准备阶段
1.下载ldbc_snb_datagen-0.3.3分支代码
2. 打包(这样在服务器上就不用打包了)
mvn clean
mvn -DskipTests assembly:assembly
3.修改配置文件 run.sh 注释掉这两个打包命令。
4.params-csv-basic.ini 复制为params.ini ,设置为unix换行符,或者在vim中执行 :set ff=unix,
修改生成数据的sf 默认是1,这里改为10。如果条件允许可以改为100,300等,值越大,生成的数据集越大
5.打包之后将ldbc_snb_datagen-0.3.3整个文件夹上传到服务器
6.修改run.sh 在vim中执行 :set ff=unix
7. ../run.sh
8.得到social_network文件夹,里面存放的csv格式的数据,也是需要我们导入nebula的数据。现在可以准备导入数据了。
9.substitution_parameters存放的是查询参数,需要结合ldbc_snb_implementations-stable使用,但是nebula暂时还不能直接使用,建议阅读
https://ldbc.github.io/ldbc_snb_docs/ldbc-snb-specification.pdf 0.33版本的,然后自行组织测试语句。
# 1. 创建图空间和schema
drop space if exists sf30;
CREATE SPACE IF NOT EXISTS sf30(PARTITION_NUM = 24, REPLICA_FACTOR = 3, vid_type = fixed_string(20));
USE sf30;
CREATE TAG IF NOT EXISTS `Tag`(`name` string,`url` string);
CREATE TAG IF NOT EXISTS `Forum`(`title` string,`creationDate` string);
CREATE TAG IF NOT EXISTS `Person`(`firstName` string,`lastName` string,`gender` string,`birthday` string,`creationDate` string,`locationIP` string,`browserUsed` string);
CREATE TAG IF NOT EXISTS `Organisation`(`type` string,`name` string,`url` string);
CREATE TAG IF NOT EXISTS `Comment`(`creationDate` string,`locationIP` string,`browserUsed` string,`content` string,`length` int);
CREATE TAG IF NOT EXISTS `Tagclass`(`name` string,`url` string);
CREATE TAG IF NOT EXISTS `Post`(`imageFile` string,`creationDate` string,`locationIP` string,`browserUsed` string,`language` string,`content` string,`length` int);
CREATE TAG IF NOT EXISTS `Place`(`name` string,`url` string,`type` string);
CREATE EDGE IF NOT EXISTS `HAS_INTEREST`();
CREATE EDGE IF NOT EXISTS `IS_LOCATED_IN`();
CREATE EDGE IF NOT EXISTS `REPLY_OF`();
CREATE EDGE IF NOT EXISTS `LIKES`(`creationDate` string);
CREATE EDGE IF NOT EXISTS `HAS_CREATOR`();
CREATE EDGE IF NOT EXISTS `CONTAINER_OF`();
CREATE EDGE IF NOT EXISTS `KNOWS`(`creationDate` string);
CREATE EDGE IF NOT EXISTS `HAS_MEMBER`(`joinDate` string);
CREATE EDGE IF NOT EXISTS `STUDY_AT`(`classYear` int);
CREATE EDGE IF NOT EXISTS `WORK_AT`(`workFrom` int);
CREATE EDGE IF NOT EXISTS `IS_PART_OF`();
CREATE EDGE IF NOT EXISTS `IS_SUBCLASS_OF`();
CREATE EDGE IF NOT EXISTS `HAS_TYPE`();
CREATE EDGE IF NOT EXISTS `HAS_TAG`();
CREATE EDGE IF NOT EXISTS `HAS_MODERATOR`();
# 2. 整理数据文件路径(建议在本文件中替换好路径再操作)
# 文件路径
/data/home/nebula/mytest/social_network/dynamic/comment_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/comment_hasCreator_person_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/comment_hasTag_tag_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/comment_isLocatedIn_place_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/comment_replyOf_comment_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/comment_replyOf_post_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/forum_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/forum_containerOf_post_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/forum_hasMember_person_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/forum_hasModerator_person_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/forum_hasTag_tag_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_email_emailaddress_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_hasInterest_tag_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_isLocatedIn_place_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_knows_person_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_likes_comment_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_likes_post_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_speaks_language_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_studyAt_organisation_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_workAt_organisation_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/post_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/post_hasCreator_person_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/post_hasTag_tag_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/post_isLocatedIn_place_0_0.csv
/data/home/nebula/mytest/social_network/static/organisation_0_0.csv
/data/home/nebula/mytest/social_network/static/organisation_isLocatedIn_place_0_0.csv
/data/home/nebula/mytest/social_network/static/place_0_0.csv
/data/home/nebula/mytest/social_network/static/place_isPartOf_place_0_0.csv
/data/home/nebula/mytest/social_network/static/tag_0_0.csv
/data/home/nebula/mytest/social_network/static/tagclass_0_0.csv
/data/home/nebula/mytest/social_network/static/tagclass_isSubclassOf_tagclass_0_0.csv
/data/home/nebula/mytest/social_network/static/tag_hasType_tagclass_0_0.csv
# 3. 删除数据文件里面的表头(可能很慢),只能执行一遍
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/comment_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/comment_hasCreator_person_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/comment_hasTag_tag_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/comment_isLocatedIn_place_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/comment_replyOf_comment_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/comment_replyOf_post_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/forum_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/forum_containerOf_post_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/forum_hasMember_person_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/forum_hasModerator_person_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/forum_hasTag_tag_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/person_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/person_email_emailaddress_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/person_hasInterest_tag_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/person_isLocatedIn_place_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/person_knows_person_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/person_likes_comment_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/person_likes_post_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/person_speaks_language_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/person_studyAt_organisation_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/person_workAt_organisation_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/post_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/post_hasCreator_person_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/post_hasTag_tag_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/dynamic/post_isLocatedIn_place_0_0.csv ;
sed -i '1d' /data/home/nebula/mytest/social_network/static/organisation_0_0.csv
sed -i '1d' /data/home/nebula/mytest/social_network/static/organisation_isLocatedIn_place_0_0.csv
sed -i '1d' /data/home/nebula/mytest/social_network/static/place_0_0.csv
sed -i '1d' /data/home/nebula/mytest/social_network/static/place_isPartOf_place_0_0.csv
sed -i '1d' /data/home/nebula/mytest/social_network/static/tag_0_0.csv
sed -i '1d' /data/home/nebula/mytest/social_network/static/tagclass_0_0.csv
sed -i '1d' /data/home/nebula/mytest/social_network/static/tagclass_isSubclassOf_tagclass_0_0.csv
sed -i '1d' /data/home/nebula/mytest/social_network/static/tag_hasType_tagclass_0_0.csv
配置文件
version: v2
description: ldbc
removeTempFiles: false
clientSettings:
retry: 3
concurrency: 30 # number of graph clients
channelBufferSize: 128
space: sf30
connection:
user: root
password: nebula
address: 127.0.0.1:9669
postStart:
commands: |
UPDATE CONFIGS heartbeat_interval_secs=1;
#CREATE SPACE IF NOT EXISTS sf30(PARTITION_NUM = 24, REPLICA_FACTOR = 3, vid_type = fixed_string(20));
#USE sf30;
#CREATE TAG IF NOT EXISTS `Tag`(`name` string,`url` string);
#CREATE TAG IF NOT EXISTS `Forum`(`title` string,`creationDate` string);
#CREATE TAG IF NOT EXISTS `Person`(`firstName` string,`lastName` string,`gender` string,`birthday` string,`creationDate` string,`locationIP` string,`browserUsed` string);
#CREATE TAG IF NOT EXISTS `Organisation`(`type` string,`name` string,`url` string);
#CREATE TAG IF NOT EXISTS `Comment`(`creationDate` string,`locationIP` string,`browserUsed` string,`content` string,`length` int);
#CREATE TAG IF NOT EXISTS `Tagclass`(`name` string,`url` string);
#CREATE TAG IF NOT EXISTS `Post`(`imageFile` string,`creationDate` string,`locationIP` string,`browserUsed` string,`language` string,`content` string,`length` int);
#CREATE TAG IF NOT EXISTS `Place`(`name` string,`url` string,`type` string);
#CREATE EDGE IF NOT EXISTS `HAS_INTEREST`();
#CREATE EDGE IF NOT EXISTS `IS_LOCATED_IN`();
#CREATE EDGE IF NOT EXISTS `REPLY_OF`();
#CREATE EDGE IF NOT EXISTS `LIKES`(`creationDate` string);
#CREATE EDGE IF NOT EXISTS `HAS_CREATOR`();
#CREATE EDGE IF NOT EXISTS `CONTAINER_OF`();
#CREATE EDGE IF NOT EXISTS `KNOWS`(`creationDate` string);
#CREATE EDGE IF NOT EXISTS `HAS_MEMBER`(`joinDate` string);
#CREATE EDGE IF NOT EXISTS `STUDY_AT`(`classYear` int);
#CREATE EDGE IF NOT EXISTS `WORK_AT`(`workFrom` int);
#CREATE EDGE IF NOT EXISTS `IS_PART_OF`();
#CREATE EDGE IF NOT EXISTS `IS_SUBCLASS_OF`();
#CREATE EDGE IF NOT EXISTS `HAS_TYPE`();
#CREATE EDGE IF NOT EXISTS `HAS_TAG`();
#CREATE EDGE IF NOT EXISTS `HAS_MODERATOR`();
afterPeriod: 8s
logPath: ./err/test.log
files:
- path: /data/home/nebula/mytest/social_network/dynamic/post_0_0.csv
failDataPath: ./err/data/Post_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 0
type: string
tags:
- name: Post
props:
- name: imageFile
type: string
index: 1
- name: creationDate
type: string
index: 2
- name: locationIP
type: string
index: 3
- name: browserUsed
type: string
index: 4
- name: language
type: string
index: 5
- name: content
type: string
index: 6
- name: length
type: int
index: 7
- path: /data/home/nebula/mytest/social_network/dynamic/comment_0_0.csv
failDataPath: ./err/data/Comment_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 0
type: string
tags:
- name: Comment
props:
- name: creationDate
type: string
index: 1
- name: locationIP
type: string
index: 2
- name: browserUsed
type: string
index: 3
- name: content
type: string
index: 4
- name: length
type: int
index: 5
- path: /data/home/nebula/mytest/social_network/dynamic/forum_0_0.csv
failDataPath: ./err/data/Forum_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 0
type: string
tags:
- name: Forum
props:
- name: title
type: string
index: 1
- name: creationDate
type: string
index: 2
- path: /data/home/nebula/mytest/social_network/dynamic/person_0_0.csv
failDataPath: ./err/data/Person_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 0
type: string
tags:
- name: Person
props:
- name: firstName
type: string
index: 1
- name: lastName
type: string
index: 2
- name: gender
type: string
index: 3
- name: birthday
type: string
index: 4
- name: creationDate
type: string
index: 5
- name: locationIP
type: string
index: 6
- name: browserUsed
type: string
index: 7
- path: /data/home/nebula/mytest/social_network/static/organisation_0_0.csv
failDataPath: ./err/data/Organisation_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 0
type: string
tags:
- name: Organisation
props:
- name: type
type: string
index: 1
- name: name
type: string
index: 2
- name: url
type: string
index: 3
- path: /data/home/nebula/mytest/social_network/static/place_0_0.csv
failDataPath: ./err/data/Place_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 0
type: string
tags:
- name: Place
props:
- name: name
type: string
index: 1
- name: url
type: string
index: 2
- name: type
type: string
index: 3
- path: /data/home/nebula/mytest/social_network/static/tag_0_0.csv
failDataPath: ./err/data/Tag_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 0
type: string
tags:
- name: Tag
props:
- name: name
type: string
index: 1
- name: url
type: string
index: 2
- path: /data/home/nebula/mytest/social_network/static/tagclass_0_0.csv
failDataPath: ./err/data/Tagclass_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 0
type: string
tags:
- name: Tagclass
props:
- name: name
type: string
index: 1
- name: url
type: string
index: 2
- path: /data/home/nebula/mytest/social_network/dynamic/person_isLocatedIn_place_0_0.csv
failDataPath: ./err/data/IS_LOCATED_IN_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: IS_LOCATED_IN
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/post_hasCreator_person_0_0.csv
failDataPath: ./err/data/HAS_CREATOR_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: HAS_CREATOR
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/post_hasTag_tag_0_0.csv
failDataPath: ./err/data/HAS_TAG_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: HAS_TAG
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/post_isLocatedIn_place_0_0.csv
failDataPath: ./err/data/IS_LOCATED_IN_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: IS_LOCATED_IN
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/comment_hasCreator_person_0_0.csv
failDataPath: ./err/data/HAS_CREATOR_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: HAS_CREATOR
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/comment_hasTag_tag_0_0.csv
failDataPath: ./err/data/HAS_TAG_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: HAS_TAG
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/comment_isLocatedIn_place_0_0.csv
failDataPath: ./err/data/IS_LOCATED_IN_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: IS_LOCATED_IN
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/comment_replyOf_comment_0_0.csv
failDataPath: ./err/data/REPLY_OF_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: REPLY_OF
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/comment_replyOf_post_0_0.csv
failDataPath: ./err/data/REPLY_OF_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: REPLY_OF
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/forum_containerOf_post_0_0.csv
failDataPath: ./err/data/CONTAINER_OF_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: CONTAINER_OF
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/forum_hasMember_person_0_0.csv
failDataPath: ./err/data/HAS_MEMBER_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: HAS_MEMBER
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- name: joinDate
type: string
index: 2
- path: /data/home/nebula/mytest/social_network/dynamic/forum_hasModerator_person_0_0.csv
failDataPath: ./err/data/HAS_MODERATOR_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: HAS_MODERATOR
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/forum_hasTag_tag_0_0.csv
failDataPath: ./err/data/HAS_TAG_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: HAS_TAG
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/person_hasInterest_tag_0_0.csv
failDataPath: ./err/data/HAS_INTEREST_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: HAS_INTEREST
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/dynamic/person_knows_person_0_0.csv
failDataPath: ./err/data/KNOWS_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: KNOWS
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- name: creationDate
type: string
index: 2
- path: /data/home/nebula/mytest/social_network/dynamic/person_likes_comment_0_0.csv
failDataPath: ./err/data/LIKES_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: LIKES
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- name: creationDate
type: string
index: 2
- path: /data/home/nebula/mytest/social_network/dynamic/person_likes_post_0_0.csv
failDataPath: ./err/data/LIKES_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: LIKES
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- name: creationDate
type: string
index: 2
- path: /data/home/nebula/mytest/social_network/dynamic/person_studyAt_organisation_0_0.csv
failDataPath: ./err/data/STUDY_AT_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: STUDY_AT
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- name: classYear
type: int
index: 2
- path: /data/home/nebula/mytest/social_network/dynamic/person_workAt_organisation_0_0.csv
failDataPath: ./err/data/WORK_AT_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: WORK_AT
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- name: workFrom
type: int
index: 2
- path: /data/home/nebula/mytest/social_network/static/organisation_isLocatedIn_place_0_0.csv
failDataPath: ./err/data/IS_LOCATED_IN_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: IS_LOCATED_IN
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/static/place_isPartOf_place_0_0.csv
failDataPath: ./err/data/IS_PART_OF_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: IS_PART_OF
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/static/tagclass_isSubclassOf_tagclass_0_0.csv
failDataPath: ./err/data/IS_SUBCLASS_OF_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: IS_SUBCLASS_OF
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
- path: /data/home/nebula/mytest/social_network/static/tag_hasType_tagclass_0_0.csv
failDataPath: ./err/data/HAS_TYPE_0_0.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: HAS_TYPE
withRanking: false
srcVID:
index: 0
type: string
dstVID:
index: 1
type: string
props:
执行导入命令
./nebula-importer-buildsuccess --config vid_string.yaml