[实践分享] 如何在 nebula graph 导入 ldbc_snb 测试数据

准备阶段
1.下载ldbc_snb_datagen-0.3.3分支代码
2. 打包(这样在服务器上就不用打包了)

mvn clean
mvn -DskipTests assembly:assembly

3.修改配置文件 run.sh 注释掉这两个打包命令。
4.params-csv-basic.ini 复制为params.ini ,设置为unix换行符,或者在vim中执行 :set ff=unix,
修改生成数据的sf 默认是1,这里改为10。如果条件允许可以改为100,300等,值越大,生成的数据集越大
5.打包之后将ldbc_snb_datagen-0.3.3整个文件夹上传到服务器
6.修改run.sh 在vim中执行 :set ff=unix
7. ../run.sh

8.得到social_network文件夹,里面存放的csv格式的数据,也是需要我们导入nebula的数据。现在可以准备导入数据了。
9.substitution_parameters存放的是查询参数,需要结合ldbc_snb_implementations-stable使用,但是nebula暂时还不能直接使用,建议阅读
https://ldbc.github.io/ldbc_snb_docs/ldbc-snb-specification.pdf 0.33版本的,然后自行组织测试语句。

# 1. 创建图空间和schema
drop space if exists sf30;
CREATE SPACE IF NOT EXISTS sf30(PARTITION_NUM = 24, REPLICA_FACTOR = 3, vid_type = fixed_string(20));
      USE sf30;
      CREATE TAG IF NOT EXISTS `Tag`(`name` string,`url` string);
      CREATE TAG IF NOT EXISTS `Forum`(`title` string,`creationDate` string);
      CREATE TAG IF NOT EXISTS `Person`(`firstName` string,`lastName` string,`gender` string,`birthday` string,`creationDate` string,`locationIP` string,`browserUsed` string);
      CREATE TAG IF NOT EXISTS `Organisation`(`type` string,`name` string,`url` string);
      CREATE TAG IF NOT EXISTS `Comment`(`creationDate` string,`locationIP` string,`browserUsed` string,`content` string,`length` int);
      CREATE TAG IF NOT EXISTS `Tagclass`(`name` string,`url` string);
      CREATE TAG IF NOT EXISTS `Post`(`imageFile` string,`creationDate` string,`locationIP` string,`browserUsed` string,`language` string,`content` string,`length` int);
      CREATE TAG IF NOT EXISTS `Place`(`name` string,`url` string,`type` string);
      CREATE EDGE IF NOT EXISTS `HAS_INTEREST`();
      CREATE EDGE IF NOT EXISTS `IS_LOCATED_IN`();
      CREATE EDGE IF NOT EXISTS `REPLY_OF`();
      CREATE EDGE IF NOT EXISTS `LIKES`(`creationDate` string);
      CREATE EDGE IF NOT EXISTS `HAS_CREATOR`();
      CREATE EDGE IF NOT EXISTS `CONTAINER_OF`();
      CREATE EDGE IF NOT EXISTS `KNOWS`(`creationDate` string);
      CREATE EDGE IF NOT EXISTS `HAS_MEMBER`(`joinDate` string);
      CREATE EDGE IF NOT EXISTS `STUDY_AT`(`classYear` int);
      CREATE EDGE IF NOT EXISTS `WORK_AT`(`workFrom` int);
      CREATE EDGE IF NOT EXISTS `IS_PART_OF`();
      CREATE EDGE IF NOT EXISTS `IS_SUBCLASS_OF`();
      CREATE EDGE IF NOT EXISTS `HAS_TYPE`();
      CREATE EDGE IF NOT EXISTS `HAS_TAG`();
      CREATE EDGE IF NOT EXISTS `HAS_MODERATOR`();
# 2. 整理数据文件路径(建议在本文件中替换好路径再操作)
# 文件路径
/data/home/nebula/mytest/social_network/dynamic/comment_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/comment_hasCreator_person_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/comment_hasTag_tag_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/comment_isLocatedIn_place_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/comment_replyOf_comment_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/comment_replyOf_post_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/forum_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/forum_containerOf_post_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/forum_hasMember_person_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/forum_hasModerator_person_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/forum_hasTag_tag_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_email_emailaddress_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_hasInterest_tag_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_isLocatedIn_place_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_knows_person_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_likes_comment_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_likes_post_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_speaks_language_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_studyAt_organisation_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/person_workAt_organisation_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/post_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/post_hasCreator_person_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/post_hasTag_tag_0_0.csv
/data/home/nebula/mytest/social_network/dynamic/post_isLocatedIn_place_0_0.csv

/data/home/nebula/mytest/social_network/static/organisation_0_0.csv
/data/home/nebula/mytest/social_network/static/organisation_isLocatedIn_place_0_0.csv
/data/home/nebula/mytest/social_network/static/place_0_0.csv
/data/home/nebula/mytest/social_network/static/place_isPartOf_place_0_0.csv
/data/home/nebula/mytest/social_network/static/tag_0_0.csv
/data/home/nebula/mytest/social_network/static/tagclass_0_0.csv
/data/home/nebula/mytest/social_network/static/tagclass_isSubclassOf_tagclass_0_0.csv
/data/home/nebula/mytest/social_network/static/tag_hasType_tagclass_0_0.csv

# 3. 删除数据文件里面的表头(可能很慢),只能执行一遍



sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/comment_0_0.csv                      ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/comment_hasCreator_person_0_0.csv    ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/comment_hasTag_tag_0_0.csv           ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/comment_isLocatedIn_place_0_0.csv    ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/comment_replyOf_comment_0_0.csv      ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/comment_replyOf_post_0_0.csv         ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/forum_0_0.csv                        ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/forum_containerOf_post_0_0.csv       ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/forum_hasMember_person_0_0.csv       ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/forum_hasModerator_person_0_0.csv    ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/forum_hasTag_tag_0_0.csv             ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/person_0_0.csv                       ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/person_email_emailaddress_0_0.csv    ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/person_hasInterest_tag_0_0.csv       ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/person_isLocatedIn_place_0_0.csv     ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/person_knows_person_0_0.csv          ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/person_likes_comment_0_0.csv         ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/person_likes_post_0_0.csv            ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/person_speaks_language_0_0.csv       ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/person_studyAt_organisation_0_0.csv  ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/person_workAt_organisation_0_0.csv   ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/post_0_0.csv                         ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/post_hasCreator_person_0_0.csv       ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/post_hasTag_tag_0_0.csv              ;
sed -i '1d'  /data/home/nebula/mytest/social_network/dynamic/post_isLocatedIn_place_0_0.csv       ;
sed -i '1d'  /data/home/nebula/mytest/social_network/static/organisation_0_0.csv
sed -i '1d'  /data/home/nebula/mytest/social_network/static/organisation_isLocatedIn_place_0_0.csv
sed -i '1d'  /data/home/nebula/mytest/social_network/static/place_0_0.csv
sed -i '1d'  /data/home/nebula/mytest/social_network/static/place_isPartOf_place_0_0.csv
sed -i '1d'  /data/home/nebula/mytest/social_network/static/tag_0_0.csv
sed -i '1d'  /data/home/nebula/mytest/social_network/static/tagclass_0_0.csv
sed -i '1d'  /data/home/nebula/mytest/social_network/static/tagclass_isSubclassOf_tagclass_0_0.csv
sed -i '1d'  /data/home/nebula/mytest/social_network/static/tag_hasType_tagclass_0_0.csv

配置文件

version: v2
description: ldbc
removeTempFiles: false
clientSettings:
  retry: 3
  concurrency: 30 # number of graph clients
  channelBufferSize: 128
  space: sf30
  connection:
    user: root
    password: nebula
    address: 127.0.0.1:9669
  postStart:
    commands: |
      UPDATE CONFIGS heartbeat_interval_secs=1;
      #CREATE SPACE IF NOT EXISTS sf30(PARTITION_NUM = 24, REPLICA_FACTOR = 3, vid_type = fixed_string(20));
      #USE sf30;
      #CREATE TAG IF NOT EXISTS `Tag`(`name` string,`url` string);
      #CREATE TAG IF NOT EXISTS `Forum`(`title` string,`creationDate` string);
      #CREATE TAG IF NOT EXISTS `Person`(`firstName` string,`lastName` string,`gender` string,`birthday` string,`creationDate` string,`locationIP` string,`browserUsed` string);
      #CREATE TAG IF NOT EXISTS `Organisation`(`type` string,`name` string,`url` string);
      #CREATE TAG IF NOT EXISTS `Comment`(`creationDate` string,`locationIP` string,`browserUsed` string,`content` string,`length` int);
      #CREATE TAG IF NOT EXISTS `Tagclass`(`name` string,`url` string);
      #CREATE TAG IF NOT EXISTS `Post`(`imageFile` string,`creationDate` string,`locationIP` string,`browserUsed` string,`language` string,`content` string,`length` int);
      #CREATE TAG IF NOT EXISTS `Place`(`name` string,`url` string,`type` string);
      #CREATE EDGE IF NOT EXISTS `HAS_INTEREST`();
      #CREATE EDGE IF NOT EXISTS `IS_LOCATED_IN`();
      #CREATE EDGE IF NOT EXISTS `REPLY_OF`();
      #CREATE EDGE IF NOT EXISTS `LIKES`(`creationDate` string);
      #CREATE EDGE IF NOT EXISTS `HAS_CREATOR`();
      #CREATE EDGE IF NOT EXISTS `CONTAINER_OF`();
      #CREATE EDGE IF NOT EXISTS `KNOWS`(`creationDate` string);
      #CREATE EDGE IF NOT EXISTS `HAS_MEMBER`(`joinDate` string);
      #CREATE EDGE IF NOT EXISTS `STUDY_AT`(`classYear` int);
      #CREATE EDGE IF NOT EXISTS `WORK_AT`(`workFrom` int);
      #CREATE EDGE IF NOT EXISTS `IS_PART_OF`();
      #CREATE EDGE IF NOT EXISTS `IS_SUBCLASS_OF`();
      #CREATE EDGE IF NOT EXISTS `HAS_TYPE`();
      #CREATE EDGE IF NOT EXISTS `HAS_TAG`();
      #CREATE EDGE IF NOT EXISTS `HAS_MODERATOR`();


    afterPeriod: 8s
logPath: ./err/test.log
files:
  - path: /data/home/nebula/mytest/social_network/dynamic/post_0_0.csv
    failDataPath: ./err/data/Post_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: vertex
      vertex:
        vid:
          index: 0
          type: string
        tags:
          - name: Post
            props:
              - name: imageFile
                type: string
                index: 1
              - name: creationDate
                type: string
                index: 2
              - name: locationIP
                type: string
                index: 3
              - name: browserUsed
                type: string
                index: 4
              - name: language
                type: string
                index: 5
              - name: content
                type: string
                index: 6
              - name: length
                type: int
                index: 7

  - path: /data/home/nebula/mytest/social_network/dynamic/comment_0_0.csv
    failDataPath: ./err/data/Comment_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: vertex
      vertex:
        vid:
          index: 0
          type: string
        tags:
          - name: Comment
            props:
              - name: creationDate
                type: string
                index: 1
              - name: locationIP
                type: string
                index: 2
              - name: browserUsed
                type: string
                index: 3
              - name: content
                type: string
                index: 4
              - name: length
                type: int
                index: 5

  - path: /data/home/nebula/mytest/social_network/dynamic/forum_0_0.csv
    failDataPath: ./err/data/Forum_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: vertex
      vertex:
        vid:
          index: 0
          type: string
        tags:
          - name: Forum
            props:
              - name: title
                type: string
                index: 1
              - name: creationDate
                type: string
                index: 2

  - path: /data/home/nebula/mytest/social_network/dynamic/person_0_0.csv
    failDataPath: ./err/data/Person_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: vertex
      vertex:
        vid:
          index: 0
          type: string
        tags:
          - name: Person
            props:
              - name: firstName
                type: string
                index: 1
              - name: lastName
                type: string
                index: 2
              - name: gender
                type: string
                index: 3
              - name: birthday
                type: string
                index: 4
              - name: creationDate
                type: string
                index: 5
              - name: locationIP
                type: string
                index: 6
              - name: browserUsed
                type: string
                index: 7

  - path: /data/home/nebula/mytest/social_network/static/organisation_0_0.csv
    failDataPath: ./err/data/Organisation_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: vertex
      vertex:
        vid:
          index: 0
          type: string
        tags:
          - name: Organisation
            props:
              - name: type
                type: string
                index: 1
              - name: name
                type: string
                index: 2
              - name: url
                type: string
                index: 3

  - path: /data/home/nebula/mytest/social_network/static/place_0_0.csv
    failDataPath: ./err/data/Place_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: vertex
      vertex:
        vid:
          index: 0
          type: string
        tags:
          - name: Place
            props:
              - name: name
                type: string
                index: 1
              - name: url
                type: string
                index: 2
              - name: type
                type: string
                index: 3

  - path: /data/home/nebula/mytest/social_network/static/tag_0_0.csv
    failDataPath: ./err/data/Tag_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: vertex
      vertex:
        vid:
          index: 0
          type: string
        tags:
          - name: Tag
            props:
              - name: name
                type: string
                index: 1
              - name: url
                type: string
                index: 2

  - path: /data/home/nebula/mytest/social_network/static/tagclass_0_0.csv
    failDataPath: ./err/data/Tagclass_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: vertex
      vertex:
        vid:
          index: 0
          type: string
        tags:
          - name: Tagclass
            props:
              - name: name
                type: string
                index: 1
              - name: url
                type: string
                index: 2

  - path: /data/home/nebula/mytest/social_network/dynamic/person_isLocatedIn_place_0_0.csv
    failDataPath: ./err/data/IS_LOCATED_IN_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: IS_LOCATED_IN
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/post_hasCreator_person_0_0.csv
    failDataPath: ./err/data/HAS_CREATOR_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: HAS_CREATOR
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/post_hasTag_tag_0_0.csv
    failDataPath: ./err/data/HAS_TAG_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: HAS_TAG
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/post_isLocatedIn_place_0_0.csv
    failDataPath: ./err/data/IS_LOCATED_IN_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: IS_LOCATED_IN
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/comment_hasCreator_person_0_0.csv
    failDataPath: ./err/data/HAS_CREATOR_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: HAS_CREATOR
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/comment_hasTag_tag_0_0.csv
    failDataPath: ./err/data/HAS_TAG_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: HAS_TAG
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/comment_isLocatedIn_place_0_0.csv
    failDataPath: ./err/data/IS_LOCATED_IN_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: IS_LOCATED_IN
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/comment_replyOf_comment_0_0.csv
    failDataPath: ./err/data/REPLY_OF_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: REPLY_OF
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/comment_replyOf_post_0_0.csv
    failDataPath: ./err/data/REPLY_OF_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: REPLY_OF
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/forum_containerOf_post_0_0.csv
    failDataPath: ./err/data/CONTAINER_OF_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: CONTAINER_OF
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/forum_hasMember_person_0_0.csv
    failDataPath: ./err/data/HAS_MEMBER_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: HAS_MEMBER
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:
          - name: joinDate
            type: string
            index: 2

  - path: /data/home/nebula/mytest/social_network/dynamic/forum_hasModerator_person_0_0.csv
    failDataPath: ./err/data/HAS_MODERATOR_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: HAS_MODERATOR
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/forum_hasTag_tag_0_0.csv
    failDataPath: ./err/data/HAS_TAG_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: HAS_TAG
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/person_hasInterest_tag_0_0.csv
    failDataPath: ./err/data/HAS_INTEREST_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: HAS_INTEREST
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/dynamic/person_knows_person_0_0.csv
    failDataPath: ./err/data/KNOWS_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: KNOWS
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:
          - name: creationDate
            type: string
            index: 2

  - path: /data/home/nebula/mytest/social_network/dynamic/person_likes_comment_0_0.csv
    failDataPath: ./err/data/LIKES_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: LIKES
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:
          - name: creationDate
            type: string
            index: 2

  - path: /data/home/nebula/mytest/social_network/dynamic/person_likes_post_0_0.csv
    failDataPath: ./err/data/LIKES_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: LIKES
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:
          - name: creationDate
            type: string
            index: 2

  - path: /data/home/nebula/mytest/social_network/dynamic/person_studyAt_organisation_0_0.csv
    failDataPath: ./err/data/STUDY_AT_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: STUDY_AT
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:
          - name: classYear
            type: int
            index: 2

  - path: /data/home/nebula/mytest/social_network/dynamic/person_workAt_organisation_0_0.csv
    failDataPath: ./err/data/WORK_AT_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: WORK_AT
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:
          - name: workFrom
            type: int
            index: 2

  - path: /data/home/nebula/mytest/social_network/static/organisation_isLocatedIn_place_0_0.csv
    failDataPath: ./err/data/IS_LOCATED_IN_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: IS_LOCATED_IN
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/static/place_isPartOf_place_0_0.csv
    failDataPath: ./err/data/IS_PART_OF_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: IS_PART_OF
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/static/tagclass_isSubclassOf_tagclass_0_0.csv
    failDataPath: ./err/data/IS_SUBCLASS_OF_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: IS_SUBCLASS_OF
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:

  - path: /data/home/nebula/mytest/social_network/static/tag_hasType_tagclass_0_0.csv
    failDataPath: ./err/data/HAS_TYPE_0_0.csv
    batchSize: 100
    type: csv
    csv:
      withHeader: false
      withLabel: false
      delimiter: "|"
    schema:
      type: edge
      edge:
        name: HAS_TYPE
        withRanking: false
        srcVID:
          index: 0
          type: string
        dstVID:
          index: 1
          type: string
        props:
		

执行导入命令

./nebula-importer-buildsuccess --config vid_string.yaml

3 个赞

这是啥?自己做个记录的?

我测试的过程,做个记录,有需要的人拿过去可以用

赞。不过格式稍微再排版一下吧。
大块markdown太难阅读了。

1 个赞

请问关于性能测试的时间是由程序自身进行统计,还是需要操作人员记录?比如插入xx个节点的时间?

不会记录插入xx个节点这么详细的时间。导入程序好像可以记录,也可以自己写脚本记录

1 个赞

浙ICP备20010487号