- nebula 版本:v2.0.0
- 部署方式(分布式 / 单机 / Docker / DBaaS):单机
问题:生成LDBC数据集,采用了官方给出的data generator(生成参数:branch=stable, version=0.3.3, scale=1),使用nebula importer 2.0部分数据导入失败。
yaml文件的配置我参考了nebula-bench中给出的例子,具体如下:
version: v2
description: ldbc
removeTempFiles: false
clientSettings:
retry: 3
concurrency: 1 # number of graph clients
channelBufferSize: 1
space: ldbc_snb_sf100_vid_int
connection:
user: root
password: nebula
address: 127.0.0.1:9669
postStart:
commands: |
CREATE SPACE IF NOT EXISTS ldbc_snb_sf100_vid_int(PARTITION_NUM = 5, REPLICA_FACTOR = 1, vid_type = int64);
USE ldbc_snb_sf100_vid_int;
CREATE TAG IF NOT EXISTS person(first_name string, last_name string, gender string, birthday string, ip string, browser string);
CREATE TAG IF NOT EXISTS place(name string, type string, url string);
CREATE TAG IF NOT EXISTS organization(name string, type string, url string);
CREATE TAG IF NOT EXISTS post(`time` string, image string, ip string, browser string, language string, content string, length int);
CREATE TAG IF NOT EXISTS comment(`time` string, ip string, browser string, content string, length int);
CREATE TAG IF NOT EXISTS forum(`time` string, title string,type string);
CREATE TAG IF NOT EXISTS hastag(name string, url string);
CREATE TAG IF NOT EXISTS tagclass(name string, url string);
CREATE EDGE IF NOT EXISTS knows(`time` string);
CREATE EDGE IF NOT EXISTS is_part_of();
CREATE EDGE IF NOT EXISTS person_is_located_in();
CREATE EDGE IF NOT EXISTS post_is_located_in();
CREATE EDGE IF NOT EXISTS comment_is_located_in();
CREATE EDGE IF NOT EXISTS org_is_located_in();
CREATE EDGE IF NOT EXISTS forum_has_tag(`time` string);
CREATE EDGE IF NOT EXISTS comment_has_tag(`time` string);
CREATE EDGE IF NOT EXISTS post_has_tag(`time` string);
CREATE EDGE IF NOT EXISTS person_has_tag(`time` string);
CREATE EDGE IF NOT EXISTS study_at(year string);
CREATE EDGE IF NOT EXISTS work_at(year string);
CREATE EDGE IF NOT EXISTS has_post(`time` string);
CREATE EDGE IF NOT EXISTS has_comment(`time` string);
CREATE EDGE IF NOT EXISTS likes_post(`time` string);
CREATE EDGE IF NOT EXISTS likes_comment(`time` string);
CREATE EDGE IF NOT EXISTS is_reply_of_post(`time` string);
CREATE EDGE IF NOT EXISTS is_reply_of_comment(`time` string);
CREATE EDGE IF NOT EXISTS has_member(`time` string,type string);
CREATE EDGE IF NOT EXISTS contains_post(`time` string);
CREATE EDGE IF NOT EXISTS has_moderator(`time` string);
CREATE EDGE IF NOT EXISTS is_tagclass();
CREATE EDGE IF NOT EXISTS is_sub_of_tagclass();
afterPeriod: 8s
logPath: ./err/test.log
files:
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/person.csv
failDataPath: ./err/data/person.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 1
type: int
tags:
- name: person
props:
- name: first_name
type: string
index: 2
- name: last_name
type: string
index: 3
- name: gender
type: string
index: 4
- name: birthday
type: string
index: 5
- name: ip
type: string
index: 6
- name: browser
type: string
index: 7
- path: /home/skye/ldbc_snb_datagen-stable/social_network/static/place.csv
failDataPath: ./err/data/place.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 0
type: int
tags:
- name: place
props:
- name: name
type: string
index: 1
- name: type
type: string
index: 3
- name: url
type: string
index: 2
- path: /home/skye/ldbc_snb_datagen-stable/social_network/static/organisation.csv
failDataPath: ./err/data/organisation.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 0
type: int
tags:
- name: organization
props:
- name: name
type: string
index: 2
- name: type
type: string
index: 1
- name: url
type: string
index: 3
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/post.csv
failDataPath: ./err/data/post.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 1
type: int
tags:
- name: post
props:
- name: time
type: string
index: 0
- name: image
type: string
index: 2
- name: ip
type: string
index: 3
- name: browser
type: string
index: 4
- name: language
type: string
index: 5
- name: content
type: string
index: 6
- name: length
type: int
index: 7
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/comment.csv
failDataPath: ./err/data/comment.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 1
type: int
tags:
- name: comment
props:
- name: time
type: string
index: 0
- name: ip
type: string
index: 2
- name: browser
type: string
index: 3
- name: content
type: string
index: 4
- name: length
type: int
index: 5
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/forum.csv
failDataPath: ./err/data/forum.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 1
type: int
tags:
- name: forum
props:
- name: time
type: string
index: 0
- name: title
type: string
index: 2
- name: type
type: string
index: 3
- path: /home/skye/ldbc_snb_datagen-stable/social_network/static/tag.csv
failDataPath: ./err/data/tag.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
index: 0
type: int
tags:
- name: hastag
props:
- name: name
type: string
index: 1
- name: url
type: string
index: 2
- path: /home/skye/ldbc_snb_datagen-stable/social_network/static/tagclass.csv
failDataPath: ./err/data/tagclass.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: vertex
vertex:
vid:
type: int
index: 0
tags:
- name: tagclass
props:
- name: name
type: string
index: 1
- name: url
type: string
index: 2
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/person_knows_person.csv
failDataPath: ./err/data/person_knows_person.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: knows
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/static/place_isPartOf_place.csv
failDataPath: ./err/data/place_isPartOf_place.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: is_part_of
withRanking: false
srcVID:
index: 0
type: int
dstVID:
index: 1
type: int
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/person_isLocatedIn_place.csv
failDataPath: ./err/data/person_isLocatedIn_place.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: person_is_located_in
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/comment_isLocatedIn_place.csv
failDataPath: ./err/data/comment_isLocatedIn_place.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: comment_is_located_in
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
- path: /home/skye/ldbc_snb_datagen-stable/social_network/static/organisation_isLocatedIn_place.csv
failDataPath: ./err/data/organisation_isLocatedIn_place.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: org_is_located_in
withRanking: false
srcVID:
index: 0
type: int
dstVID:
index: 1
type: int
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/forum_hasTag_tag.csv
failDataPath: ./err/data/forum_hasTag_tag.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: forum_has_tag
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/comment_hasTag_tag.csv
failDataPath: ./err/data/comment_hasTag_tag.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: comment_has_tag
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/post_hasTag_tag.csv
failDataPath: ./err/data/post_hasTag_tag.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: post_has_tag
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/person_hasInterest_tag.csv
failDataPath: ./err/data/person_hasInterest_tag.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: person_has_tag
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/person_studyAt_organisation.csv
failDataPath: ./err/data/person_studyAt_organisation.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: study_at
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: year
type: string
index: 3
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/person_workAt_organisation.csv
failDataPath: ./err/data/person_workAt_organisation.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: work_at
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: year
type: string
index: 3
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/post_hasCreator_person.csv
failDataPath: ./err/data/post_hasCreator_person.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: has_post
withRanking: false
srcVID:
index: 2
type: int
dstVID:
index: 1
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/comment_hasCreator_person.csv
failDataPath: ./err/data/comment_hasCreator_person.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: has_comment
withRanking: false
srcVID:
index: 2
type: int
dstVID:
index: 1
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/person_likes_post.csv
failDataPath: ./err/data/person_likes_post.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: likes_post
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/person_likes_comment.csv
failDataPath: ./err/data/person_likes_comment.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: likes_comment
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/comment_replyOf_post.csv
failDataPath: ./err/data/comment_replyOf_post.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: is_reply_of_post
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/comment_replyOf_comment.csv
failDataPath: ./err/data/comment_replyOf_comment.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: is_reply_of_comment
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/forum_hasMember_person.csv
failDataPath: ./err/data/forum_hasMember_person.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: has_member
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: time
type: string
index: 0
- name: type
type: string
index: 3
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/forum_containerOf_post.csv
failDataPath: ./err/data/forum_containerOf_post.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: contains_post
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/forum_hasModerator_person.csv
failDataPath: ./err/data/forum_hasModerator_person.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: has_moderator
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
props:
- name: time
type: string
index: 0
- path: /home/skye/ldbc_snb_datagen-stable/social_network/static/tag_hasType_tagclass.csv
failDataPath: ./err/data/tag_hasType_tagclass.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: is_tagclass
withRanking: false
srcVID:
index: 0
type: int
dstVID:
index: 1
type: int
- path: /home/skye/ldbc_snb_datagen-stable/social_network/static/tagclass_isSubclassOf_tagclass.csv
failDataPath: ./err/data/tagclass_isSubclassOf_tagclass.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: is_sub_of_tagclass
withRanking: false
srcVID:
index: 0
type: int
dstVID:
index: 1
type: int
- path: /home/skye/ldbc_snb_datagen-stable/social_network/dynamic/post_isLocatedIn_place.csv
failDataPath: ./err/data/post_isLocatedIn_place.csv
batchSize: 100
type: csv
csv:
withHeader: false
withLabel: false
delimiter: "|"
schema:
type: edge
edge:
name: post_is_located_in
withRanking: false
srcVID:
index: 1
type: int
dstVID:
index: 2
type: int
以下是报错截图: