exchange导入没有错误,数据没进去

{
  # Spark 相关配置
  spark: {
    app: {
      name: Nebula Exchange 3.0.0
    }
    driver: {
      cores: 1
      maxResultSize: 1G
    }
    executor: {
        memory:1G
    }

    cores: {
      max: 16
    }
  }

  # NebulaGraph 相关配置
  nebula: {
    address:{
      # 指定 Graph 服务和所有 Meta 服务的 IP 地址和端口。
      # 如果有多台服务器,地址之间用英文逗号(,)分隔。
      # 格式:"ip1:port","ip2:port","ip3:port"
      graph:["ngraph01:9669","ngraph02:9669","ngraph03:9669"]
      meta:["ngraph01:9559","ngraph02:9559","ngraph03:9559"]
    }

    # 指定拥有 NebulaGraph 写权限的用户名和密码。
    user: root
    pswd: nebula

    # 指定图空间名称。
    space: ngraph70_test
    connection: {
      timeout: 3000
      retry: 3
    }
    execution: {
      retry: 3
    }
    error: {
      max: 32
      output: /tmp/errors
    }
    rate: {
      limit: 1024
      timeout: 1000
    }
  }

  # 处理边
  edges: [
    # 设置 Edge type follow 相关信息。
    {
      # 指定 NebulaGraph 中定义的 Edge type 名称。
      name: follow
      type: {
        # 指定数据源,使用 JSON。
        source: json

        # 指定如何将点数据导入 NebulaGraph:Client 或 SST。
        sink: client
      }

      # 指定 JSON 文件的路径。
      # 如果文件存储在 HDFS 上,用双引号括起路径,以 hdfs://开头,例如"hdfs://ip:port/xx/xx"。
      # 如果文件存储在本地,用双引号括起路径,以 file://开头,例如"file:///tmp/xx.json"。
      path: "hdfs://xydwns/tmp/ngraph/call_to.json"
    #   path: "file:///data/hdfs/project/test/ngraph/edge_follow.json"

      # 在 fields 里指定 JSON 文件中 key 名称,其对应的 value 会作为 NebulaGraph 中指定属性的数据源。
      # 如果需要指定多个值,用英文逗号(,)隔开。
      fields: [last_callmark_on, cnt, first_callmark_on]

      # 指定 NebulaGraph 中定义的属性名称。
      # fields 与 nebula.fields 的顺序必须一一对应。
      nebula.fields: [last_callmark_on, cnt, first_callmark_on]

      # 指定一个列作为起始点和目的点的源。
      # vertex 的值必须与 JSON 文件中的字段保持一致。
      # 目前,NebulaGraph 3.2.1仅支持字符串或整数类型的 VID。
      source: {
        field: src
      }
      target: {
        field: dst
      }

      # 指定一个列作为 rank 的源(可选)。
      #ranking: rank

      # 指定单批次写入 NebulaGraph 的最大边数量。
      batch: 256

      # 指定 Spark 分片数量。
      partition: 32
    }
  ]
  # 如果需要添加更多边,请参考前面的配置进行添加。
}

{"dst":"28263517","src":"17784591","last_callmark_on":"20170427","cnt":"10","first_callmark_on":"20170508"}
{"dst":"27707702","src":"17784591","last_callmark_on":"20180113","cnt":"1","first_callmark_on":"20180127"}
{"dst":"30102211","src":"17784591","last_callmark_on":"20170824","cnt":"7","first_callmark_on":"20171029"}
{"dst":"34967332","src":"17784591","last_callmark_on":"20161102","cnt":"1","first_callmark_on":"20170201"}
{"dst":"37525833","src":"17784591","last_callmark_on":"20180611","cnt":"17","first_callmark_on":"20171215"}
{"dst":"38094660","src":"17784591","last_callmark_on":"20180201","cnt":"12","first_callmark_on":"20170719"}
{"dst":"40917049","src":"17784591","last_callmark_on":"20170922","cnt":"56","first_callmark_on":"20170923"}
{"dst":"40959837","src":"17784591","last_callmark_on":"20190507","cnt":"14","first_callmark_on":"20180417"}
{"dst":"42768465","src":"17784591","last_callmark_on":"20171026","cnt":"1","first_callmark_on":"20171108"}
{"dst":"42555677","src":"17784591","last_callmark_on":"20171028","cnt":"12","first_callmark_on":"20180228"}
{"dst":"44101327","src":"17784591","last_callmark_on":"20180319","cnt":"1","first_callmark_on":"20180410"}
{"dst":"46571956","src":"17784591","last_callmark_on":"20170817","cnt":"5","first_callmark_on":"20170825"}
{"dst":"47623895","src":"17784591","last_callmark_on":"20171230","cnt":"50","first_callmark_on":"20170927"}
{"dst":"51811963","src":"17784591","last_callmark_on":"20170126","cnt":"5","first_callmark_on":"20170128"}
{"dst":"50571497","src":"17784591","last_callmark_on":"20170119","cnt":"8","first_callmark_on":"20170403"}
{"dst":"52749858","src":"17784591","last_callmark_on":"20171026","cnt":"7","first_callmark_on":"20180129"}
{"dst":"53909152","src":"17784591","last_callmark_on":"20180306","cnt":"5","first_callmark_on":"20180301"}
{"dst":"57046554","src":"17784591","last_callmark_on":"20171125","cnt":"60","first_callmark_on":"20170828"}
{"dst":"59146810","src":"17784591","last_callmark_on":"20171221","cnt":"15","first_callmark_on":"20180129"}
{"dst":"60758314","src":"17784591","last_callmark_on":"20170117","cnt":"73","first_callmark_on":"20170212"}
{"dst":"65772201","src":"17784591","last_callmark_on":"20171001","cnt":"15","first_callmark_on":"20170222"}
{"dst":"63876819","src":"17784591","last_callmark_on":"20171209","cnt":"46","first_callmark_on":"20170325"}
{"dst":"66234833","src":"17784591","last_callmark_on":"20180410","cnt":"1","first_callmark_on":"20180513"}
{"dst":"66397615","src":"17784591","last_callmark_on":"20161231","cnt":"1","first_callmark_on":"20170213"}
{"dst":"67185404","src":"17784591","last_callmark_on":"20170914","cnt":"1","first_callmark_on":"20171225"}
{"dst":"67191921","src":"17784591","last_callmark_on":"20171219","cnt":"8","first_callmark_on":"20171228"}
{"dst":"70642179","src":"17784591","last_callmark_on":"20161209","cnt":"5","first_callmark_on":"20170226"}
{"dst":"71993894","src":"17784591","last_callmark_on":"20171122","cnt":"1","first_callmark_on":"20180205"}
{"dst":"72424922","src":"17784591","last_callmark_on":"20170402","cnt":"21","first_callmark_on":"20170628"}
{"dst":"77575727","src":"17784591","last_callmark_on":"20170808","cnt":"2","first_callmark_on":"20180105"}
{"dst":"78422254","src":"17784591","last_callmark_on":"20180306","cnt":"2","first_callmark_on":"20170819"}
{"dst":"91301953","src":"17784591","last_callmark_on":"20180514","cnt":"9","first_callmark_on":"20171212"}
{"dst":"95153958","src":"17784591","last_callmark_on":"20170808","cnt":"4","first_callmark_on":"20171122"}
{"dst":"95267017","src":"17784591","last_callmark_on":"20171030","cnt":"3","first_callmark_on":"20170928"}
{"dst":"95128558","src":"17784591","last_callmark_on":"20170514","cnt":"104","first_callmark_on":"20170516"}
{"dst":"102425003","src":"17784591","last_callmark_on":"20170809","cnt":"1","first_callmark_on":"20171114"}
{"dst":"103943872","src":"17784591","last_callmark_on":"20170504","cnt":"7","first_callmark_on":"20170602"}
{"dst":"105177094","src":"17784591","last_callmark_on":"20210413","cnt":"89","first_callmark_on":"20171006"}
{"dst":"107160934","src":"17784591","last_callmark_on":"20170807","cnt":"2","first_callmark_on":"20171122"}
{"dst":"117152725","src":"17784591","last_callmark_on":"20210923","cnt":"59","first_callmark_on":"20170910"}
{"dst":"116841694","src":"17784591","last_callmark_on":"20170427","cnt":"2","first_callmark_on":"20170715"}
{"dst":"118366225","src":"17784591","last_callmark_on":"20190814","cnt":"30","first_callmark_on":"20170204"}
{"dst":"119608735","src":"17784591","last_callmark_on":"20170902","cnt":"1","first_callmark_on":"20170927"}
{"dst":"119193377","src":"17784591","last_callmark_on":"20170522","cnt":"1","first_callmark_on":"20170831"}
{"dst":"121482533","src":"17784591","last_callmark_on":"20171119","cnt":"1","first_callmark_on":"20171220"}
{"dst":"121291459","src":"17784591","last_callmark_on":"20170214","cnt":"2","first_callmark_on":"20170217"}
{"dst":"123292908","src":"17784591","last_callmark_on":"20171218","cnt":"14","first_callmark_on":"20180103"}
{"dst":"125162007","src":"17784591","last_callmark_on":"20170908","cnt":"2","first_callmark_on":"20170924"}
{"dst":"127774497","src":"17784591","last_callmark_on":"20170423","cnt":"1","first_callmark_on":"20170719"}
{"dst":"128738178","src":"17784591","last_callmark_on":"20190227","cnt":"54","first_callmark_on":"20171106"}
{"dst":"135914635","src":"17784591","last_callmark_on":"20170420","cnt":"2","first_callmark_on":"20170704"}
{"dst":"136829108","src":"17784591","last_callmark_on":"20171228","cnt":"6","first_callmark_on":"20180128"}
{"dst":"139990545","src":"17784591","last_callmark_on":"20180805","cnt":"61","first_callmark_on":"20171228"}
{"dst":"144033597","src":"17784591","last_callmark_on":"20171119","cnt":"227","first_callmark_on":"20171119"}
{"dst":"153966348","src":"17784591","last_callmark_on":"20171027","cnt":"1","first_callmark_on":"20171122"}
{"dst":"157962993","src":"17784591","last_callmark_on":"20180214","cnt":"3","first_callmark_on":"20180413"}
{"dst":"159418229","src":"17784591","last_callmark_on":"20180930","cnt":"5","first_callmark_on":"20171024"}
{"dst":"162512907","src":"17784591","last_callmark_on":"20170617","cnt":"1","first_callmark_on":"20170903"}
{"dst":"163080363","src":"17784591","last_callmark_on":"20180119","cnt":"4","first_callmark_on":"20180121"}
{"dst":"165925542","src":"17784591","last_callmark_on":"20200326","cnt":"222","first_callmark_on":"20170728"}
{"dst":"170179071","src":"17784591","last_callmark_on":"20170321","cnt":"1","first_callmark_on":"20170524"}
{"dst":"173498511","src":"17784591","last_callmark_on":"20181121","cnt":"4","first_callmark_on":"20170311"}
{"dst":"175062582","src":"17784591","last_callmark_on":"20170525","cnt":"1","first_callmark_on":"20170707"}
{"dst":"175359547","src":"17784591","last_callmark_on":"20180127","cnt":"4","first_callmark_on":"20171008"}
{"dst":"183402181","src":"17784591","last_callmark_on":"20170917","cnt":"1","first_callmark_on":"20170917"}
{"dst":"185698836","src":"17784591","last_callmark_on":"20180122","cnt":"201","first_callmark_on":"20180122"}
{"dst":"187867357","src":"17784591","last_callmark_on":"20161228","cnt":"2","first_callmark_on":"20170110"}
{"dst":"190322488","src":"17784591","last_callmark_on":"20171118","cnt":"1","first_callmark_on":"20180102"}
{"dst":"192866910","src":"17784591","last_callmark_on":"20180306","cnt":"20","first_callmark_on":"20171022"}
{"dst":"194504823","src":"17784591","last_callmark_on":"20170711","cnt":"34","first_callmark_on":"20170714"}
{"dst":"198538261","src":"17784591","last_callmark_on":"20190606","cnt":"4","first_callmark_on":"20180205"}
{"dst":"202102975","src":"17784591","last_callmark_on":"20190827","cnt":"4","first_callmark_on":"20171126"}
{"dst":"204727738","src":"17784591","last_callmark_on":"20180210","cnt":"5","first_callmark_on":"20180212"}
{"dst":"204361853","src":"17784591","last_callmark_on":"20180521","cnt":"12","first_callmark_on":"20180613"}
{"dst":"207475963","src":"17784591","last_callmark_on":"20171006","cnt":"100","first_callmark_on":"20171006"}
{"dst":"209642545","src":"17784591","last_callmark_on":"20170825","cnt":"2","first_callmark_on":"20170804"}
{"dst":"210488369","src":"17784591","last_callmark_on":"20170727","cnt":"1","first_callmark_on":"20171005"}
{"dst":"212535232","src":"17784591","last_callmark_on":"20190908","cnt":"6","first_callmark_on":"20170904"}
{"dst":"213727938","src":"17784591","last_callmark_on":"20180513","cnt":"7","first_callmark_on":"20180313"}
{"dst":"214408345","src":"17784591","last_callmark_on":"20180607","cnt":"7","first_callmark_on":"20180615"}
{"dst":"219042446","src":"17784591","last_callmark_on":"20161209","cnt":"1","first_callmark_on":"20170313"}
{"dst":"218461582","src":"17784591","last_callmark_on":"20180417","cnt":"1","first_callmark_on":"20180421"}
{"dst":"223393231","src":"17784591","last_callmark_on":"20170223","cnt":"3","first_callmark_on":"20170407"}
{"dst":"222138151","src":"17784591","last_callmark_on":"20180327","cnt":"3","first_callmark_on":"20180413"}
{"dst":"222802516","src":"17784591","last_callmark_on":"20170808","cnt":"1","first_callmark_on":"20170906"}
{"dst":"229760440","src":"17784591","last_callmark_on":"20190312","cnt":"64","first_callmark_on":"20180409"}
{"dst":"232463260","src":"17784591","last_callmark_on":"20181013","cnt":"6","first_callmark_on":"20180413"}
{"dst":"241304068","src":"17784591","last_callmark_on":"20190511","cnt":"81","first_callmark_on":"20170819"}
{"dst":"242431775","src":"17784591","last_callmark_on":"20170209","cnt":"4","first_callmark_on":"20170302"}
{"dst":"246884111","src":"17784591","last_callmark_on":"20170207","cnt":"2","first_callmark_on":"20170122"}
{"dst":"251966751","src":"17784591","last_callmark_on":"20170922","cnt":"52","first_callmark_on":"20170922"}
{"dst":"253231104","src":"17784591","last_callmark_on":"20180308","cnt":"6","first_callmark_on":"20180403"}
{"dst":"260236146","src":"17784591","last_callmark_on":"20171117","cnt":"19","first_callmark_on":"20180113"}
{"dst":"263292826","src":"17784591","last_callmark_on":"20181220","cnt":"6","first_callmark_on":"20180511"}
{"dst":"265811032","src":"17784591","last_callmark_on":"20170716","cnt":"2","first_callmark_on":"20171024"}
{"dst":"264868250","src":"17784591","last_callmark_on":"20210405","cnt":"750","first_callmark_on":"20170325"}
{"dst":"266318866","src":"17784591","last_callmark_on":"20180304","cnt":"3","first_callmark_on":"20180508"}
{"dst":"266729883","src":"17784591","last_callmark_on":"20180702","cnt":"4","first_callmark_on":"20170310"}
{"dst":"268126308","src":"17784591","last_callmark_on":"20170220","cnt":"1","first_callmark_on":"20170524"}
{"dst":"268010426","src":"17784591","last_callmark_on":"20171002","cnt":"8","first_callmark_on":"20171121"}
{"dst":"280961971","src":"17784591","last_callmark_on":"20200914","cnt":"6","first_callmark_on":"20170419"}

看错误提示,是hdfs那有些问题?
@nicole

你的日志帖一下,数据没进入肯定有些错误日志的。
你上面贴出来的不是全的spark的日志,只有抛到应用程序外部去的日志才会在你那个提交界面显示。

此话题已在最后回复的 30 天后被自动关闭。不再允许新回复。