[root@10-62-0-167 logs]# cat nebula-storaged.10-62-0-167.root.log.INFO.20221013-175539.26845
Log file created at: 2022/10/13 17:55:39
Running on machine: 10-62-0-167
Running duration (h:mm:ss): 0:00:00
Log line format: [IWEF]yyyymmdd hh:mm:ss.uuuuuu threadid file:line] msg
I20221013 17:55:39.264446 26845 StorageDaemon.cpp:129] localhost = "10.62.0.167":9779
I20221013 17:55:39.264628 26845 StorageDaemon.cpp:144] data path= /data/nebula/storage
I20221013 17:55:39.286959 26845 MetaClient.cpp:80] Create meta client to "10.62.0.59":9559
I20221013 17:55:39.287015 26845 MetaClient.cpp:81] root path: /usr/local/nebula, data path size: 1
I20221013 17:55:39.287057 26845 FileBasedClusterIdMan.cpp:53] Get clusterId: 1953107561055138927
I20221013 17:55:39.364081 26845 MetaClient.cpp:3079] Load leader of "10.62.0.52":9779 in 1 space
I20221013 17:55:39.364135 26845 MetaClient.cpp:3079] Load leader of "10.62.0.59":9779 in 0 space
I20221013 17:55:39.364140 26845 MetaClient.cpp:3079] Load leader of "10.62.0.167":9779 in 5 space
I20221013 17:55:39.364142 26845 MetaClient.cpp:3085] Load leader ok
I20221013 17:55:39.365417 26845 MetaClient.cpp:148] Register time task for heartbeat!
I20221013 17:55:39.365460 26845 StorageServer.cpp:200] Init schema manager
I20221013 17:55:39.365465 26845 StorageServer.cpp:203] Init index manager
I20221013 17:55:39.365468 26845 StorageServer.cpp:206] Init kvstore
I20221013 17:55:39.365491 26845 NebulaStore.cpp:51] Start the raft service...
I20221013 17:55:39.368629 26845 NebulaSnapshotManager.cpp:25] Send snapshot is rate limited to 10485760 for each part by default
I20221013 17:55:39.382503 26845 RaftexService.cpp:46] Start raft service on 9780
I20221013 17:55:39.382666 26845 NebulaStore.cpp:85] Scan the local path, and init the spaces_
I20221013 17:55:39.382761 26845 NebulaStore.cpp:92] Scan path "/data/nebula/storage/nebula/0"
I20221013 17:55:39.382767 26845 NebulaStore.cpp:92] Scan path "/data/nebula/storage/nebula/2"
I20221013 17:55:39.382928 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option max_bytes_for_level_base=268435456
I20221013 17:55:39.382936 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option max_write_buffer_number=4
I20221013 17:55:39.382938 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option write_buffer_size=67108864
I20221013 17:55:39.383113 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option block_size=8192
I20221013 17:55:39.410373 26915 EventListener.h:21] Rocksdb start compaction column family: default because of LevelL0FilesNum, status: OK, compacted 5 files into 0, base level is 0, output level is 1
I20221013 17:55:39.410398 26845 RocksEngine.cpp:97] open rocksdb on /data/nebula/storage/nebula/2/data
I20221013 17:55:39.410454 26915 CompactionFilter.h:88] Do custom minor compaction!
I20221013 17:55:39.410501 26845 NebulaStore.cpp:196] Load space 2 from disk
I20221013 17:55:39.410507 26845 NebulaStore.cpp:205] Need to open 6 parts of space 2
I20221013 17:55:39.446969 26909 NebulaStore.cpp:228] Load part 2, 8 from disk
I20221013 17:55:39.448932 26911 NebulaStore.cpp:228] Load part 2, 12 from disk
I20221013 17:55:39.460242 26910 NebulaStore.cpp:228] Load part 2, 11 from disk
I20221013 17:55:39.462708 26912 NebulaStore.cpp:228] Load part 2, 13 from disk
I20221013 17:55:39.490756 26910 NebulaStore.cpp:228] Load part 2, 15 from disk
I20221013 17:55:39.500514 26909 NebulaStore.cpp:228] Load part 2, 14 from disk
I20221013 17:55:39.500625 26845 NebulaStore.cpp:262] Load space 2 complete
I20221013 17:55:39.500670 26845 NebulaStore.cpp:92] Scan path "/data/nebula/storage/nebula/3"
I20221013 17:55:39.500799 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option max_bytes_for_level_base=268435456
I20221013 17:55:39.500818 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option max_write_buffer_number=4
I20221013 17:55:39.500820 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option write_buffer_size=67108864
I20221013 17:55:39.500931 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option block_size=8192
I20221013 17:55:39.511894 26845 RocksEngine.cpp:97] open rocksdb on /data/nebula/storage/nebula/3/data
I20221013 17:55:39.511953 26845 NebulaStore.cpp:196] Load space 3 from disk
I20221013 17:55:39.511963 26845 NebulaStore.cpp:205] Need to open 8 parts of space 3
I20221013 17:55:39.717396 26909 NebulaStore.cpp:228] Load part 3, 8 from disk
I20221013 17:55:39.776232 26911 NebulaStore.cpp:228] Load part 3, 10 from disk
I20221013 17:55:39.776371 26910 NebulaStore.cpp:228] Load part 3, 9 from disk
I20221013 17:55:39.787770 26912 NebulaStore.cpp:228] Load part 3, 11 from disk
I20221013 17:55:39.910192 26915 EventListener.h:35] Rocksdb compaction completed column family: default because of LevelL0FilesNum, status: OK, compacted 5 files into 1, base level is 0, output level is 1
I20221013 17:55:39.992841 26909 NebulaStore.cpp:228] Load part 3, 12 from disk
I20221013 17:55:40.045390 26911 NebulaStore.cpp:228] Load part 3, 14 from disk
I20221013 17:55:40.056123 26910 NebulaStore.cpp:228] Load part 3, 13 from disk
I20221013 17:55:40.068625 26912 NebulaStore.cpp:228] Load part 3, 15 from disk
I20221013 17:55:40.068704 26845 NebulaStore.cpp:262] Load space 3 complete
I20221013 17:55:40.068751 26845 NebulaStore.cpp:92] Scan path "/data/nebula/storage/nebula/4"
I20221013 17:55:40.068859 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option max_bytes_for_level_base=268435456
I20221013 17:55:40.068867 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option max_write_buffer_number=4
I20221013 17:55:40.068895 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option write_buffer_size=67108864
I20221013 17:55:40.069012 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option block_size=8192
I20221013 17:55:40.077864 26845 RocksEngine.cpp:97] open rocksdb on /data/nebula/storage/nebula/4/data
I20221013 17:55:40.077921 26845 NebulaStore.cpp:196] Load space 4 from disk
I20221013 17:55:40.077929 26845 NebulaStore.cpp:205] Need to open 15 parts of space 4
I20221013 17:55:40.333619 26912 NebulaStore.cpp:228] Load part 4, 1 from disk
I20221013 17:55:40.334755 26911 NebulaStore.cpp:228] Load part 4, 4 from disk
I20221013 17:55:40.338299 26910 NebulaStore.cpp:228] Load part 4, 3 from disk
I20221013 17:55:40.341717 26909 NebulaStore.cpp:228] Load part 4, 2 from disk
I20221013 17:55:40.588640 26912 NebulaStore.cpp:228] Load part 4, 5 from disk
I20221013 17:55:40.590752 26911 NebulaStore.cpp:228] Load part 4, 8 from disk
I20221013 17:55:40.591768 26910 NebulaStore.cpp:228] Load part 4, 7 from disk
I20221013 17:55:40.604673 26909 NebulaStore.cpp:228] Load part 4, 6 from disk
I20221013 17:55:40.846562 26910 NebulaStore.cpp:228] Load part 4, 11 from disk
I20221013 17:55:40.848452 26911 NebulaStore.cpp:228] Load part 4, 12 from disk
I20221013 17:55:40.853436 26912 NebulaStore.cpp:228] Load part 4, 9 from disk
I20221013 17:55:40.857069 26965 NebulaSnapshotManager.cpp:67] Space 2 Part 8 start send snapshot of commitLogId 25906048 commitLogTerm 16, rate limited to 10485760, batch size is 524288
I20221013 17:55:40.867542 26909 NebulaStore.cpp:228] Load part 4, 10 from disk
I20221013 17:55:41.105304 26910 NebulaStore.cpp:228] Load part 4, 15 from disk
I20221013 17:55:41.111547 26912 NebulaStore.cpp:228] Load part 4, 13 from disk
I20221013 17:55:41.123456 26909 NebulaStore.cpp:228] Load part 4, 14 from disk
I20221013 17:55:41.123548 26845 NebulaStore.cpp:262] Load space 4 complete
I20221013 17:55:41.123567 26845 NebulaStore.cpp:92] Scan path "/data/nebula/storage/nebula/6"
I20221013 17:55:41.123668 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option max_bytes_for_level_base=268435456
I20221013 17:55:41.123674 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option max_write_buffer_number=4
I20221013 17:55:41.123677 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option write_buffer_size=67108864
I20221013 17:55:41.123826 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option block_size=8192
I20221013 17:55:41.132977 26845 RocksEngine.cpp:97] open rocksdb on /data/nebula/storage/nebula/6/data
I20221013 17:55:41.133028 26845 NebulaStore.cpp:196] Load space 6 from disk
I20221013 17:55:41.133059 26845 NebulaStore.cpp:205] Need to open 15 parts of space 6
I20221013 17:55:41.390154 26909 NebulaStore.cpp:228] Load part 6, 3 from disk
I20221013 17:55:41.390280 26910 NebulaStore.cpp:228] Load part 6, 4 from disk
I20221013 17:55:41.394707 26912 NebulaStore.cpp:228] Load part 6, 2 from disk
I20221013 17:55:41.400869 26911 NebulaStore.cpp:228] Load part 6, 1 from disk
I20221013 17:55:41.646502 26910 NebulaStore.cpp:228] Load part 6, 8 from disk
I20221013 17:55:41.658656 26909 NebulaStore.cpp:228] Load part 6, 7 from disk
I20221013 17:55:41.661707 26911 NebulaStore.cpp:228] Load part 6, 5 from disk
I20221013 17:55:41.663450 26912 NebulaStore.cpp:228] Load part 6, 6 from disk
I20221013 17:55:41.905572 26910 NebulaStore.cpp:228] Load part 6, 12 from disk
I20221013 17:55:41.912066 26911 NebulaStore.cpp:228] Load part 6, 9 from disk
I20221013 17:55:41.915752 26909 NebulaStore.cpp:228] Load part 6, 11 from disk
I20221013 17:55:41.939751 26912 NebulaStore.cpp:228] Load part 6, 10 from disk
I20221013 17:55:42.168001 26911 NebulaStore.cpp:228] Load part 6, 13 from disk
I20221013 17:55:42.172777 26909 NebulaStore.cpp:228] Load part 6, 15 from disk
I20221013 17:55:42.209903 26912 NebulaStore.cpp:228] Load part 6, 14 from disk
I20221013 17:55:42.209970 26845 NebulaStore.cpp:262] Load space 6 complete
I20221013 17:55:42.210016 26845 NebulaStore.cpp:92] Scan path "/data/nebula/storage/nebula/5"
I20221013 17:55:42.210150 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option max_bytes_for_level_base=268435456
I20221013 17:55:42.210156 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option max_write_buffer_number=4
I20221013 17:55:42.210160 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option write_buffer_size=67108864
I20221013 17:55:42.210333 26845 RocksEngineConfig.cpp:366] Emplace rocksdb option block_size=8192
I20221013 17:55:42.221365 26845 RocksEngine.cpp:97] open rocksdb on /data/nebula/storage/nebula/5/data
I20221013 17:55:42.221416 26845 NebulaStore.cpp:196] Load space 5 from disk
I20221013 17:55:42.221421 26845 NebulaStore.cpp:205] Need to open 15 parts of space 5
I20221013 17:55:42.476622 26909 NebulaStore.cpp:228] Load part 5, 2 from disk
I20221013 17:55:42.482370 26911 NebulaStore.cpp:228] Load part 5, 4 from disk
I20221013 17:55:42.488235 26910 NebulaStore.cpp:228] Load part 5, 3 from disk
I20221013 17:55:42.495805 26912 NebulaStore.cpp:228] Load part 5, 1 from disk
I20221013 17:55:42.730160 26909 NebulaStore.cpp:228] Load part 5, 6 from disk
I20221013 17:55:42.737663 26910 NebulaStore.cpp:228] Load part 5, 7 from disk
I20221013 17:55:42.742972 26911 NebulaStore.cpp:228] Load part 5, 8 from disk
I20221013 17:55:42.761274 26912 NebulaStore.cpp:228] Load part 5, 5 from disk
I20221013 17:55:42.986276 26909 NebulaStore.cpp:228] Load part 5, 10 from disk
I20221013 17:55:42.988657 26910 NebulaStore.cpp:228] Load part 5, 11 from disk
I20221013 17:55:43.001561 26911 NebulaStore.cpp:228] Load part 5, 12 from disk
I20221013 17:55:43.039577 26912 NebulaStore.cpp:228] Load part 5, 9 from disk
I20221013 17:55:43.239998 26910 NebulaStore.cpp:228] Load part 5, 15 from disk
I20221013 17:55:43.244398 26909 NebulaStore.cpp:228] Load part 5, 14 from disk
I20221013 17:55:43.321841 26912 NebulaStore.cpp:228] Load part 5, 13 from disk
I20221013 17:55:43.321933 26845 NebulaStore.cpp:262] Load space 5 complete
I20221013 17:55:43.322018 26845 NebulaStore.cpp:271] Init data from partManager for "10.62.0.167":9779
I20221013 17:55:43.322079 26845 NebulaStore.cpp:369] Data space 5 has existed!
I20221013 17:55:43.322113 26845 NebulaStore.cpp:430] [Space: 5, Part: 1] has existed!
I20221013 17:55:43.322120 26845 NebulaStore.cpp:430] [Space: 5, Part: 2] has existed!
I20221013 17:55:43.322124 26845 NebulaStore.cpp:430] [Space: 5, Part: 3] has existed!
I20221013 17:55:43.322141 26845 NebulaStore.cpp:430] [Space: 5, Part: 4] has existed!
I20221013 17:55:43.322152 26845 NebulaStore.cpp:430] [Space: 5, Part: 5] has existed!
I20221013 17:55:43.322156 26845 NebulaStore.cpp:430] [Space: 5, Part: 6] has existed!
I20221013 17:55:43.322165 26845 NebulaStore.cpp:430] [Space: 5, Part: 7] has existed!
I20221013 17:55:43.322168 26845 NebulaStore.cpp:430] [Space: 5, Part: 8] has existed!
I20221013 17:55:43.322172 26845 NebulaStore.cpp:430] [Space: 5, Part: 9] has existed!
I20221013 17:55:43.322191 26845 NebulaStore.cpp:430] [Space: 5, Part: 10] has existed!
I20221013 17:55:43.322196 26845 NebulaStore.cpp:430] [Space: 5, Part: 11] has existed!
I20221013 17:55:43.322199 26845 NebulaStore.cpp:430] [Space: 5, Part: 12] has existed!
I20221013 17:55:43.322202 26845 NebulaStore.cpp:430] [Space: 5, Part: 13] has existed!
I20221013 17:55:43.322206 26845 NebulaStore.cpp:430] [Space: 5, Part: 14] has existed!
I20221013 17:55:43.322211 26845 NebulaStore.cpp:430] [Space: 5, Part: 15] has existed!
I20221013 17:55:43.322214 26845 NebulaStore.cpp:369] Data space 6 has existed!
I20221013 17:55:43.322221 26845 NebulaStore.cpp:430] [Space: 6, Part: 1] has existed!
I20221013 17:55:43.322224 26845 NebulaStore.cpp:430] [Space: 6, Part: 2] has existed!
I20221013 17:55:43.322232 26845 NebulaStore.cpp:430] [Space: 6, Part: 3] has existed!
I20221013 17:55:43.322237 26845 NebulaStore.cpp:430] [Space: 6, Part: 4] has existed!
I20221013 17:55:43.322242 26845 NebulaStore.cpp:430] [Space: 6, Part: 5] has existed!
I20221013 17:55:43.322245 26845 NebulaStore.cpp:430] [Space: 6, Part: 6] has existed!
I20221013 17:55:43.322250 26845 NebulaStore.cpp:430] [Space: 6, Part: 7] has existed!
I20221013 17:55:43.322268 26845 NebulaStore.cpp:430] [Space: 6, Part: 8] has existed!
I20221013 17:55:43.322278 26845 NebulaStore.cpp:430] [Space: 6, Part: 9] has existed!
I20221013 17:55:43.322283 26845 NebulaStore.cpp:430] [Space: 6, Part: 10] has existed!
I20221013 17:55:43.322286 26845 NebulaStore.cpp:430] [Space: 6, Part: 11] has existed!
I20221013 17:55:43.322291 26845 NebulaStore.cpp:430] [Space: 6, Part: 12] has existed!
I20221013 17:55:43.322296 26845 NebulaStore.cpp:430] [Space: 6, Part: 13] has existed!
I20221013 17:55:43.322300 26845 NebulaStore.cpp:430] [Space: 6, Part: 14] has existed!
I20221013 17:55:43.322304 26845 NebulaStore.cpp:430] [Space: 6, Part: 15] has existed!
I20221013 17:55:43.322307 26845 NebulaStore.cpp:369] Data space 4 has existed!
I20221013 17:55:43.322314 26845 NebulaStore.cpp:430] [Space: 4, Part: 1] has existed!
I20221013 17:55:43.322317 26845 NebulaStore.cpp:430] [Space: 4, Part: 2] has existed!
I20221013 17:55:43.322321 26845 NebulaStore.cpp:430] [Space: 4, Part: 3] has existed!
I20221013 17:55:43.322325 26845 NebulaStore.cpp:430] [Space: 4, Part: 4] has existed!
I20221013 17:55:43.322343 26845 NebulaStore.cpp:430] [Space: 4, Part: 5] has existed!
I20221013 17:55:43.322355 26845 NebulaStore.cpp:430] [Space: 4, Part: 6] has existed!
I20221013 17:55:43.322357 26845 NebulaStore.cpp:430] [Space: 4, Part: 7] has existed!
I20221013 17:55:43.322361 26845 NebulaStore.cpp:430] [Space: 4, Part: 8] has existed!
I20221013 17:55:43.322368 26845 NebulaStore.cpp:430] [Space: 4, Part: 9] has existed!
I20221013 17:55:43.322372 26845 NebulaStore.cpp:430] [Space: 4, Part: 10] has existed!
I20221013 17:55:43.322376 26845 NebulaStore.cpp:430] [Space: 4, Part: 11] has existed!
I20221013 17:55:43.322379 26845 NebulaStore.cpp:430] [Space: 4, Part: 12] has existed!
I20221013 17:55:43.322383 26845 NebulaStore.cpp:430] [Space: 4, Part: 13] has existed!
I20221013 17:55:43.322386 26845 NebulaStore.cpp:430] [Space: 4, Part: 14] has existed!
I20221013 17:55:43.322391 26845 NebulaStore.cpp:430] [Space: 4, Part: 15] has existed!
I20221013 17:55:43.322394 26845 NebulaStore.cpp:369] Data space 3 has existed!
I20221013 17:55:43.322399 26845 NebulaStore.cpp:430] [Space: 3, Part: 8] has existed!
I20221013 17:55:43.322403 26845 NebulaStore.cpp:430] [Space: 3, Part: 9] has existed!
I20221013 17:55:43.322407 26845 NebulaStore.cpp:430] [Space: 3, Part: 10] has existed!
I20221013 17:55:43.322410 26845 NebulaStore.cpp:430] [Space: 3, Part: 11] has existed!
I20221013 17:55:43.322414 26845 NebulaStore.cpp:430] [Space: 3, Part: 12] has existed!
I20221013 17:55:43.322418 26845 NebulaStore.cpp:430] [Space: 3, Part: 13] has existed!
I20221013 17:55:43.322422 26845 NebulaStore.cpp:430] [Space: 3, Part: 14] has existed!
I20221013 17:55:43.322425 26845 NebulaStore.cpp:430] [Space: 3, Part: 15] has existed!
I20221013 17:55:43.322438 26845 NebulaStore.cpp:369] Data space 2 has existed!
I20221013 17:55:43.322443 26845 NebulaStore.cpp:430] [Space: 2, Part: 8] has existed!
I20221013 17:55:43.322450 26845 NebulaStore.cpp:430] [Space: 2, Part: 11] has existed!
I20221013 17:55:43.322454 26845 NebulaStore.cpp:430] [Space: 2, Part: 12] has existed!
I20221013 17:55:43.322458 26845 NebulaStore.cpp:430] [Space: 2, Part: 13] has existed!
I20221013 17:55:43.322463 26845 NebulaStore.cpp:430] [Space: 2, Part: 14] has existed!
I20221013 17:55:43.322466 26845 NebulaStore.cpp:430] [Space: 2, Part: 15] has existed!
I20221013 17:55:43.322513 26845 NebulaStore.cpp:78] Register handler...
I20221013 17:55:43.322518 26845 StorageServer.cpp:209] Init LogMonitor
I20221013 17:55:43.322674 26845 StorageServer.cpp:95] Starting Storage HTTP Service
I20221013 17:55:43.323429 26845 StorageServer.cpp:99] Http Thread Pool started
I20221013 17:55:43.329134 27006 WebService.cpp:124] Web service started on HTTP[19779]
I20221013 17:55:43.329223 26845 TransactionManager.cpp:24] TransactionManager ctor()
E20221013 17:55:43.335832 26903 StorageClientBase-inl.h:206] Request to "10.62.0.167":9777 failed: Failed to write to remote endpoint. Wrote 0 bytes. AsyncSocketException: AsyncSocketException: connect failed, type = Socket not open, errno = 111 (Connection refused)
E20221013 17:55:43.350117 26904 StorageClientBase-inl.h:206] Request to "10.62.0.167":9777 failed: Failed to write to remote endpoint. Wrote 0 bytes. AsyncSocketException: AsyncSocketException: connect failed, type = Socket not open, errno = 111 (Connection refused)
[root@10-62-0-167 logs]#