nebula-exporter异常,反复重启

提问参考模版:

  • nebula 版本:3.6.0
  • 部署方式:k8s
  • 安装方式:helm部署1.7.6的nebula-operator,1.7.6的nebula-cluster
  • 是否上生产环境:N
  • 硬件信息
    • 磁盘:机械
    • CPU、内存信息:332C128G
  • 问题的具体描述:
    exporter pod反复重启,日志如下:

您好,看起来是space name中有特殊字符导致的,可以参考下这个帖子 nebula-stats服务启动失败 - #21,来自 Michael_Ye

spacename是指图空间的名字吗,我就2个图空间,一个demo_movie_recommendationtest_x,比如说test_111,test_112,自增的

您好,可以进到graphd容器里,执行一下curl localhost:19669/stats,并贴一下返回结果吗

kubectl exec -it nebula-graphd-0 -n nebula -- bash

Defaulted container "graphd" out of: graphd, ng-agent

[root@nebula-graphd-0 nebula]# curl -s nebula-graphd-headless:19669/flags

check_plan_killed_frequency=8

cluster_id_path="cluster.id"

expired_time_factor=5

failed_login_attempts=0

heartbeat_interval_secs=10

meta_client_retry_interval_secs=1

meta_client_retry_times=3

meta_client_timeout_ms=60000

password_lock_time_in_secs=0

storage_client_retry_interval_ms=1000

storage_client_timeout_ms=60000

enable_udf=0

udf_path="lib/udf"

log_disk_check_interval_secs=10

log_min_reserved_bytes_to_error=67108864

log_min_reserved_bytes_to_fatal=4194304

log_min_reserved_bytes_to_warn=268435456

cgroup_v1_memory_current_path="/sys/fs/cgroup/memory/memory.usage_in_bytes"

cgroup_v1_memory_max_path="/sys/fs/cgroup/memory/memory.limit_in_bytes"

cgroup_v1_memory_stat_path="/sys/fs/cgroup/memory/memory.stat"

cgroup_v2_controllers="/sys/fs/cgroup/cgroup.controllers"

cgroup_v2_memory_current_path="/sys/fs/cgroup/memory.current"

cgroup_v2_memory_max_path="/sys/fs/cgroup/memory.max"

cgroup_v2_memory_stat_path="/sys/fs/cgroup/memory.stat"

containerized=1

memory_purge_enabled=1

memory_purge_interval_seconds=10

memory_tracker_available_ratio=0.8

memory_tracker_detail_log=1

memory_tracker_detail_log_interval_ms=60000

memory_tracker_limit_ratio=0.6

memory_tracker_untracked_reserved_memory_mb=50

system_memory_high_watermark_ratio=0.8

gflags_mode_json="share/resources/gflags.json"

ca_path="certs/ca.crt"

cert_path="certs/server.crt"

enable_graph_ssl=0

enable_meta_ssl=0

enable_ssl=0

key_path="certs/server.key"

password_path="certs/password"

conn_timeout_ms=1000

timezone_file="share/resources/date_time_zonespec.csv"

timezone_name="UTC+00:00:00"

redirect_stdout=1

stderr_log_file="graphd-stderr.log"

stdout_log_file="graphd-stdout.log"

enable_lifetime_optimize=1

path_batch_size=10000

path_threshold_ratio=2

path_threshold_size=100

traverse_parallel_threshold_rows=150000

enable_optimizer_property_pruner_rule=1

max_plan_depth=512

enable_optimizer_collapse_project_rule=1

accept_partial_success=0

auth_type="password"

client_idle_timeout_secs=3600

client_white_list="3.6.0:3.0.0"

cloud_http_url=""

daemonize=0

default_charset="utf8"

default_collate="utf8_bin"

disable_octal_escape_char=0

enable_async_gc=0

enable_authorize=1

enable_client_white_list=1

enable_data_balance=1

enable_experimental_feature=0

enable_optimizer=1

ft_request_retry_times=3

gc_worker_size=0

graph_use_vertex_key=0

listen_backlog=1024

listen_netdev="any"

local_config=1

local_ip="nebula-graphd-0.nebula-graphd-headless.nebula.svc.cluster.local"

max_allowed_connections=9223372036854775807

max_allowed_query_size=4194304

max_allowed_statements=512

max_job_size=1

max_sessions_per_ip_per_user=300

meta_server_addrs="nebula-metad-0.nebula-metad-headless.nebula.svc.cluster.local:9559,nebula-metad-1.nebula-metad-headless.nebula.svc.cluster.local:9559,nebula-metad-2.nebula-metad-headless.nebula.svc.cluster.local:9559"

min_batch_size=8192

num_accept_threads=1

num_max_connections=0

num_netio_threads=32

num_operator_threads=2

num_path_thread=10

num_rows_to_check_memory=1024

num_worker_threads=32

optimize_appendvertices=0

pid_file="pids/nebula-graphd.pid"

port=9669

reuse_port=0

session_idle_timeout_secs=1800

session_reclaim_interval_secs=60

check_memory_interval_in_secs=1

enable_space_level_metrics=1

slow_query_threshold_us=200000

max_expression_depth=512

ws_http_port=19669

ws_ip="nebula-graphd-0.nebula-graphd-headless.nebula.svc.cluster.local"

ws_threads=4

codel_enabled=0

thrift_cpp2_protocol_reader_container_limit=0

thrift_cpp2_protocol_reader_string_limit=0

thrift_server_request_debug_log_entries_max=10000

service_identity=""

thrift_abort_if_exceeds_shutdown_deadline=1

thrift_ssl_policy="disabled"

folly_memory_idler_purge_arenas=1

dynamic_cputhreadpoolexecutor=1

codel_interval=100

codel_target_delay=5

dynamic_iothreadpoolexecutor=1

threadtimeout_ms=60000

observer_manager_pool_size=4

logging=""

folly_hazptr_use_executor=1

flagfile="/usr/local/nebula/etc/nebula-graphd.conf"

fromenv=""

tryfromenv=""

undefok=""

tab_completion_columns=80

tab_completion_word=""

help=0

helpfull=0

helpmatch=""

helpon=""

helppackage=0

helpshort=0

helpxml=0

version=0

alsologtoemail=""

alsologtostderr=0

colorlogtostderr=0

drop_log_memory=1

log_backtrace_at=""

log_dir="logs"

log_link=""

log_prefix=1

log_utc_time=0

logbuflevel=0

logbufsecs=0

logemaillevel=999

logfile_mode=436

logmailer=""

logtostderr=0

max_log_size=1800

minloglevel=0

stderrthreshold=3

stop_logging_if_full_disk=0

timestamp_in_logfile_name=1

symbolize_stacktrace=1

v=0

vmodule=""

zlib_compressor_buffer_growth=2024

s2shape_index_cell_size_to_long_edge_ratio=1

s2shape_index_default_max_edges_per_cell=10

s2shape_index_tmp_memory_budget_mb=100

s2cell_union_decode_max_num_cells=1000000

s2debug=0

s2loop_lazy_indexing=1

s2polygon_decode_max_num_vertices=50000000

s2polygon_decode_max_num_loops=10000000

s2polygon_lazy_indexing=1

dcache_unit_test=0

[root@nebula-graphd-0 nebula]# 

您好,是请求/stats,不是/flags,stats会返回上报给nebula-exporter的原始指标

大佬,看下是不是这个:

[root@nebula-graphd-0 nebula]# curl -s nebula-graphd-headless:19669/stats

optimizer_latency_us{space=test_192}.avg.5=0

optimizer_latency_us{space=test_192}.avg.60=0

optimizer_latency_us{space=test_192}.avg.600=0

optimizer_latency_us{space=test_192}.avg.3600=0

optimizer_latency_us{space=test_192}.p75.5=0

optimizer_latency_us{space=test_192}.p75.60=0

optimizer_latency_us{space=test_192}.p75.600=0

optimizer_latency_us{space=test_192}.p75.3600=0

optimizer_latency_us{space=test_192}.p95.5=0

optimizer_latency_us{space=test_192}.p95.60=0

optimizer_latency_us{space=test_192}.p95.600=0

optimizer_latency_us{space=test_192}.p95.3600=0

optimizer_latency_us{space=test_192}.p99.5=0

optimizer_latency_us{space=test_192}.p99.60=0

optimizer_latency_us{space=test_192}.p99.600=0

optimizer_latency_us{space=test_192}.p99.3600=0

optimizer_latency_us{space=test_192}.p999.5=0

optimizer_latency_us{space=test_192}.p999.60=0

optimizer_latency_us{space=test_192}.p999.600=0

optimizer_latency_us{space=test_192}.p999.3600=0

num_sentences{space=test_192}.rate.5=0

num_sentences{space=test_192}.rate.60=0

num_sentences{space=test_192}.rate.600=0

num_sentences{space=test_192}.rate.3600=0

num_sentences{space=test_192}.sum.5=0

num_sentences{space=test_192}.sum.60=0

num_sentences{space=test_192}.sum.600=0

num_sentences{space=test_192}.sum.3600=0

num_active_queries{space=test_192}.sum.5=0

num_active_queries{space=test_192}.sum.60=0

num_active_queries{space=test_192}.sum.600=0

num_active_queries{space=test_192}.sum.3600=0

num_queries{space=test_192}.rate.5=0

num_queries{space=test_192}.rate.60=0

num_queries{space=test_192}.rate.600=0

num_queries{space=test_192}.rate.3600=0

num_queries{space=test_192}.sum.5=0

num_queries{space=test_192}.sum.60=0

num_queries{space=test_192}.sum.600=0

num_queries{space=test_192}.sum.3600=0

num_killed_queries{space=test_885}.rate.5=0

num_killed_queries{space=test_885}.rate.60=0

num_killed_queries{space=test_885}.rate.600=0

num_killed_queries{space=test_885}.rate.3600=0

num_killed_queries{space=test_885}.sum.5=0

num_killed_queries{space=test_885}.sum.60=0

num_killed_queries{space=test_885}.sum.600=0

num_killed_queries{space=test_885}.sum.3600=0

num_sentences{space=test_885}.rate.5=0

num_sentences{space=test_885}.rate.60=0

num_sentences{space=test_885}.rate.600=0

num_sentences{space=test_885}.rate.3600=0

num_sentences{space=test_885}.sum.5=0

num_sentences{space=test_885}.sum.60=0

num_sentences{space=test_885}.sum.600=0

num_sentences{space=test_885}.sum.3600=0

num_active_queries{space=test_885}.sum.5=0

num_active_queries{space=test_885}.sum.60=0

num_active_queries{space=test_885}.sum.600=0

num_active_queries{space=test_885}.sum.3600=0

optimizer_latency_us{space=test_890}.avg.5=0

optimizer_latency_us{space=test_890}.avg.60=0

optimizer_latency_us{space=test_890}.avg.600=0

optimizer_latency_us{space=test_890}.avg.3600=0

optimizer_latency_us{space=test_890}.p75.5=0

optimizer_latency_us{space=test_890}.p75.60=0

optimizer_latency_us{space=test_890}.p75.600=0

optimizer_latency_us{space=test_890}.p75.3600=0

optimizer_latency_us{space=test_890}.p95.5=0

optimizer_latency_us{space=test_890}.p95.60=0

optimizer_latency_us{space=test_890}.p95.600=0

optimizer_latency_us{space=test_890}.p95.3600=0

optimizer_latency_us{space=test_890}.p99.5=0

optimizer_latency_us{space=test_890}.p99.60=0

optimizer_latency_us{space=test_890}.p99.600=0

optimizer_latency_us{space=test_890}.p99.3600=0

optimizer_latency_us{space=test_890}.p999.5=0

optimizer_latency_us{space=test_890}.p999.60=0

optimizer_latency_us{space=test_890}.p999.600=0

optimizer_latency_us{space=test_890}.p999.3600=0

optimizer_latency_us{space=test_940}.avg.5=0

optimizer_latency_us{space=test_940}.avg.60=0

optimizer_latency_us{space=test_940}.avg.600=0

optimizer_latency_us{space=test_940}.avg.3600=0

optimizer_latency_us{space=test_940}.p75.5=0

optimizer_latency_us{space=test_940}.p75.60=0

optimizer_latency_us{space=test_940}.p75.600=0

optimizer_latency_us{space=test_940}.p75.3600=0

optimizer_latency_us{space=test_940}.p95.5=0

optimizer_latency_us{space=test_940}.p95.60=0

optimizer_latency_us{space=test_940}.p95.600=0

optimizer_latency_us{space=test_940}.p95.3600=0

optimizer_latency_us{space=test_940}.p99.5=0

optimizer_latency_us{space=test_940}.p99.60=0

optimizer_latency_us{space=test_940}.p99.600=0

optimizer_latency_us{space=test_940}.p99.3600=0

optimizer_latency_us{space=test_940}.p999.5=0

optimizer_latency_us{space=test_940}.p999.60=0

optimizer_latency_us{space=test_940}.p999.600=0

optimizer_latency_us{space=test_940}.p999.3600=0

num_active_queries{space=test_940}.sum.5=0

num_active_queries{space=test_940}.sum.60=0

num_active_queries{space=test_940}.sum.600=0

num_active_queries{space=test_940}.sum.3600=0

num_queries{space=test_940}.rate.5=0

num_queries{space=test_940}.rate.60=0

num_queries{space=test_940}.rate.600=0

num_queries{space=test_940}.rate.3600=0

num_queries{space=test_940}.sum.5=0

num_queries{space=test_940}.sum.60=0

num_queries{space=test_940}.sum.600=0

num_queries{space=test_940}.sum.3600=0

query_latency_us{space=test_885}.avg.5=0

query_latency_us{space=test_885}.avg.60=0

query_latency_us{space=test_885}.avg.600=0

query_latency_us{space=test_885}.avg.3600=0

query_latency_us{space=test_885}.p75.5=0

query_latency_us{space=test_885}.p75.60=0

query_latency_us{space=test_885}.p75.600=0

query_latency_us{space=test_885}.p75.3600=0

query_latency_us{space=test_885}.p95.5=0

query_latency_us{space=test_885}.p95.60=0

query_latency_us{space=test_885}.p95.600=0

query_latency_us{space=test_885}.p95.3600=0

query_latency_us{space=test_885}.p99.5=0

query_latency_us{space=test_885}.p99.60=0

query_latency_us{space=test_885}.p99.600=0

query_latency_us{space=test_885}.p99.3600=0

query_latency_us{space=test_885}.p999.5=0

query_latency_us{space=test_885}.p999.60=0

query_latency_us{space=test_885}.p999.600=0

query_latency_us{space=test_885}.p999.3600=0

num_killed_queries{space=test_660}.rate.5=0

num_killed_queries{space=test_660}.rate.60=0

num_killed_queries{space=test_660}.rate.600=0

num_killed_queries{space=test_660}.rate.3600=0

num_killed_queries{space=test_660}.sum.5=0

num_killed_queries{space=test_660}.sum.60=0

num_killed_queries{space=test_660}.sum.600=0

num_killed_queries{space=test_660}.sum.3600=0

num_active_queries{space=��u_124}.sum.5=0

num_active_queries{space=��u_124}.sum.60=0

num_active_queries{space=��u_124}.sum.600=0

num_active_queries{space=��u_124}.sum.3600=0

num_sentences{space=test_660}.rate.5=0

num_sentences{space=test_660}.rate.60=0

num_sentences{space=test_660}.rate.600=0

num_sentences{space=test_660}.rate.3600=0

num_sentences{space=test_660}.sum.5=0

num_sentences{space=test_660}.sum.60=0

num_sentences{space=test_660}.sum.600=0

num_sentences{space=test_660}.sum.3600=0

num_active_queries{space=test_660}.sum.5=0

num_active_queries{space=test_660}.sum.60=0

num_active_queries{space=test_660}.sum.600=0

num_active_queries{space=test_660}.sum.3600=0

query_latency_us{space=test_660}.avg.5=0

query_latency_us{space=test_660}.avg.60=0

query_latency_us{space=test_660}.avg.600=0

query_latency_us{space=test_660}.avg.3600=0

query_latency_us{space=test_660}.p75.5=0

query_latency_us{space=test_660}.p75.60=0

query_latency_us{space=test_660}.p75.600=0

query_latency_us{space=test_660}.p75.3600=0

query_latency_us{space=test_660}.p95.5=0

query_latency_us{space=test_660}.p95.60=0

query_latency_us{space=test_660}.p95.600=0

query_latency_us{space=test_660}.p95.3600=0

query_latency_us{space=test_660}.p99.5=0

query_latency_us{space=test_660}.p99.60=0

query_latency_us{space=test_660}.p99.600=0

query_latency_us{space=test_660}.p99.3600=0

query_latency_us{space=test_660}.p999.5=0

query_latency_us{space=test_660}.p999.60=0

query_latency_us{space=test_660}.p999.600=0

query_latency_us{space=test_660}.p999.3600=0

num_rpc_sent_to_storaged.rate.5=0

num_rpc_sent_to_storaged.rate.60=0

num_rpc_sent_to_storaged.rate.600=8

num_rpc_sent_to_storaged.rate.3600=11

num_rpc_sent_to_storaged.sum.5=0

num_rpc_sent_to_storaged.sum.60=0

num_rpc_sent_to_storaged.sum.600=4872

num_rpc_sent_to_storaged.sum.3600=39246

num_killed_queries{space=test_940}.rate.5=0

num_killed_queries{space=test_940}.rate.60=0

num_killed_queries{space=test_940}.rate.600=0

num_killed_queries{space=test_940}.rate.3600=0

num_killed_queries{space=test_940}.sum.5=0

num_killed_queries{space=test_940}.sum.60=0

num_killed_queries{space=test_940}.sum.600=0

num_killed_queries{space=test_940}.sum.3600=0

num_auth_failed_sessions_out_of_max_allowed.rate.5=0

num_auth_failed_sessions_out_of_max_allowed.rate.60=0

num_auth_failed_sessions_out_of_max_allowed.rate.600=0

num_auth_failed_sessions_out_of_max_allowed.rate.3600=0

num_auth_failed_sessions_out_of_max_allowed.sum.5=0

num_auth_failed_sessions_out_of_max_allowed.sum.60=0

num_auth_failed_sessions_out_of_max_allowed.sum.600=0

num_auth_failed_sessions_out_of_max_allowed.sum.3600=0

num_killed_queries{space=demo_movie_recommendation}.rate.5=0

num_killed_queries{space=demo_movie_recommendation}.rate.60=0

num_killed_queries{space=demo_movie_recommendation}.rate.600=0

num_killed_queries{space=demo_movie_recommendation}.rate.3600=0

num_killed_queries{space=demo_movie_recommendation}.sum.5=0

num_killed_queries{space=demo_movie_recommendation}.sum.60=0

num_killed_queries{space=demo_movie_recommendation}.sum.600=0

num_killed_queries{space=demo_movie_recommendation}.sum.3600=0

num_query_errors{space=demo_movie_recommendation}.rate.5=0

num_query_errors{space=demo_movie_recommendation}.rate.60=0

num_query_errors{space=demo_movie_recommendation}.rate.600=1

num_query_errors{space=demo_movie_recommendation}.rate.3600=1

num_query_errors{space=demo_movie_recommendation}.sum.5=0

num_query_errors{space=demo_movie_recommendation}.sum.60=0

num_query_errors{space=demo_movie_recommendation}.sum.600=820

num_query_errors{space=demo_movie_recommendation}.sum.3600=5275

num_indexscan_executors.rate.5=0

num_indexscan_executors.rate.60=0

num_indexscan_executors.rate.600=0

num_indexscan_executors.rate.3600=0

num_indexscan_executors.sum.5=0

num_indexscan_executors.sum.60=0

num_indexscan_executors.sum.600=0

num_indexscan_executors.sum.3600=0

num_rpc_sent_to_metad_failed.rate.5=0

num_rpc_sent_to_metad_failed.rate.60=0

num_rpc_sent_to_metad_failed.rate.600=0

num_rpc_sent_to_metad_failed.rate.3600=0

num_rpc_sent_to_metad_failed.sum.5=0

num_rpc_sent_to_metad_failed.sum.60=0

num_rpc_sent_to_metad_failed.sum.600=0

num_rpc_sent_to_metad_failed.sum.3600=0

optimizer_latency_us.avg.5=0

optimizer_latency_us.avg.60=0

optimizer_latency_us.avg.600=2800

optimizer_latency_us.avg.3600=2760

optimizer_latency_us.p75.5=0

optimizer_latency_us.p75.60=0

optimizer_latency_us.p75.600=4622

optimizer_latency_us.p75.3600=4546

optimizer_latency_us.p95.5=0

optimizer_latency_us.p95.60=0

optimizer_latency_us.p95.600=6223

optimizer_latency_us.p95.3600=6080

optimizer_latency_us.p99.5=0

optimizer_latency_us.p99.60=0

optimizer_latency_us.p99.600=6543

optimizer_latency_us.p99.3600=6387

optimizer_latency_us.p999.5=0

optimizer_latency_us.p999.60=0

optimizer_latency_us.p999.600=6615

optimizer_latency_us.p999.3600=6456

num_aggregate_executors.rate.5=0

num_aggregate_executors.rate.60=0

num_aggregate_executors.rate.600=5

num_aggregate_executors.rate.3600=6

num_aggregate_executors.sum.5=0

num_aggregate_executors.sum.60=0

num_aggregate_executors.sum.600=3223

num_aggregate_executors.sum.3600=22099

num_active_queries{space=test_890}.sum.5=0

num_active_queries{space=test_890}.sum.60=0

num_active_queries{space=test_890}.sum.600=0

num_active_queries{space=test_890}.sum.3600=0

num_slow_queries{space=demo_movie_recommendation}.rate.5=0

num_slow_queries{space=demo_movie_recommendation}.rate.60=0

num_slow_queries{space=demo_movie_recommendation}.rate.600=0

num_slow_queries{space=demo_movie_recommendation}.rate.3600=0

num_slow_queries{space=demo_movie_recommendation}.sum.5=0

num_slow_queries{space=demo_movie_recommendation}.sum.60=0

num_slow_queries{space=demo_movie_recommendation}.sum.600=170

num_slow_queries{space=demo_movie_recommendation}.sum.3600=1381

num_active_queries.sum.5=0

num_active_queries.sum.60=0

num_active_queries.sum.600=0

num_active_queries.sum.3600=0

num_sentences{space=test_940}.rate.5=0

num_sentences{space=test_940}.rate.60=0

num_sentences{space=test_940}.rate.600=0

num_sentences{space=test_940}.rate.3600=0

num_sentences{space=test_940}.sum.5=0

num_sentences{space=test_940}.sum.60=0

num_sentences{space=test_940}.sum.600=0

num_sentences{space=test_940}.sum.3600=0

num_active_queries{space=wc}.sum.5=0

num_active_queries{space=wc}.sum.60=0

num_active_queries{space=wc}.sum.600=0

num_active_queries{space=wc}.sum.3600=0

num_active_sessions.sum.5=0

num_active_sessions.sum.60=0

num_active_sessions.sum.600=0

num_active_sessions.sum.3600=0

num_active_queries{space=demo_movie_recommendation}.sum.5=0

num_active_queries{space=demo_movie_recommendation}.sum.60=0

num_active_queries{space=demo_movie_recommendation}.sum.600=0

num_active_queries{space=demo_movie_recommendation}.sum.3600=0

num_sentences.rate.5=0

num_sentences.rate.60=0

num_sentences.rate.600=3

num_sentences.rate.3600=4

num_sentences.sum.5=0

num_sentences.sum.60=0

num_sentences.sum.600=2168

num_sentences.sum.3600=14866

num_slow_queries.rate.5=0

num_slow_queries.rate.60=0

num_slow_queries.rate.600=0

num_slow_queries.rate.3600=0

num_slow_queries.sum.5=0

num_slow_queries.sum.60=0

num_slow_queries.sum.600=170

num_slow_queries.sum.3600=1381

num_query_errors_leader_changes.rate.5=0

num_query_errors_leader_changes.rate.60=0

num_query_errors_leader_changes.rate.600=0

num_query_errors_leader_changes.rate.3600=0

num_query_errors_leader_changes.sum.5=0

num_query_errors_leader_changes.sum.60=0

num_query_errors_leader_changes.sum.600=0

num_query_errors_leader_changes.sum.3600=0

num_killed_queries.rate.5=0

num_killed_queries.rate.60=0

num_killed_queries.rate.600=0

num_killed_queries.rate.3600=0

num_killed_queries.sum.5=0

num_killed_queries.sum.60=0

num_killed_queries.sum.600=0

num_killed_queries.sum.3600=0

num_queries{space=wc}.rate.5=0

num_queries{space=wc}.rate.60=0

num_queries{space=wc}.rate.600=0

num_queries{space=wc}.rate.3600=0

num_queries{space=wc}.sum.5=0

num_queries{space=wc}.sum.60=0

num_queries{space=wc}.sum.600=0

num_queries{space=wc}.sum.3600=0

num_opened_sessions.rate.5=0

num_opened_sessions.rate.60=0

num_opened_sessions.rate.600=0

num_opened_sessions.rate.3600=0

num_opened_sessions.sum.5=0

num_opened_sessions.sum.60=0

num_opened_sessions.sum.600=0

num_opened_sessions.sum.3600=0

num_rpc_sent_to_storaged_failed.rate.5=0

num_rpc_sent_to_storaged_failed.rate.60=0

num_rpc_sent_to_storaged_failed.rate.600=0

num_rpc_sent_to_storaged_failed.rate.3600=0

num_rpc_sent_to_storaged_failed.sum.5=0

num_rpc_sent_to_storaged_failed.sum.60=0

num_rpc_sent_to_storaged_failed.sum.600=0

num_rpc_sent_to_storaged_failed.sum.3600=0

num_sort_executors.rate.5=0

num_sort_executors.rate.60=0

num_sort_executors.rate.600=0

num_sort_executors.rate.3600=0

num_sort_executors.sum.5=0

num_sort_executors.sum.60=0

num_sort_executors.sum.600=357

num_sort_executors.sum.3600=2447

num_queries.rate.5=0

num_queries.rate.60=0

num_queries.rate.600=1

num_queries.rate.3600=2

num_queries.sum.5=0

num_queries.sum.60=0

num_queries.sum.600=1084

num_queries.sum.3600=7433

num_auth_failed_sessions_bad_username_password.rate.5=0

num_auth_failed_sessions_bad_username_password.rate.60=0

num_auth_failed_sessions_bad_username_password.rate.600=0

num_auth_failed_sessions_bad_username_password.rate.3600=0

num_auth_failed_sessions_bad_username_password.sum.5=0

num_auth_failed_sessions_bad_username_password.sum.60=0

num_auth_failed_sessions_bad_username_password.sum.600=0

num_auth_failed_sessions_bad_username_password.sum.3600=0

query_latency_us.avg.5=0

query_latency_us.avg.60=0

query_latency_us.avg.600=220921

query_latency_us.avg.3600=265770

query_latency_us.p75.5=0

query_latency_us.p75.60=0

query_latency_us.p75.600=384048

query_latency_us.p75.3600=460602

query_latency_us.p95.5=0

query_latency_us.p95.60=0

query_latency_us.p95.600=528544

query_latency_us.p95.3600=632341

query_latency_us.p99.5=0

query_latency_us.p99.60=0

query_latency_us.p99.600=557443

query_latency_us.p99.3600=666689

query_latency_us.p999.5=0

query_latency_us.p999.60=0

query_latency_us.p999.600=563945

query_latency_us.p999.3600=674417

num_active_queries{space=test_407}.sum.5=0

num_active_queries{space=test_407}.sum.60=0

num_active_queries{space=test_407}.sum.600=0

num_active_queries{space=test_407}.sum.3600=0

optimizer_latency_us{space=test_885}.avg.5=0

optimizer_latency_us{space=test_885}.avg.60=0

optimizer_latency_us{space=test_885}.avg.600=0

optimizer_latency_us{space=test_885}.avg.3600=0

optimizer_latency_us{space=test_885}.p75.5=0

optimizer_latency_us{space=test_885}.p75.60=0

optimizer_latency_us{space=test_885}.p75.600=0

optimizer_latency_us{space=test_885}.p75.3600=0

optimizer_latency_us{space=test_885}.p95.5=0

optimizer_latency_us{space=test_885}.p95.60=0

optimizer_latency_us{space=test_885}.p95.600=0

optimizer_latency_us{space=test_885}.p95.3600=0

optimizer_latency_us{space=test_885}.p99.5=0

optimizer_latency_us{space=test_885}.p99.60=0

optimizer_latency_us{space=test_885}.p99.600=0

optimizer_latency_us{space=test_885}.p99.3600=0

optimizer_latency_us{space=test_885}.p999.5=0

optimizer_latency_us{space=test_885}.p999.60=0

optimizer_latency_us{space=test_885}.p999.600=0

optimizer_latency_us{space=test_885}.p999.3600=0

num_killed_queries{space=wc}.rate.5=0

num_killed_queries{space=wc}.rate.60=0

num_killed_queries{space=wc}.rate.600=0

num_killed_queries{space=wc}.rate.3600=0

num_killed_queries{space=wc}.sum.5=0

num_killed_queries{space=wc}.sum.60=0

num_killed_queries{space=wc}.sum.600=0

num_killed_queries{space=wc}.sum.3600=0

slow_query_latency_us.avg.5=0

slow_query_latency_us.avg.60=0

slow_query_latency_us.avg.600=1356494

slow_query_latency_us.avg.3600=1385624

slow_query_latency_us.p75.5=0

slow_query_latency_us.p75.60=0

slow_query_latency_us.p75.600=2033741

slow_query_latency_us.p75.3600=2077436

slow_query_latency_us.p95.5=0

slow_query_latency_us.p95.60=0

slow_query_latency_us.p95.600=2575538

slow_query_latency_us.p95.3600=2630885

slow_query_latency_us.p99.5=0

slow_query_latency_us.p99.60=0

slow_query_latency_us.p99.600=2683898

slow_query_latency_us.p99.3600=2741575

slow_query_latency_us.p999.5=0

slow_query_latency_us.p999.60=0

slow_query_latency_us.p999.600=2708279

slow_query_latency_us.p999.3600=2766480

optimizer_latency_us{space=test_660}.avg.5=0

optimizer_latency_us{space=test_660}.avg.60=0

optimizer_latency_us{space=test_660}.avg.600=0

optimizer_latency_us{space=test_660}.avg.3600=0

optimizer_latency_us{space=test_660}.p75.5=0

optimizer_latency_us{space=test_660}.p75.60=0

optimizer_latency_us{space=test_660}.p75.600=0

optimizer_latency_us{space=test_660}.p75.3600=0

optimizer_latency_us{space=test_660}.p95.5=0

optimizer_latency_us{space=test_660}.p95.60=0

optimizer_latency_us{space=test_660}.p95.600=0

optimizer_latency_us{space=test_660}.p95.3600=0

optimizer_latency_us{space=test_660}.p99.5=0

optimizer_latency_us{space=test_660}.p99.60=0

optimizer_latency_us{space=test_660}.p99.600=0

optimizer_latency_us{space=test_660}.p99.3600=0

optimizer_latency_us{space=test_660}.p999.5=0

optimizer_latency_us{space=test_660}.p999.60=0

optimizer_latency_us{space=test_660}.p999.600=0

optimizer_latency_us{space=test_660}.p999.3600=0

num_queries{space=demo_movie_recommendation}.rate.5=0

num_queries{space=demo_movie_recommendation}.rate.60=0

num_queries{space=demo_movie_recommendation}.rate.600=1

num_queries{space=demo_movie_recommendation}.rate.3600=2

num_queries{space=demo_movie_recommendation}.sum.5=0

num_queries{space=demo_movie_recommendation}.sum.60=0

num_queries{space=demo_movie_recommendation}.sum.600=1084

num_queries{space=demo_movie_recommendation}.sum.3600=7433

num_reclaimed_expired_sessions.rate.5=0

num_reclaimed_expired_sessions.rate.60=0

num_reclaimed_expired_sessions.rate.600=0

num_reclaimed_expired_sessions.rate.3600=0

num_reclaimed_expired_sessions.sum.5=0

num_reclaimed_expired_sessions.sum.60=0

num_reclaimed_expired_sessions.sum.600=0

num_reclaimed_expired_sessions.sum.3600=0

optimizer_latency_us{space=test_407}.avg.5=0

optimizer_latency_us{space=test_407}.avg.60=0

optimizer_latency_us{space=test_407}.avg.600=0

optimizer_latency_us{space=test_407}.avg.3600=0

optimizer_latency_us{space=test_407}.p75.5=0

optimizer_latency_us{space=test_407}.p75.60=0

optimizer_latency_us{space=test_407}.p75.600=0

optimizer_latency_us{space=test_407}.p75.3600=0

optimizer_latency_us{space=test_407}.p95.5=0

optimizer_latency_us{space=test_407}.p95.60=0

optimizer_latency_us{space=test_407}.p95.600=0

optimizer_latency_us{space=test_407}.p95.3600=0

optimizer_latency_us{space=test_407}.p99.5=0

optimizer_latency_us{space=test_407}.p99.60=0

optimizer_latency_us{space=test_407}.p99.600=0

optimizer_latency_us{space=test_407}.p99.3600=0

optimizer_latency_us{space=test_407}.p999.5=0

optimizer_latency_us{space=test_407}.p999.60=0

optimizer_latency_us{space=test_407}.p999.600=0

optimizer_latency_us{space=test_407}.p999.3600=0

num_sentences{space=test_890}.rate.5=0

num_sentences{space=test_890}.rate.60=0

num_sentences{space=test_890}.rate.600=0

num_sentences{space=test_890}.rate.3600=0

num_sentences{space=test_890}.sum.5=0

num_sentences{space=test_890}.sum.60=0

num_sentences{space=test_890}.sum.600=0

num_sentences{space=test_890}.sum.3600=0

num_queries{space=test_407}.rate.5=0

num_queries{space=test_407}.rate.60=0

num_queries{space=test_407}.rate.600=0

num_queries{space=test_407}.rate.3600=0

num_queries{space=test_407}.sum.5=0

num_queries{space=test_407}.sum.60=0

num_queries{space=test_407}.sum.600=0

num_queries{space=test_407}.sum.3600=0

num_queries_hit_memory_watermark.rate.5=0

num_queries_hit_memory_watermark.rate.60=0

num_queries_hit_memory_watermark.rate.600=2

num_queries_hit_memory_watermark.rate.3600=2

num_queries_hit_memory_watermark.sum.5=0

num_queries_hit_memory_watermark.sum.60=0

num_queries_hit_memory_watermark.sum.600=1249

num_queries_hit_memory_watermark.sum.3600=8005

optimizer_latency_us{space=demo_movie_recommendation}.avg.5=0

optimizer_latency_us{space=demo_movie_recommendation}.avg.60=0

optimizer_latency_us{space=demo_movie_recommendation}.avg.600=1

optimizer_latency_us{space=demo_movie_recommendation}.avg.3600=1

optimizer_latency_us{space=demo_movie_recommendation}.p75.5=0

optimizer_latency_us{space=demo_movie_recommendation}.p75.60=0

optimizer_latency_us{space=demo_movie_recommendation}.p75.600=500

optimizer_latency_us{space=demo_movie_recommendation}.p75.3600=500

optimizer_latency_us{space=demo_movie_recommendation}.p95.5=0

optimizer_latency_us{space=demo_movie_recommendation}.p95.60=0

optimizer_latency_us{space=demo_movie_recommendation}.p95.600=900

optimizer_latency_us{space=demo_movie_recommendation}.p95.3600=900

optimizer_latency_us{space=demo_movie_recommendation}.p99.5=0

optimizer_latency_us{space=demo_movie_recommendation}.p99.60=0

optimizer_latency_us{space=demo_movie_recommendation}.p99.600=980

optimizer_latency_us{space=demo_movie_recommendation}.p99.3600=980

optimizer_latency_us{space=demo_movie_recommendation}.p999.5=0

optimizer_latency_us{space=demo_movie_recommendation}.p999.60=0

optimizer_latency_us{space=demo_movie_recommendation}.p999.600=998

optimizer_latency_us{space=demo_movie_recommendation}.p999.3600=998

num_query_errors.rate.5=0

num_query_errors.rate.60=0

num_query_errors.rate.600=1

num_query_errors.rate.3600=1

num_query_errors.sum.5=0

num_query_errors.sum.60=0

num_query_errors.sum.600=820

num_query_errors.sum.3600=5275

query_latency_us{space=demo_movie_recommendation}.avg.5=0

query_latency_us{space=demo_movie_recommendation}.avg.60=0

query_latency_us{space=demo_movie_recommendation}.avg.600=220921

query_latency_us{space=demo_movie_recommendation}.avg.3600=265770

query_latency_us{space=demo_movie_recommendation}.p75.5=0

query_latency_us{space=demo_movie_recommendation}.p75.60=0

query_latency_us{space=demo_movie_recommendation}.p75.600=384048

query_latency_us{space=demo_movie_recommendation}.p75.3600=460602

query_latency_us{space=demo_movie_recommendation}.p95.5=0

query_latency_us{space=demo_movie_recommendation}.p95.60=0

query_latency_us{space=demo_movie_recommendation}.p95.600=528544

query_latency_us{space=demo_movie_recommendation}.p95.3600=632341

query_latency_us{space=demo_movie_recommendation}.p99.5=0

query_latency_us{space=demo_movie_recommendation}.p99.60=0

query_latency_us{space=demo_movie_recommendation}.p99.600=557443

query_latency_us{space=demo_movie_recommendation}.p99.3600=666689

query_latency_us{space=demo_movie_recommendation}.p999.5=0

query_latency_us{space=demo_movie_recommendation}.p999.60=0

query_latency_us{space=demo_movie_recommendation}.p999.600=563945

query_latency_us{space=demo_movie_recommendation}.p999.3600=674417

num_auth_failed_sessions.rate.5=0

num_auth_failed_sessions.rate.60=0

num_auth_failed_sessions.rate.600=0

num_auth_failed_sessions.rate.3600=0

num_auth_failed_sessions.sum.5=0

num_auth_failed_sessions.sum.60=0

num_auth_failed_sessions.sum.600=0

num_auth_failed_sessions.sum.3600=0

num_sentences{space=demo_movie_recommendation}.rate.5=0

num_sentences{space=demo_movie_recommendation}.rate.60=0

num_sentences{space=demo_movie_recommendation}.rate.600=3

num_sentences{space=demo_movie_recommendation}.rate.3600=4

num_sentences{space=demo_movie_recommendation}.sum.5=0

num_sentences{space=demo_movie_recommendation}.sum.60=0

num_sentences{space=demo_movie_recommendation}.sum.600=2168

num_sentences{space=demo_movie_recommendation}.sum.3600=14866

query_latency_us{space=test_192}.avg.5=0

query_latency_us{space=test_192}.avg.60=0

query_latency_us{space=test_192}.avg.600=0

query_latency_us{space=test_192}.avg.3600=0

query_latency_us{space=test_192}.p75.5=0

query_latency_us{space=test_192}.p75.60=0

query_latency_us{space=test_192}.p75.600=0

query_latency_us{space=test_192}.p75.3600=0

query_latency_us{space=test_192}.p95.5=0

query_latency_us{space=test_192}.p95.60=0

query_latency_us{space=test_192}.p95.600=0

query_latency_us{space=test_192}.p95.3600=0

query_latency_us{space=test_192}.p99.5=0

query_latency_us{space=test_192}.p99.60=0

query_latency_us{space=test_192}.p99.600=0

query_latency_us{space=test_192}.p99.3600=0

query_latency_us{space=test_192}.p999.5=0

query_latency_us{space=test_192}.p999.60=0

query_latency_us{space=test_192}.p999.600=0

query_latency_us{space=test_192}.p999.3600=0

num_aggregate_executors{space=demo_movie_recommendation}.rate.5=0

num_aggregate_executors{space=demo_movie_recommendation}.rate.60=0

num_aggregate_executors{space=demo_movie_recommendation}.rate.600=5

num_aggregate_executors{space=demo_movie_recommendation}.rate.3600=6

num_aggregate_executors{space=demo_movie_recommendation}.sum.5=0

num_aggregate_executors{space=demo_movie_recommendation}.sum.60=0

num_aggregate_executors{space=demo_movie_recommendation}.sum.600=3223

num_aggregate_executors{space=demo_movie_recommendation}.sum.3600=22099

num_killed_queries{space=test_192}.rate.5=0

num_killed_queries{space=test_192}.rate.60=0

num_killed_queries{space=test_192}.rate.600=0

num_killed_queries{space=test_192}.rate.3600=0

num_killed_queries{space=test_192}.sum.5=0

num_killed_queries{space=test_192}.sum.60=0

num_killed_queries{space=test_192}.sum.600=0

num_killed_queries{space=test_192}.sum.3600=0

slow_query_latency_us{space=demo_movie_recommendation}.avg.5=0

slow_query_latency_us{space=demo_movie_recommendation}.avg.60=0

slow_query_latency_us{space=demo_movie_recommendation}.avg.600=1356494

slow_query_latency_us{space=demo_movie_recommendation}.avg.3600=1385624

slow_query_latency_us{space=demo_movie_recommendation}.p75.5=0

slow_query_latency_us{space=demo_movie_recommendation}.p75.60=0

slow_query_latency_us{space=demo_movie_recommendation}.p75.600=2033741

slow_query_latency_us{space=demo_movie_recommendation}.p75.3600=2077436

slow_query_latency_us{space=demo_movie_recommendation}.p95.5=0

slow_query_latency_us{space=demo_movie_recommendation}.p95.60=0

slow_query_latency_us{space=demo_movie_recommendation}.p95.600=2575538

slow_query_latency_us{space=demo_movie_recommendation}.p95.3600=2630885

slow_query_latency_us{space=demo_movie_recommendation}.p99.5=0

slow_query_latency_us{space=demo_movie_recommendation}.p99.60=0

slow_query_latency_us{space=demo_movie_recommendation}.p99.600=2683898

slow_query_latency_us{space=demo_movie_recommendation}.p99.3600=2741575

slow_query_latency_us{space=demo_movie_recommendation}.p999.5=0

slow_query_latency_us{space=demo_movie_recommendation}.p999.60=0

slow_query_latency_us{space=demo_movie_recommendation}.p999.600=2708279

slow_query_latency_us{space=demo_movie_recommendation}.p999.3600=2766480

num_sort_executors{space=demo_movie_recommendation}.rate.5=0

num_sort_executors{space=demo_movie_recommendation}.rate.60=0

num_sort_executors{space=demo_movie_recommendation}.rate.600=0

num_sort_executors{space=demo_movie_recommendation}.rate.3600=0

num_sort_executors{space=demo_movie_recommendation}.sum.5=0

num_sort_executors{space=demo_movie_recommendation}.sum.60=0

num_sort_executors{space=demo_movie_recommendation}.sum.600=357

num_sort_executors{space=demo_movie_recommendation}.sum.3600=2447

num_killed_queries{space=test_890}.rate.5=0

num_killed_queries{space=test_890}.rate.60=0

num_killed_queries{space=test_890}.rate.600=0

num_killed_queries{space=test_890}.rate.3600=0

num_killed_queries{space=test_890}.sum.5=0

num_killed_queries{space=test_890}.sum.60=0

num_killed_queries{space=test_890}.sum.600=0

num_killed_queries{space=test_890}.sum.3600=0

query_latency_us{space=wc}.avg.5=0

query_latency_us{space=wc}.avg.60=0

query_latency_us{space=wc}.avg.600=0

query_latency_us{space=wc}.avg.3600=0

query_latency_us{space=wc}.p75.5=0

query_latency_us{space=wc}.p75.60=0

query_latency_us{space=wc}.p75.600=0

query_latency_us{space=wc}.p75.3600=0

query_latency_us{space=wc}.p95.5=0

query_latency_us{space=wc}.p95.60=0

query_latency_us{space=wc}.p95.600=0

query_latency_us{space=wc}.p95.3600=0

query_latency_us{space=wc}.p99.5=0

query_latency_us{space=wc}.p99.60=0

query_latency_us{space=wc}.p99.600=0

query_latency_us{space=wc}.p99.3600=0

query_latency_us{space=wc}.p999.5=0

query_latency_us{space=wc}.p999.60=0

query_latency_us{space=wc}.p999.600=0

query_latency_us{space=wc}.p999.3600=0

num_queries{space=test_885}.rate.5=0

num_queries{space=test_885}.rate.60=0

num_queries{space=test_885}.rate.600=0

num_queries{space=test_885}.rate.3600=0

num_queries{space=test_885}.sum.5=0

num_queries{space=test_885}.sum.60=0

num_queries{space=test_885}.sum.600=0

num_queries{space=test_885}.sum.3600=0

num_queries{space=test_660}.rate.5=0

num_queries{space=test_660}.rate.60=0

num_queries{space=test_660}.rate.600=0

num_queries{space=test_660}.rate.3600=0

num_queries{space=test_660}.sum.5=0

num_queries{space=test_660}.sum.60=0

num_queries{space=test_660}.sum.600=0

num_queries{space=test_660}.sum.3600=0

num_sentences{space=wc}.rate.5=0

num_sentences{space=wc}.rate.60=0

num_sentences{space=wc}.rate.600=0

num_sentences{space=wc}.rate.3600=0

num_sentences{space=wc}.sum.5=0

num_sentences{space=wc}.sum.60=0

num_sentences{space=wc}.sum.600=0

num_sentences{space=wc}.sum.3600=0

query_latency_us{space=test_940}.avg.5=0

query_latency_us{space=test_940}.avg.60=0

query_latency_us{space=test_940}.avg.600=0

query_latency_us{space=test_940}.avg.3600=0

query_latency_us{space=test_940}.p75.5=0

query_latency_us{space=test_940}.p75.60=0

query_latency_us{space=test_940}.p75.600=0

query_latency_us{space=test_940}.p75.3600=0

query_latency_us{space=test_940}.p95.5=0

query_latency_us{space=test_940}.p95.60=0

query_latency_us{space=test_940}.p95.600=0

query_latency_us{space=test_940}.p95.3600=0

query_latency_us{space=test_940}.p99.5=0

query_latency_us{space=test_940}.p99.60=0

query_latency_us{space=test_940}.p99.600=0

query_latency_us{space=test_940}.p99.3600=0

query_latency_us{space=test_940}.p999.5=0

query_latency_us{space=test_940}.p999.60=0

query_latency_us{space=test_940}.p999.600=0

query_latency_us{space=test_940}.p999.3600=0

num_rpc_sent_to_metad.rate.5=0

num_rpc_sent_to_metad.rate.60=0

num_rpc_sent_to_metad.rate.600=0

num_rpc_sent_to_metad.rate.3600=0

num_rpc_sent_to_metad.sum.5=0

num_rpc_sent_to_metad.sum.60=7

num_rpc_sent_to_metad.sum.600=454

num_rpc_sent_to_metad.sum.3600=3541

optimizer_latency_us{space=wc}.avg.5=0

optimizer_latency_us{space=wc}.avg.60=0

optimizer_latency_us{space=wc}.avg.600=0

optimizer_latency_us{space=wc}.avg.3600=0

optimizer_latency_us{space=wc}.p75.5=0

optimizer_latency_us{space=wc}.p75.60=0

optimizer_latency_us{space=wc}.p75.600=0

optimizer_latency_us{space=wc}.p75.3600=0

optimizer_latency_us{space=wc}.p95.5=0

optimizer_latency_us{space=wc}.p95.60=0

optimizer_latency_us{space=wc}.p95.600=0

optimizer_latency_us{space=wc}.p95.3600=0

optimizer_latency_us{space=wc}.p99.5=0

optimizer_latency_us{space=wc}.p99.60=0

optimizer_latency_us{space=wc}.p99.600=0

optimizer_latency_us{space=wc}.p99.3600=0

optimizer_latency_us{space=wc}.p999.5=0

optimizer_latency_us{space=wc}.p999.60=0

optimizer_latency_us{space=wc}.p999.600=0

optimizer_latency_us{space=wc}.p999.3600=0

num_queries_hit_memory_watermark{space=demo_movie_recommendation}.rate.5=0

num_queries_hit_memory_watermark{space=demo_movie_recommendation}.rate.60=0

num_queries_hit_memory_watermark{space=demo_movie_recommendation}.rate.600=2

num_queries_hit_memory_watermark{space=demo_movie_recommendation}.rate.3600=2

num_queries_hit_memory_watermark{space=demo_movie_recommendation}.sum.5=0

num_queries_hit_memory_watermark{space=demo_movie_recommendation}.sum.60=0

num_queries_hit_memory_watermark{space=demo_movie_recommendation}.sum.600=1249

num_queries_hit_memory_watermark{space=demo_movie_recommendation}.sum.3600=8005

query_latency_us{space=test_407}.avg.5=0

query_latency_us{space=test_407}.avg.60=0

query_latency_us{space=test_407}.avg.600=0

query_latency_us{space=test_407}.avg.3600=0

query_latency_us{space=test_407}.p75.5=0

query_latency_us{space=test_407}.p75.60=0

query_latency_us{space=test_407}.p75.600=0

query_latency_us{space=test_407}.p75.3600=0

query_latency_us{space=test_407}.p95.5=0

query_latency_us{space=test_407}.p95.60=0

query_latency_us{space=test_407}.p95.600=0

query_latency_us{space=test_407}.p95.3600=0

query_latency_us{space=test_407}.p99.5=0

query_latency_us{space=test_407}.p99.60=0

query_latency_us{space=test_407}.p99.600=0

query_latency_us{space=test_407}.p99.3600=0

query_latency_us{space=test_407}.p999.5=0

query_latency_us{space=test_407}.p999.60=0

query_latency_us{space=test_407}.p999.600=0

query_latency_us{space=test_407}.p999.3600=0

num_sentences{space=test_407}.rate.5=0

num_sentences{space=test_407}.rate.60=0

num_sentences{space=test_407}.rate.600=0

num_sentences{space=test_407}.rate.3600=0

num_sentences{space=test_407}.sum.5=0

num_sentences{space=test_407}.sum.60=0

num_sentences{space=test_407}.sum.600=0

num_sentences{space=test_407}.sum.3600=0

num_killed_queries{space=test_407}.rate.5=0

num_killed_queries{space=test_407}.rate.60=0

num_killed_queries{space=test_407}.rate.600=0

num_killed_queries{space=test_407}.rate.3600=0

num_killed_queries{space=test_407}.sum.5=0

num_killed_queries{space=test_407}.sum.60=0

num_killed_queries{space=test_407}.sum.600=0

num_killed_queries{space=test_407}.sum.3600=0

对,看起来是这个space导致的
num_active_queries{space=��u_124}.sum.5=0

num_active_queries{space=��u_124}.sum.60=0

num_active_queries{space=��u_124}.sum.600=0

num_active_queries{space=��u_124}.sum.3600=0

大佬,这个叫test_xxx的,是我代码里面反复创建,删除space时用到的,程序初始化时,就是test_1,跑完一轮后,删除这个space,然后创建test_2,这样递增的,我很好奇为什么这里会出现特殊字符呀,就是test_拼接一个自增原子整数啊,而且我已经删除的图空间,这里好像也统计出来了

确实比较奇怪,可以请 @jievince 看看,如果想暂时绕过的话, 可以先把graphd的config --enable_space_level_metrics 设为false,这样graphd就不会暴露space级别的指标,应该能暂时解决