nebula-bench性能测试结果解读

nebula-bench 性能测试json配置(5-hop-knows-1.json)

var base = /tmp/nebula/bm/query
{
    "test-name": "5-hop-knows-1",
    "graph-daemons": [{ "host": "192.168.15.231", "port": 3699}],
    //"graph-daemons": [{ "host": "192.168.15.231", "port": 3699},{ "host": "192.168.15.232", "port": 3699},{ "host": "192.168.15.233", "port": 3699}],
    "user": "root",
    "pass": "nebula",
    "space": "test3kw1",
    "rate": 16000,
    "concurrent": 10,
    "mysql-dsn": "nebula:n1b2u3-l4a5~0@tcp(192.168.12.18:3306)/nebula", // user:pass@ip:port/database
    "mysql-tablename": "5-hop-knows-1",
    "workload": {
        "type": "template",
        "file": "${base}/dynamic/5-hop-knows-1-order.csv",
        "repeatable": true,
        "csv-separator": ",",
        "csv-skip-header": 1,
        "stmt-template": "go from $1$ over edge_mobile yield edge_mobile._src as tag_o1 ,edge_mobile._dst as tag_p1|go from $-.tag_p1 over edge_mobile REVERSELY  yield $-.tag_o1 as tag_o1,edge_mobile._src as tag_p1,edge_mobile._dst as tag_o2 |go from $-.tag_o2 over edge_mobile yield $-.tag_o1 as tag_o1,$-.tag_p1 as tag_p1,edge_mobile._src as tag_o2 ,edge_mobile._dst as tag_p2|go from $-.tag_p2 over edge_mobile REVERSELY yield DISTINCT $-.tag_o1 as tag_o1,$-.tag_p1 as tag_p1,$-.tag_o2 as tag_o2,edge_mobile._src as tag_p2,edge_mobile._dst as tag_o3 | yield count(*) as count "
    }
}

5-hop-knows-1-order.csv 部分测试数据

15915022,
16210668,
24744677,
28125687,
20050027,
7356749,
28474694,
18048636,
3812044,
7470027,

共1000个测试案例数据

测试结果

测试结果包括csv统计信息和数据库表新

csv统计

cat server-side-latency-hist.csv 
ms      samples error
0       0       0
1       0       0
2       0       0
3       0       0
4       0       0
5       0       0
6       0       0
7       0       0
8       0       0
9       0       0
。。。
4999    0       0
5000    0       0
5001    0       0
5002    0       0
5003    0       0
5004    1       0

id      ts      qps     avg     P99     p95     P999    samples error
0       2020-09-28 15:17:09.632299654 +0800 CST m=+10.759640940 2       2.04E+03        0.00E+00        3.62E+03        0.00E+00        28      0
1       2020-09-28 15:17:19.6315666 +0800 CST m=+20.758907885   3       2.06E+03        0.00E+00        3.44E+03        0.00E+00        30      0
2       2020-09-28 15:17:29.63150922 +0800 CST m=+30.758850569  3       2.21E+03        0.00E+00        3.42E+03        0.00E+00        30      0
3       2020-09-28 15:17:39.641494709 +0800 CST m=+40.768836024 2       2.09E+03        0.00E+00        3.39E+03        0.00E+00        30      0
4       2020-09-28 15:17:49.659066672 +0800 CST m=+50.786408099 2       2.30E+03        0.00E+00        4.26E+03        0.00E+00        30      0
5       2020-09-28 15:17:59.640180152 +0800 CST m=+60.767521439 2       2.13E+03        0.00E+00        3.55E+03        0.00E+00        29      0
6       2020-09-28 15:18:09.640296418 +0800 CST m=+70.767637687 3       2.12E+03        0.00E+00        3.36E+03        0.00E+00        30      0
7       2020-09-28 15:18:19.631642475 +0800 CST m=+80.758983765 2       2.28E+03        0.00E+00        5.00E+03        0.00E+00        29      0
8       2020-09-28 15:18:29.634039667 +0800 CST m=+90.761380949 2       2.23E+03        0.00E+00        4.68E+03        0.00E+00        29      0
9       2020-09-28 15:18:39.637059828 +0800 CST m=+100.764401128        2       2.38E+03        0.00E+00        4.21E+03        0.00E+00        30      0
10      2020-09-28 15:18:49.637499637 +0800 CST m=+110.764840953        2       2.14E+03        0.00E+00        3.47E+03        0.00E+00        29      0
11      2020-09-28 15:18:59.637129059 +0800 CST m=+120.764470355        3       2.14E+03        0.00E+00        4.36E+03        0.00E+00        31      0
12      2020-09-28 15:19:09.634011366 +0800 CST m=+130.761352632        2       2.19E+03        0.00E+00        3.78E+03        0.00E+00        29      0
13      2020-09-28 15:19:19.646224062 +0800 CST m=+140.773565391        2       2.11E+03        0.00E+00        4.01E+03        0.00E+00        30      0
14      2020-09-28 15:19:29.63375849 +0800 CST m=+150.761099773 3       2.03E+03        0.00E+00        3.42E+03        0.00E+00        30      0
15      2020-09-28 15:19:39.642311479 +0800 CST m=+160.769652781        2       2.10E+03        0.00E+00        4.34E+03        0.00E+00        30      0
16      2020-09-28 15:19:49.637508816 +0800 CST m=+170.764850087        3       2.07E+03        0.00E+00        3.45E+03        0.00E+00        30      0
17      2020-09-28 15:19:59.634761504 +0800 CST m=+180.762102793        2       2.46E+03        0.00E+00        3.49E+03        0.00E+00        29      0
18      2020-09-28 15:20:09.633932166 +0800 CST m=+190.761273432        3       2.59E+03        0.00E+00        3.96E+03        0.00E+00        31      0
19      2020-09-28 15:20:19.638133179 +0800 CST m=+200.765474467        2       2.11E+03        0.00E+00        4.86E+03        0.00E+00        30      0
20      2020-09-28 15:20:29.633894542 +0800 CST m=+210.761235812        3       2.02E+03        0.00E+00        3.45E+03        0.00E+00        30      0
21      2020-09-28 15:20:39.637352327 +0800 CST m=+220.764693603        2       2.18E+03        0.00E+00        3.39E+03        0.00E+00        30      0
22      2020-09-28 15:20:49.637313285 +0800 CST m=+230.764654554        3       1.99E+03        0.00E+00        3.45E+03        0.00E+00        30      0
23      2020-09-28 15:20:59.633996874 +0800 CST m=+240.761338141        3       2.11E+03        0.00E+00        3.44E+03        0.00E+00        30      0
24      2020-09-28 15:21:09.634559824 +0800 CST m=+250.761901112        3       2.17E+03        0.00E+00        4.62E+03        0.00E+00        30      0
25      2020-09-28 15:21:19.638097153 +0800 CST m=+260.765438417        2       2.08E+03        0.00E+00        3.42E+03        0.00E+00        30      0
26      2020-09-28 15:21:29.633864468 +0800 CST m=+270.761205740        3       2.11E+03        0.00E+00        3.41E+03        0.00E+00        30      0
27      2020-09-28 15:21:39.633849961 +0800 CST m=+280.761191234        3       2.18E+03        0.00E+00        3.92E+03        0.00E+00        31      0
28      2020-09-28 15:21:49.637713421 +0800 CST m=+290.765054705        2       2.12E+03        0.00E+00        3.55E+03        0.00E+00        29      0
29      2020-09-28 15:21:59.636042041 +0800 CST m=+300.763383337        3       2.03E+03        0.00E+00        3.46E+03        0.00E+00        30      0
30      2020-09-28 15:22:09.637132753 +0800 CST m=+310.764474042        2       2.23E+03        0.00E+00        4.20E+03        0.00E+00        30      0
31      2020-09-28 15:22:19.63770321 +0800 CST m=+320.765044499 3       1.98E+03        0.00E+00        3.35E+03        0.00E+00        31      0
32      2020-09-28 15:22:29.634438579 +0800 CST m=+330.761779860        3       1.90E+03        0.00E+00        3.52E+03        0.00E+00        31      0
33      2020-09-28 15:22:34.030512909 +0800 CST m=+335.157854185        2       2.23E+03        0.00E+00        0.00E+00        0.00E+00        13      0

数据库统计信息

疑问

1.请解释下数据库表信息或csv统计信息,关键字段的意义及计量单位,谢谢。比如,sample、error、qps、average、p95、p99、p999、test 意义及单位
2.这些性能测试结果,反应集群怎样一种性能状态?例如,目前配置concurrent:10,rate:16000下,集群的吞吐量怎样计算?
3.为何一些诸如,p95、p999统计结果普遍为0,是因为配置文件设置需要调整么?

看不懂

哪些地方写的有歧义么?这个是nebula-bench 配置的一个批量查询的任务。

我主要的疑问是,数据库统计的值,怎样解读出本次性能测试,大致情况

@dutor

1 sample表示采样数,error表示错误数,average表示平均延迟,p95就是表示百分之95的延迟都在某个延迟之下,p99就是百分之99,p999就是百分之99.9,老的nebula-bench的延迟单位都是微秒,最新的nebula-bech延迟单位是毫秒.
2 这个测试主要是测试延迟,你的吞吐量可以通过sample或者qps来算.
3 结果是0的话,我再查下原因.

1 个赞