Skip to content

Commit 21b22d2

Browse files
korry8911korry8911
committed
disabling n1ql latency collector for n1ql throughput tests
Change-Id: I8025bf861ae269489c5098adf33b4fa62562745d Reviewed-on: http://review.couchbase.org/c/perfrunner/+/145571 Tested-by: Build Bot <[email protected]> Reviewed-by: Bo-Chun Wang <[email protected]>
1 parent 5003dfb commit 21b22d2

File tree

6 files changed

+144
-135
lines changed

6 files changed

+144
-135
lines changed

‎perfrunner/tests/n1ql.py‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -189,6 +189,15 @@ def run(self):
189189

190190
class N1QLThroughputTest(N1QLTest):
191191

192+
COLLECTORS = {
193+
'iostat': False,
194+
'memory': False,
195+
'n1ql_latency': False,
196+
'n1ql_stats': True,
197+
'secondary_stats': True,
198+
'ns_server_system': True
199+
}
200+
192201
def _report_kpi(self):
193202
self.reporter.post(
194203
*self.metrics.avg_n1ql_throughput()

‎tests/pipelines/weekly-cheshire-cat.json‎

Lines changed: 59 additions & 59 deletions
Original file line numberDiff line numberDiff line change
@@ -202,67 +202,67 @@
202202
{"job": "hercules", "cluster": "hercules_kv.spec", "test_config": "out_of_order/ycsb/ycsb_trans_workloadt_4nodes_48cores_dur_3_ooo.test"}
203203
],
204204
"N1QL": [
205-
{"job": "iris-collections", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q1_20M_10KQops_1s_1c.test"},
206-
{"job": "iris-collections", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q1_20M_10KQops_1s_1000c.test"},
207-
{"job": "iris-collections", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q1_20M_10KQops_default.test"},
208-
{"job": "iris-collections", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q1_200M_10KQops_1s_1000c.test"},
209-
{"job": "iris-collections", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q2_20M_30Kops_8KQops_gsi_moi_ok_1s_1c_1i.test"},
210-
{"job": "iris-collections", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q2_20M_30Kops_8KQops_gsi_moi_ok_default.test"},
211-
{"job": "iris-collections", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q2_20M_30Kops_450Qops_gsi_moi_false_1s_1c_1i.test"},
212-
{"job": "iris-collections", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q3_20M_30Kops_960Qops_gsi_moi_ok_1s_1c_1i.test"},
213-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q1_20M_1s_1c.test"},
214-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q1_20M_1s_1000c.test"},
215-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q1_20M_default.test"},
216-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q1_200M_1s_1000c.test"},
217-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_moi_ok_1s_1c_1i.test"},
218-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_moi_ok_default.test"},
219-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_moi_false_default.test"},
220-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_moi_false_1s_1c_1i.test"},
221-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_moi_ok_1s_100c_1Ki.test"},
222-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_plasma_ok_1s_1c_1i.test"},
223-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_plasma_ok_default.test"},
224-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_plasma_false_default.test"},
225-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_plasma_ok_1s_100c_1000i.test"},
226-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q3_20M_gsi_moi_ok_1s_1c_1i.test"},
227-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q3_20M_gsi_moi_ok_default.test"},
228-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q3_20M_gsi_plasma_ok_1s_1c_1i.test"},
229-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q3_20M_gsi_plasma_ok_default.test"},
230-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q5_20M_gsi_moi_ok_1s_1c_1i.test"},
231-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q7_20M_gsi_moi_ok_1s_1c_1i.test"},
232-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q13_20M_moi_ok_1s_1c_1i.test"},
233-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q14_20M_moi_ok_1s_1c_1i.test"},
234-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q15_20M_moi_ok_1s_1c_1i.test"},
235-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q17_20M_gsi_moi_ok_1s_1c_1i.test"},
236-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q19_20M_gsi_moi_ok_1s_1c_1i.test"},
237-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_UP3_20M_1s_1c.test"},
238-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_UP4_20M_gsi_moi_false_1s_1c_1i.test"},
239-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_bulk_DL10_20M_moi_1s_1c_1i.test"},
240-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_bulk_UP10_20M_moi_1s_1c_1i.test"},
241-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q7_20M_gsi_moi_ok_1s_1c_1i.test"},
242-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_array_indexing_cov_Q2_20M_gsi_plasma_ok_1s_1c_1i.test"},
243-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_array_indexing_cov_Q3_20M_between_gsi_plasma_ok_1s_1c_1i.test"},
244-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_array_indexing_Q2_20M_gsi_moi_ok_1s_1c_1i.test"},
245-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_array_indexing_Q3_20M_between_gsi_moi_ok_1s_1c_1i.test"},
246-
{"job": "iris-collections-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_plasma_false_1s_1c_1i.test"}
205+
{"job": "iris", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q1_20M_10KQops_1s_1c.test"},
206+
{"job": "iris", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q1_20M_10KQops_1s_1000c.test"},
207+
{"job": "iris", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q1_20M_10KQops_default.test"},
208+
{"job": "iris", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q1_200M_10KQops_1s_1000c.test"},
209+
{"job": "iris", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q2_20M_30Kops_8KQops_gsi_moi_ok_1s_1c_1i.test"},
210+
{"job": "iris", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q2_20M_30Kops_8KQops_gsi_moi_ok_default.test"},
211+
{"job": "iris", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q2_20M_30Kops_450Qops_gsi_moi_false_1s_1c_1i.test"},
212+
{"job": "iris", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_lat_Q3_20M_30Kops_960Qops_gsi_moi_ok_1s_1c_1i.test"},
213+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q1_20M_1s_1c.test"},
214+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q1_20M_1s_1000c.test"},
215+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q1_20M_default.test"},
216+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q1_200M_1s_1000c.test"},
217+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_moi_ok_1s_1c_1i.test"},
218+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_moi_ok_default.test"},
219+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_moi_false_default.test"},
220+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_moi_false_1s_1c_1i.test"},
221+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_moi_ok_1s_100c_1Ki.test"},
222+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_plasma_ok_1s_1c_1i.test"},
223+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_plasma_ok_default.test"},
224+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_plasma_false_default.test"},
225+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_plasma_ok_1s_100c_1000i.test"},
226+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q3_20M_gsi_moi_ok_1s_1c_1i.test"},
227+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q3_20M_gsi_moi_ok_default.test"},
228+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q3_20M_gsi_plasma_ok_1s_1c_1i.test"},
229+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q3_20M_gsi_plasma_ok_default.test"},
230+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q5_20M_gsi_moi_ok_1s_1c_1i.test"},
231+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q7_20M_gsi_moi_ok_1s_1c_1i.test"},
232+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q13_20M_moi_ok_1s_1c_1i.test"},
233+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q14_20M_moi_ok_1s_1c_1i.test"},
234+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q15_20M_moi_ok_1s_1c_1i.test"},
235+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q17_20M_gsi_moi_ok_1s_1c_1i.test"},
236+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q19_20M_gsi_moi_ok_1s_1c_1i.test"},
237+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_UP3_20M_1s_1c.test"},
238+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_UP4_20M_gsi_moi_false_1s_1c_1i.test"},
239+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_bulk_DL10_20M_moi_1s_1c_1i.test"},
240+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_bulk_UP10_20M_moi_1s_1c_1i.test"},
241+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q7_20M_gsi_moi_ok_1s_1c_1i.test"},
242+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_array_indexing_cov_Q2_20M_gsi_plasma_ok_1s_1c_1i.test"},
243+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_array_indexing_cov_Q3_20M_between_gsi_plasma_ok_1s_1c_1i.test"},
244+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_array_indexing_Q2_20M_gsi_moi_ok_1s_1c_1i.test"},
245+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_array_indexing_Q3_20M_between_gsi_moi_ok_1s_1c_1i.test"},
246+
{"job": "iris-multi-client", "cluster": "iris.spec", "test_config": "n1ql/collections/n1ql_thr_Q2_20M_gsi_plasma_false_1s_1c_1i.test"}
247247
],
248248
"N1QL-Arke": [
249-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_AG1_100M_plasma_ok_1s_1c_1i.test"},
250-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_AG2_100M_plasma_ok_1s_1c_1i.test"},
251-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_AG3_100M_plasma_ok_1s_1c_1i.test"},
252-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_AG1_100M_plasma_ok_1s_1c_1i.test"},
253-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_AG2_100M_plasma_ok_1s_1c_1i.test"},
254-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_AG3_100M_plasma_ok_1s_1c_1i.test"},
255-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_WF1_100M_plasma_ok_1s_1c_1i.test"},
256-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_WF3_100M_plasma_ok_1s_1c_1i.test"},
257-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_WF10_100M_plasma_ok_1s_1c_1i.test"},
258-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_WF1_100M_plasma_ok_1s_1c_1i.test"},
259-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_WF3_100M_plasma_ok_1s_1c_1i.test"},
260-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_WF10_100M_plasma_ok_1s_1c_1i.test"},
261-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_JOIN_Q8_10M_gsi_moi_ok_1s_1c_1i.test"},
262-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_AG1_100M_plasma_ok_1s_1c_1i.test"},
263-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_AG1_100M_plasma_ok_1s_1c_1i.test"},
264-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_AG1_100M_plasma_ok_1s_1c_1i.test"},
265-
{"job": "arke-collections", "cluster": "arke.spec", "test_config": "tpc-ds/n1ql_thr_WF10_100M_plasma_ok.test"}
249+
{"job": "arke", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_AG1_100M_plasma_ok_1s_1c_1i.test"},
250+
{"job": "arke", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_AG2_100M_plasma_ok_1s_1c_1i.test"},
251+
{"job": "arke", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_AG3_100M_plasma_ok_1s_1c_1i.test"},
252+
{"job": "arke-multi-client", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_AG1_100M_plasma_ok_1s_1c_1i.test"},
253+
{"job": "arke-multi-client", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_AG2_100M_plasma_ok_1s_1c_1i.test"},
254+
{"job": "arke-multi-client", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_AG3_100M_plasma_ok_1s_1c_1i.test"},
255+
{"job": "arke", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_WF1_100M_plasma_ok_1s_1c_1i.test"},
256+
{"job": "arke", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_WF3_100M_plasma_ok_1s_1c_1i.test"},
257+
{"job": "arke", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_WF10_100M_plasma_ok_1s_1c_1i.test"},
258+
{"job": "arke-multi-client", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_WF1_100M_plasma_ok_1s_1c_1i.test"},
259+
{"job": "arke-multi-client", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_WF3_100M_plasma_ok_1s_1c_1i.test"},
260+
{"job": "arke-multi-client", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_WF10_100M_plasma_ok_1s_1c_1i.test"},
261+
{"job": "arke-multi-client", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_thr_JOIN_Q8_10M_gsi_moi_ok_1s_1c_1i.test"},
262+
{"job": "arke", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_AG1_100M_plasma_ok_1s_1c_1i.test"},
263+
{"job": "arke", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_AG1_100M_plasma_ok_1s_1c_1i.test"},
264+
{"job": "arke", "cluster": "arke.spec", "test_config": "n1ql/collections/n1ql_lat_AG1_100M_plasma_ok_1s_1c_1i.test"},
265+
{"job": "arke-multi-client", "cluster": "arke.spec", "test_config": "tpc-ds/n1ql_thr_WF10_100M_plasma_ok.test"}
266266
],
267267
"YCSB": [
268268
{"job": "hercules", "cluster": "hercules.spec", "test_config": "collections/ycsb/ycsb_workloadce_4nodes_1s_1c.test"},

0 commit comments

Comments
 (0)