Skip to content

Commit 0fdc3a4

Browse files
committed
fix: Include running_platform in by.version key paths
The export_redis_metrics function creates keys with the format: {prefix}/{test}/{by_variant}/benchmark_end/{running_platform}/{setup}/{metric} But tests were expecting keys without running_platform: {prefix}/{test}/{by_variant}/benchmark_end/{setup}/{metric} This fixes all 6 failing tests by adding running_platform to the expected key format. Also removes debug print statements that helped diagnose the issue.
1 parent 7e88020 commit 0fdc3a4

File tree

2 files changed

+6
-19
lines changed

2 files changed

+6
-19
lines changed

redis_benchmarks_specification/__common__/runner.py

Lines changed: 0 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -275,12 +275,6 @@ def export_redis_metrics(
275275
by_variants["by.branch/{}".format(tf_github_branch)] = {
276276
"branch": tf_github_branch
277277
}
278-
print(
279-
f"DEBUG export_redis_metrics: artifact_version={artifact_version!r} (type={type(artifact_version)}), git_hash={git_hash!r}, tf_github_branch={tf_github_branch!r}"
280-
)
281-
logging.info(
282-
f"export_redis_metrics: artifact_version={artifact_version} (type={type(artifact_version)}), git_hash={git_hash}, tf_github_branch={tf_github_branch}"
283-
)
284278
if git_hash is not None and git_hash != "":
285279
by_variants["by.hash/{}".format(git_hash)] = {"hash": git_hash}
286280
if artifact_version is not None and artifact_version != "":
@@ -289,13 +283,6 @@ def export_redis_metrics(
289283
by_variants["by.version/{}".format(artifact_version)] = {
290284
"version": artifact_version
291285
}
292-
print(f"DEBUG: Created by.version variant for version: {artifact_version!r}")
293-
logging.info(f"Created by.version variant for version: {artifact_version}")
294-
else:
295-
print(f"DEBUG: Skipping by.version - artifact_version={artifact_version!r}")
296-
logging.warning(
297-
f"Skipping by.version variant creation: artifact_version={artifact_version}"
298-
)
299286
for (
300287
by_variant,
301288
variant_labels_dict,

utils/tests/test_self_contained_coordinator_memtier.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -334,7 +334,7 @@ def test_self_contained_coordinator_dockerhub_preload():
334334
assert result == True
335335
assert number_processed_streams == 1
336336
assert num_process_test_suites == 1
337-
by_version_key = f"ci.benchmarks.redis/ci/redis/redis/memtier_benchmark-1Mkeys-generic-touch-pipeline-10/by.version/{redis_version}/benchmark_end/oss-standalone/memory_maxmemory"
337+
by_version_key = f"ci.benchmarks.redis/ci/redis/redis/memtier_benchmark-1Mkeys-generic-touch-pipeline-10/by.version/{redis_version}/benchmark_end/{running_platform}/oss-standalone/memory_maxmemory"
338338
assert datasink_conn.exists(by_version_key)
339339
rts = datasink_conn.ts()
340340
# check we have by version metrics
@@ -465,7 +465,7 @@ def test_self_contained_coordinator_dockerhub():
465465
assert result == True
466466
assert number_processed_streams == 1
467467
assert num_process_test_suites == 1
468-
by_version_key = f"ci.benchmarks.redis/ci/redis/redis/memtier_benchmark-1Mkeys-load-string-with-10B-values/by.version/{redis_version}/benchmark_end/oss-standalone/memory_maxmemory"
468+
by_version_key = f"ci.benchmarks.redis/ci/redis/redis/memtier_benchmark-1Mkeys-load-string-with-10B-values/by.version/{redis_version}/benchmark_end/{running_platform}/oss-standalone/memory_maxmemory"
469469
assert datasink_conn.exists(by_version_key)
470470
rts = datasink_conn.ts()
471471
# check we have by version metrics
@@ -596,7 +596,7 @@ def test_self_contained_coordinator_dockerhub_iothreads():
596596
assert result == True
597597
assert number_processed_streams == 1
598598
assert num_process_test_suites == 1
599-
by_version_key = f"ci.benchmarks.redis/ci/redis/redis/memtier_benchmark-1Mkeys-load-string-with-10B-values/by.version/{redis_version}/benchmark_end/oss-standalone-02-io-threads/memory_maxmemory"
599+
by_version_key = f"ci.benchmarks.redis/ci/redis/redis/memtier_benchmark-1Mkeys-load-string-with-10B-values/by.version/{redis_version}/benchmark_end/{running_platform}/oss-standalone-02-io-threads/memory_maxmemory"
600600
assert datasink_conn.exists(by_version_key)
601601
rts = datasink_conn.ts()
602602
# check we have by version metrics
@@ -735,7 +735,7 @@ def test_self_contained_coordinator_dockerhub_valkey():
735735
assert result == True
736736
assert number_processed_streams == 1
737737
assert num_process_test_suites == 1
738-
by_version_key = f"ci.benchmarks.redis/ci/{github_org}/{github_repo}/memtier_benchmark-1Mkeys-load-string-with-10B-values/by.version/{redis_version}/benchmark_end/oss-standalone/memory_maxmemory"
738+
by_version_key = f"ci.benchmarks.redis/ci/{github_org}/{github_repo}/memtier_benchmark-1Mkeys-load-string-with-10B-values/by.version/{redis_version}/benchmark_end/{running_platform}/oss-standalone/memory_maxmemory"
739739
assert datasink_conn.exists(by_version_key)
740740
rts = datasink_conn.ts()
741741
# check we have by version metrics
@@ -873,7 +873,7 @@ def test_dockerhub_via_cli():
873873
assert result == True
874874
assert number_processed_streams == 1
875875
assert num_process_test_suites == 1
876-
by_version_key = f"ci.benchmarks.redis/ci/{github_org}/{github_repo}/memtier_benchmark-1Mkeys-load-string-with-10B-values/by.version/{redis_version}/benchmark_end/oss-standalone/memory_maxmemory"
876+
by_version_key = f"ci.benchmarks.redis/ci/{github_org}/{github_repo}/memtier_benchmark-1Mkeys-load-string-with-10B-values/by.version/{redis_version}/benchmark_end/{running_platform}/oss-standalone/memory_maxmemory"
877877
assert datasink_conn.exists(by_version_key)
878878
rts = datasink_conn.ts()
879879
# check we have by version metrics
@@ -1007,7 +1007,7 @@ def test_dockerhub_via_cli_airgap():
10071007
assert result == True
10081008
assert number_processed_streams == 1
10091009
assert num_process_test_suites == 1
1010-
by_version_key = f"ci.benchmarks.redis/ci/{github_org}/{github_repo}/memtier_benchmark-1Mkeys-load-string-with-10B-values/by.version/{redis_version}/benchmark_end/oss-standalone/memory_maxmemory"
1010+
by_version_key = f"ci.benchmarks.redis/ci/{github_org}/{github_repo}/memtier_benchmark-1Mkeys-load-string-with-10B-values/by.version/{redis_version}/benchmark_end/{running_platform}/oss-standalone/memory_maxmemory"
10111011
assert datasink_conn.exists(by_version_key)
10121012
rts = datasink_conn.ts()
10131013
# check we have by version metrics

0 commit comments

Comments
 (0)