Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 8 additions & 0 deletions misc/scripts/models-as-data/bulk_generate_mad.py
Original file line number Diff line number Diff line change
Expand Up @@ -331,6 +331,7 @@ def download_dca_databases(
)
targets = response["targets"]
project_map = {project["name"]: project for project in projects}
artifact_map = {}
for data in targets.values():
downloads = data["downloads"]
analyzed_database = downloads["analyzed_database"]
Expand All @@ -341,6 +342,13 @@ def download_dca_databases(
print(f"Skipping {pretty_name} as it is not in the list of projects")
continue

if pretty_name in artifact_map:
print(f"Skipping previous database {artifact_map[pretty_name]['artifact_name']} for {pretty_name}")

artifact_map[pretty_name] = analyzed_database

for pretty_name, analyzed_database in artifact_map.items():
artifact_name = analyzed_database["artifact_name"]
repository = analyzed_database["repository"]
run_id = analyzed_database["run_id"]
print(f"=== Finding artifact: {artifact_name} ===")
Expand Down