diff --git a/src/06.workflows/data4u_gamersclub.json b/src/06.workflows/data4u_gamersclub.json new file mode 100644 index 0000000..3e61323 --- /dev/null +++ b/src/06.workflows/data4u_gamersclub.json @@ -0,0 +1,175 @@ +{ + "name": "data4u_gamersclub", + "email_notifications": { + "no_alert_for_skipped_runs": false + }, + "webhook_notifications": {}, + "timeout_seconds": 0, + "max_concurrent_runs": 1, + "tasks": [ + { + "task_key": "bronze_tb_lobby_stats_player", + "run_if": "ALL_SUCCESS", + "notebook_task": { + "notebook_path": "src/02.bronze/gamersclub/ingestion", + "base_parameters": { + "table_name": "tb_lobby_stats_player" + }, + "source": "GIT" + }, + "existing_cluster_id": "0111-125939-82sttiuc", + "timeout_seconds": 0, + "email_notifications": {}, + "notification_settings": { + "no_alert_for_skipped_runs": false, + "no_alert_for_canceled_runs": false, + "alert_on_last_attempt": false + }, + "webhook_notifications": {} + }, + { + "task_key": "bronze_tb_medalha", + "run_if": "ALL_SUCCESS", + "notebook_task": { + "notebook_path": "src/02.bronze/gamersclub/ingestion", + "base_parameters": { + "table_name": "tb_medalha" + }, + "source": "GIT" + }, + "existing_cluster_id": "0111-125939-82sttiuc", + "timeout_seconds": 0, + "email_notifications": {}, + "notification_settings": { + "no_alert_for_skipped_runs": false, + "no_alert_for_canceled_runs": false, + "alert_on_last_attempt": false + }, + "webhook_notifications": {} + }, + { + "task_key": "bronze_tb_players", + "run_if": "ALL_SUCCESS", + "notebook_task": { + "notebook_path": "src/02.bronze/gamersclub/ingestion", + "base_parameters": { + "table_name": "tb_players" + }, + "source": "GIT" + }, + "existing_cluster_id": "0111-125939-82sttiuc", + "timeout_seconds": 0, + "email_notifications": {}, + "notification_settings": { + "no_alert_for_skipped_runs": false, + "no_alert_for_canceled_runs": false, + "alert_on_last_attempt": false + }, + "webhook_notifications": {} + }, + { + "task_key": "bronze_tb_players_medalha", + "run_if": "ALL_SUCCESS", + "notebook_task": { + "notebook_path": "src/02.bronze/gamersclub/ingestion", + "base_parameters": { + "table_name": "tb_players_medalha" + }, + "source": "GIT" + }, + "existing_cluster_id": "0111-125939-82sttiuc", + "timeout_seconds": 0, + "email_notifications": {}, + "notification_settings": { + "no_alert_for_skipped_runs": false, + "no_alert_for_canceled_runs": false, + "alert_on_last_attempt": false + }, + "webhook_notifications": {} + }, + { + "task_key": "silver_estatisticas_partidas_jogadores", + "depends_on": [ + { + "task_key": "bronze_tb_lobby_stats_player" + } + ], + "run_if": "ALL_SUCCESS", + "notebook_task": { + "notebook_path": "src/03.silver/gamersclub/ingestion", + "base_parameters": { + "table_name": "estatisticas_partidas_jogadores" + }, + "source": "GIT" + }, + "existing_cluster_id": "0111-125939-82sttiuc", + "timeout_seconds": 0, + "email_notifications": {} + }, + { + "task_key": "silver_jogadores", + "depends_on": [ + { + "task_key": "bronze_tb_players" + } + ], + "run_if": "ALL_SUCCESS", + "notebook_task": { + "notebook_path": "src/03.silver/gamersclub/ingestion", + "base_parameters": { + "table_name": "jogadores" + }, + "source": "GIT" + }, + "existing_cluster_id": "0111-125939-82sttiuc", + "timeout_seconds": 0, + "email_notifications": {} + }, + { + "task_key": "silver_medalhas", + "depends_on": [ + { + "task_key": "bronze_tb_medalha" + } + ], + "run_if": "ALL_SUCCESS", + "notebook_task": { + "notebook_path": "src/03.silver/gamersclub/ingestion", + "base_parameters": { + "table_name": "medalhas" + }, + "source": "GIT" + }, + "existing_cluster_id": "0111-125939-82sttiuc", + "timeout_seconds": 0, + "email_notifications": {} + }, + { + "task_key": "silver_medalhas_jogadores", + "depends_on": [ + { + "task_key": "bronze_tb_players_medalha" + } + ], + "run_if": "ALL_SUCCESS", + "notebook_task": { + "notebook_path": "src/03.silver/gamersclub/ingestion", + "base_parameters": { + "table_name": "medalhas_jogadores" + }, + "source": "GIT" + }, + "existing_cluster_id": "0111-125939-82sttiuc", + "timeout_seconds": 0, + "email_notifications": {} + } + ], + "git_source": { + "git_url": "https://github.com/teomewhy/data-4u", + "git_provider": "gitHub", + "git_branch": "main" + }, + "run_as": { + "user_name": "teomewhy@gmail.com" + } + }