From 98817e81d6dc73ee1d73d32380bbc2b70a3ab162 Mon Sep 17 00:00:00 2001 From: TeoCalvo Date: Tue, 22 Aug 2023 19:06:03 +0000 Subject: [PATCH] Separete teams between dire and radiant --- .../dota/feature_store/etl/teams_dire.sql | 138 ++++++++++++++++++ .../dota/feature_store/etl/teams_radiant.sql | 138 ++++++++++++++++++ src/06.workflows/data4u_dota.json | 50 +++++++ 3 files changed, 326 insertions(+) create mode 100644 src/03.silver/dota/feature_store/etl/teams_dire.sql create mode 100644 src/03.silver/dota/feature_store/etl/teams_radiant.sql diff --git a/src/03.silver/dota/feature_store/etl/teams_dire.sql b/src/03.silver/dota/feature_store/etl/teams_dire.sql new file mode 100644 index 0000000..7bc89bd --- /dev/null +++ b/src/03.silver/dota/feature_store/etl/teams_dire.sql @@ -0,0 +1,138 @@ +SELECT + dtReference, + idTeam AS idTeamDire, + descTeamName AS descTeamNameDire, + descTeamTag AS descTeamTagDire, + nrFrequency180 AS nrFrequency180Dire, + avgWin180 AS avgWin180Dire, + avgCampsStacked180 AS avgCampsStacked180Dire, + avgCreepsStacked180 AS avgCreepsStacked180Dire, + avgKills180 AS avgKills180Dire, + avgAssist180 AS avgAssist180Dire, + avgDeaths180 AS avgDeaths180Dire, + avgDenies180 AS avgDenies180Dire, + avgFirstbloodClaimed180 AS avgFirstbloodClaimed180Dire, + avgGold180 AS avgGold180Dire, + avgGoldMinute180 AS avgGoldMinute180Dire, + avgGoldSpent180 AS avgGoldSpent180Dire, + avgHeroDamage180 AS avgHeroDamage180Dire, + avgHeroHealing180 AS avgHeroHealing180Dire, + avgLastHits180 AS avgLastHits180Dire, + avgLevel180 AS avgLevel180Dire, + avgNetWorth180 AS avgNetWorth180Dire, + avgRoshansKilled180 AS avgRoshansKilled180Dire, + avgRunePicks180 AS avgRunePicks180Dire, + avgStunsSec180 AS avgStunsSec180Dire, + avgtTeamfightParticipation180 AS avgtTeamfightParticipation180Dire, + avgTowerDamage180 AS avgTowerDamage180Dire, + avgTowerKilled180 AS avgTowerKilled180Dire, + avgXpMinute180 AS avgXpMinute180Dire, + avgTotalGold180 AS avgTotalGold180Dire, + avgTotalXp180 AS avgTotalXp180Dire, + avgKillsMinute180 AS avgKillsMinute180Dire, + avgKDA180 AS avgKDA180Dire, + avgNeutralKills180 AS avgNeutralKills180Dire, + avgTowerKills180 AS avgTowerKills180Dire, + avgCourierKills180 AS avgCourierKills180Dire, + avgLaneKills180 AS avgLaneKills180Dire, + avgHeroKills180 AS avgHeroKills180Dire, + avgObserverKills180 AS avgObserverKills180Dire, + avgSentryKills180 AS avgSentryKills180Dire, + avgRoshansKills180 AS avgRoshansKills180Dire, + avgNecronomiconKills180 AS avgNecronomiconKills180Dire, + avgAncientKills180 AS avgAncientKills180Dire, + avgBuybackCount180 AS avgBuybackCount180Dire, + avgObserverUses180 AS avgObserverUses180Dire, + avgSentryUses180 AS avgSentryUses180Dire, + avgLaneEfficiency180 AS avgLaneEfficiency180Dire, + avgPurchaseTps180 AS avgPurchaseTps180Dire, + nrFrequency90 AS nrFrequency90Dire, + avgWin90 AS avgWin90Dire, + avgCampsStacked90 AS avgCampsStacked90Dire, + avgCreepsStacked90 AS avgCreepsStacked90Dire, + avgKills90 AS avgKills90Dire, + avgAssist90 AS avgAssist90Dire, + avgDeaths90 AS avgDeaths90Dire, + avgDenies90 AS avgDenies90Dire, + avgFirstbloodClaimed90 AS avgFirstbloodClaimed90Dire, + avgGold90 AS avgGold90Dire, + avgGoldMinute90 AS avgGoldMinute90Dire, + avgGoldSpent90 AS avgGoldSpent90Dire, + avgHeroDamage90 AS avgHeroDamage90Dire, + avgHeroHealing90 AS avgHeroHealing90Dire, + avgLastHits90 AS avgLastHits90Dire, + avgLevel90 AS avgLevel90Dire, + avgNetWorth90 AS avgNetWorth90Dire, + avgRoshansKilled90 AS avgRoshansKilled90Dire, + avgRunePicks90 AS avgRunePicks90Dire, + avgStunsSec90 AS avgStunsSec90Dire, + avgtTeamfightParticipation90 AS avgtTeamfightParticipation90Dire, + avgTowerDamage90 AS avgTowerDamage90Dire, + avgTowerKilled90 AS avgTowerKilled90Dire, + avgXpMinute90 AS avgXpMinute90Dire, + avgTotalGold90 AS avgTotalGold90Dire, + avgTotalXp90 AS avgTotalXp90Dire, + avgKillsMinute90 AS avgKillsMinute90Dire, + avgKDA90 AS avgKDA90Dire, + avgNeutralKills90 AS avgNeutralKills90Dire, + avgTowerKills90 AS avgTowerKills90Dire, + avgCourierKills90 AS avgCourierKills90Dire, + avgLaneKills90 AS avgLaneKills90Dire, + avgHeroKills90 AS avgHeroKills90Dire, + avgObserverKills90 AS avgObserverKills90Dire, + avgSentryKills90 AS avgSentryKills90Dire, + avgRoshansKills90 AS avgRoshansKills90Dire, + avgNecronomiconKills90 AS avgNecronomiconKills90Dire, + avgAncientKills90 AS avgAncientKills90Dire, + avgBuybackCount90 AS avgBuybackCount90Dire, + avgObserverUses90 AS avgObserverUses90Dire, + avgSentryUses90 AS avgSentryUses90Dire, + avgLaneEfficiency90 AS avgLaneEfficiency90Dire, + avgPurchaseTps90 AS avgPurchaseTps90Dire, + nrFrequency30 AS nrFrequency30Dire, + avgWin30 AS avgWin30Dire, + avgCampsStacked30 AS avgCampsStacked30Dire, + avgCreepsStacked30 AS avgCreepsStacked30Dire, + avgKills30 AS avgKills30Dire, + avgAssist30 AS avgAssist30Dire, + avgDeaths30 AS avgDeaths30Dire, + avgDenies30 AS avgDenies30Dire, + avgFirstbloodClaimed30 AS avgFirstbloodClaimed30Dire, + avgGold30 AS avgGold30Dire, + avgGoldMinute30 AS avgGoldMinute30Dire, + avgGoldSpent30 AS avgGoldSpent30Dire, + avgHeroDamage30 AS avgHeroDamage30Dire, + avgHeroHealing30 AS avgHeroHealing30Dire, + avgLastHits30 AS avgLastHits30Dire, + avgLevel30 AS avgLevel30Dire, + avgNetWorth30 AS avgNetWorth30Dire, + avgRoshansKilled30 AS avgRoshansKilled30Dire, + avgRunePicks30 AS avgRunePicks30Dire, + avgStunsSec30 AS avgStunsSec30Dire, + avgtTeamfightParticipation30 AS avgtTeamfightParticipation30Dire, + avgTowerDamage30 AS avgTowerDamage30Dire, + avgTowerKilled30 AS avgTowerKilled30Dire, + avgXpMinute30 AS avgXpMinute30Dire, + avgTotalGold30 AS avgTotalGold30Dire, + avgTotalXp30 AS avgTotalXp30Dire, + avgKillsMinute30 AS avgKillsMinute30Dire, + avgKDA30 AS avgKDA30Dire, + avgNeutralKills30 AS avgNeutralKills30Dire, + avgTowerKills30 AS avgTowerKills30Dire, + avgCourierKills30 AS avgCourierKills30Dire, + avgLaneKills30 AS avgLaneKills30Dire, + avgHeroKills30 AS avgHeroKills30Dire, + avgObserverKills30 AS avgObserverKills30Dire, + avgSentryKills30 AS avgSentryKills30Dire, + avgRoshansKills30 AS avgRoshansKills30Dire, + avgNecronomiconKills30 AS avgNecronomiconKills30Dire, + avgAncientKills30 AS avgAncientKills30Dire, + avgBuybackCount30 AS avgBuybackCount30Dire, + avgObserverUses30 AS avgObserverUses30Dire, + avgSentryUses30 AS avgSentryUses30Dire, + avgLaneEfficiency30 AS avgLaneEfficiency30Dire, + avgPurchaseTps30 AS avgPurchaseTps30Dire + +-- WHERE dtReference = '{date}' + +FROM feature_store.dota_teams_0 \ No newline at end of file diff --git a/src/03.silver/dota/feature_store/etl/teams_radiant.sql b/src/03.silver/dota/feature_store/etl/teams_radiant.sql new file mode 100644 index 0000000..33b46ba --- /dev/null +++ b/src/03.silver/dota/feature_store/etl/teams_radiant.sql @@ -0,0 +1,138 @@ +SELECT + dtReference, + idTeam AS idTeamRadiant, + descTeamName AS descTeamNameRadiant, + descTeamTag AS descTeamTagRadiant, + nrFrequency180 AS nrFrequency180Radiant, + avgWin180 AS avgWin180Radiant, + avgCampsStacked180 AS avgCampsStacked180Radiant, + avgCreepsStacked180 AS avgCreepsStacked180Radiant, + avgKills180 AS avgKills180Radiant, + avgAssist180 AS avgAssist180Radiant, + avgDeaths180 AS avgDeaths180Radiant, + avgDenies180 AS avgDenies180Radiant, + avgFirstbloodClaimed180 AS avgFirstbloodClaimed180Radiant, + avgGold180 AS avgGold180Radiant, + avgGoldMinute180 AS avgGoldMinute180Radiant, + avgGoldSpent180 AS avgGoldSpent180Radiant, + avgHeroDamage180 AS avgHeroDamage180Radiant, + avgHeroHealing180 AS avgHeroHealing180Radiant, + avgLastHits180 AS avgLastHits180Radiant, + avgLevel180 AS avgLevel180Radiant, + avgNetWorth180 AS avgNetWorth180Radiant, + avgRoshansKilled180 AS avgRoshansKilled180Radiant, + avgRunePicks180 AS avgRunePicks180Radiant, + avgStunsSec180 AS avgStunsSec180Radiant, + avgtTeamfightParticipation180 AS avgtTeamfightParticipation180Radiant, + avgTowerDamage180 AS avgTowerDamage180Radiant, + avgTowerKilled180 AS avgTowerKilled180Radiant, + avgXpMinute180 AS avgXpMinute180Radiant, + avgTotalGold180 AS avgTotalGold180Radiant, + avgTotalXp180 AS avgTotalXp180Radiant, + avgKillsMinute180 AS avgKillsMinute180Radiant, + avgKDA180 AS avgKDA180Radiant, + avgNeutralKills180 AS avgNeutralKills180Radiant, + avgTowerKills180 AS avgTowerKills180Radiant, + avgCourierKills180 AS avgCourierKills180Radiant, + avgLaneKills180 AS avgLaneKills180Radiant, + avgHeroKills180 AS avgHeroKills180Radiant, + avgObserverKills180 AS avgObserverKills180Radiant, + avgSentryKills180 AS avgSentryKills180Radiant, + avgRoshansKills180 AS avgRoshansKills180Radiant, + avgNecronomiconKills180 AS avgNecronomiconKills180Radiant, + avgAncientKills180 AS avgAncientKills180Radiant, + avgBuybackCount180 AS avgBuybackCount180Radiant, + avgObserverUses180 AS avgObserverUses180Radiant, + avgSentryUses180 AS avgSentryUses180Radiant, + avgLaneEfficiency180 AS avgLaneEfficiency180Radiant, + avgPurchaseTps180 AS avgPurchaseTps180Radiant, + nrFrequency90 AS nrFrequency90Radiant, + avgWin90 AS avgWin90Radiant, + avgCampsStacked90 AS avgCampsStacked90Radiant, + avgCreepsStacked90 AS avgCreepsStacked90Radiant, + avgKills90 AS avgKills90Radiant, + avgAssist90 AS avgAssist90Radiant, + avgDeaths90 AS avgDeaths90Radiant, + avgDenies90 AS avgDenies90Radiant, + avgFirstbloodClaimed90 AS avgFirstbloodClaimed90Radiant, + avgGold90 AS avgGold90Radiant, + avgGoldMinute90 AS avgGoldMinute90Radiant, + avgGoldSpent90 AS avgGoldSpent90Radiant, + avgHeroDamage90 AS avgHeroDamage90Radiant, + avgHeroHealing90 AS avgHeroHealing90Radiant, + avgLastHits90 AS avgLastHits90Radiant, + avgLevel90 AS avgLevel90Radiant, + avgNetWorth90 AS avgNetWorth90Radiant, + avgRoshansKilled90 AS avgRoshansKilled90Radiant, + avgRunePicks90 AS avgRunePicks90Radiant, + avgStunsSec90 AS avgStunsSec90Radiant, + avgtTeamfightParticipation90 AS avgtTeamfightParticipation90Radiant, + avgTowerDamage90 AS avgTowerDamage90Radiant, + avgTowerKilled90 AS avgTowerKilled90Radiant, + avgXpMinute90 AS avgXpMinute90Radiant, + avgTotalGold90 AS avgTotalGold90Radiant, + avgTotalXp90 AS avgTotalXp90Radiant, + avgKillsMinute90 AS avgKillsMinute90Radiant, + avgKDA90 AS avgKDA90Radiant, + avgNeutralKills90 AS avgNeutralKills90Radiant, + avgTowerKills90 AS avgTowerKills90Radiant, + avgCourierKills90 AS avgCourierKills90Radiant, + avgLaneKills90 AS avgLaneKills90Radiant, + avgHeroKills90 AS avgHeroKills90Radiant, + avgObserverKills90 AS avgObserverKills90Radiant, + avgSentryKills90 AS avgSentryKills90Radiant, + avgRoshansKills90 AS avgRoshansKills90Radiant, + avgNecronomiconKills90 AS avgNecronomiconKills90Radiant, + avgAncientKills90 AS avgAncientKills90Radiant, + avgBuybackCount90 AS avgBuybackCount90Radiant, + avgObserverUses90 AS avgObserverUses90Radiant, + avgSentryUses90 AS avgSentryUses90Radiant, + avgLaneEfficiency90 AS avgLaneEfficiency90Radiant, + avgPurchaseTps90 AS avgPurchaseTps90Radiant, + nrFrequency30 AS nrFrequency30Radiant, + avgWin30 AS avgWin30Radiant, + avgCampsStacked30 AS avgCampsStacked30Radiant, + avgCreepsStacked30 AS avgCreepsStacked30Radiant, + avgKills30 AS avgKills30Radiant, + avgAssist30 AS avgAssist30Radiant, + avgDeaths30 AS avgDeaths30Radiant, + avgDenies30 AS avgDenies30Radiant, + avgFirstbloodClaimed30 AS avgFirstbloodClaimed30Radiant, + avgGold30 AS avgGold30Radiant, + avgGoldMinute30 AS avgGoldMinute30Radiant, + avgGoldSpent30 AS avgGoldSpent30Radiant, + avgHeroDamage30 AS avgHeroDamage30Radiant, + avgHeroHealing30 AS avgHeroHealing30Radiant, + avgLastHits30 AS avgLastHits30Radiant, + avgLevel30 AS avgLevel30Radiant, + avgNetWorth30 AS avgNetWorth30Radiant, + avgRoshansKilled30 AS avgRoshansKilled30Radiant, + avgRunePicks30 AS avgRunePicks30Radiant, + avgStunsSec30 AS avgStunsSec30Radiant, + avgtTeamfightParticipation30 AS avgtTeamfightParticipation30Radiant, + avgTowerDamage30 AS avgTowerDamage30Radiant, + avgTowerKilled30 AS avgTowerKilled30Radiant, + avgXpMinute30 AS avgXpMinute30Radiant, + avgTotalGold30 AS avgTotalGold30Radiant, + avgTotalXp30 AS avgTotalXp30Radiant, + avgKillsMinute30 AS avgKillsMinute30Radiant, + avgKDA30 AS avgKDA30Radiant, + avgNeutralKills30 AS avgNeutralKills30Radiant, + avgTowerKills30 AS avgTowerKills30Radiant, + avgCourierKills30 AS avgCourierKills30Radiant, + avgLaneKills30 AS avgLaneKills30Radiant, + avgHeroKills30 AS avgHeroKills30Radiant, + avgObserverKills30 AS avgObserverKills30Radiant, + avgSentryKills30 AS avgSentryKills30Radiant, + avgRoshansKills30 AS avgRoshansKills30Radiant, + avgNecronomiconKills30 AS avgNecronomiconKills30Radiant, + avgAncientKills30 AS avgAncientKills30Radiant, + avgBuybackCount30 AS avgBuybackCount30Radiant, + avgObserverUses30 AS avgObserverUses30Radiant, + avgSentryUses30 AS avgSentryUses30Radiant, + avgLaneEfficiency30 AS avgLaneEfficiency30Radiant, + avgPurchaseTps30 AS avgPurchaseTps30Radiant + +-- WHERE dtReference = '{date}' + +FROM feature_store.dota_teams_0 \ No newline at end of file diff --git a/src/06.workflows/data4u_dota.json b/src/06.workflows/data4u_dota.json index 17d50e8..b429cda 100644 --- a/src/06.workflows/data4u_dota.json +++ b/src/06.workflows/data4u_dota.json @@ -359,6 +359,56 @@ "existing_cluster_id": "0809-155233-nc569ju7", "timeout_seconds": 0, "email_notifications": {} + }, + { + "task_key": "fs_teams_dire", + "depends_on": [ + { + "task_key": "fs_teams" + } + ], + "notebook_task": { + "notebook_path": "src/03.silver/dota/feature_store/fs_ingestao", + "base_parameters": { + "table": "teams_dire", + "window": "0", + "description": "Feature Store de times Dire com médias das performances dos jogadores", + "id_fields": "dtReference,idTeamDire", + "partition_fields": "dtReference", + "date_start": "{{start_date}}", + "date_stop": "{{start_date}}", + "monthly": "False" + }, + "source": "GIT" + }, + "existing_cluster_id": "0809-155233-nc569ju7", + "timeout_seconds": 0, + "email_notifications": {} + }, + { + "task_key": "fs_teams_radiant", + "depends_on": [ + { + "task_key": "fs_teams" + } + ], + "notebook_task": { + "notebook_path": "src/03.silver/dota/feature_store/fs_ingestao", + "base_parameters": { + "table": "teams_radiant", + "window": "0", + "description": "Feature Store de times Radiant com médias das performances dos jogadores", + "id_fields": "dtReference,idTeamRadiant", + "partition_fields": "dtReference", + "date_start": "{{start_date}}", + "date_stop": "{{start_date}}", + "monthly": "False" + }, + "source": "GIT" + }, + "existing_cluster_id": "0809-155233-nc569ju7", + "timeout_seconds": 0, + "email_notifications": {} } ], "git_source": {