basic extraction

src/extract.py

@@ -8,7 +8,6 @@ from .transform import (
 import psycopg2 as pg
 from typing import Tuple
 
-
 def connect():
     return pg.connect(
         dbname=env.get("POSTGRES_DB"),
@@ -143,18 +142,182 @@ def extract_profile_games(profile, conn=None):
 def extract_player_stats(game, conn=None):
     if not conn:
         conn = connect()
+
+    cols_api = [
+        "id",
+        "gameId",
+        "gameFinishedAt",
+        "steam64Id",
+        "name",
+        "preaim",
+        "reactionTime",
+        "accuracy",
+        "accuracyEnemySpotted",
+        "accuracyHead",
+        "shotsFiredEnemySpotted",
+        "shotsFired",
+        "shotsHitEnemySpotted",
+        "shotsHitFriend",
+        "shotsHitFriendHead",
+        "shotsHitFoe",
+        "shotsHitFoeHead",
+        "utilityOnDeathAvg",
+        "heFoesDamageAvg",
+        "heFriendsDamageAvg",
+        "heThrown",
+        "molotovThrown",
+        "smokeThrown",
+        "smokeThrownCT",
+        "smokeThrownCTGood",
+        "smokeThrownCTGoodRatio",
+        "smokeThrownCTFoes",
+        "counterStrafingShotsAll",
+        "counterStrafingShotsBad",
+        "counterStrafingShotsGood",
+        "counterStrafingShotsGoodRatio",
+        "flashbangHitFoe",
+        "flashbangLeadingToKill",
+        "flashbangHitFoeAvgDuration",
+        "flashbangHitFriend",
+        "flashbangThrown",
+        "flashAssist",
+        "score",
+        "initialTeamNumber",
+        "mvps",
+        "ctRoundsWon",
+        "ctRoundsLost",
+        "tRoundsWon",
+        "tRoundsLost",
+        "sprayAccuracy",
+        "molotovFoesDamageAvg",
+        "molotovFriendsDamageAvg",
+        "color",
+        "totalKills",
+        "totalDeaths",
+        "kdRatio",
+        "multi2k",
+        "multi3k",
+        "multi4k",
+        "multi5k",
+        "hltvRating",
+        "hsp",
+        "roundsSurvived",
+        "roundsSurvivedPercentage",
+        "dpr",
+        "totalAssists",
+        "totalDamage",
+        "tradeKillOpportunities",
+        "tradeKillAttempts",
+        "tradeKillsSucceeded",
+        "tradeKillAttemptsPercentage",
+        "tradeKillsSuccessPercentage",
+        "tradeKillOpportunitiesPerRound",
+        "tradedDeathOpportunities",
+        "tradedDeathAttempts",
+        "tradedDeathAttemptsPercentage",
+        "tradedDeathsSucceeded",
+        "tradedDeathsSuccessPercentage",
+        "tradedDeathsOpportunitiesPerRound",
+        "leetifyRating",
+        "personalPerformanceRating",
+        "ctLeetifyRating",
+        "tLeetifyRating",
+        "leetifyUserId",
+        "isCollector",
+        "isProPlan",
+        "isLeetifyStaff",
+    ]
+    cols_db = [
+        "id",
+        "game_id",
+        "game_finished_at",
+        "steam64_id",
+        "name",
+        "preaim",
+        "reaction_time",
+        "accuracy",
+        "accuracy_enemy_spotted",
+        "accuracy_head",
+        "shots_fired_enemy_spotted",
+        "shots_fired",
+        "shots_hit_enemy_spotted",
+        "shots_hit_friend",
+        "shots_Hit_Friend_Head",
+        "shots_Hit_Foe",
+        "shots_Hit_Foe_Head",
+        "utility_On_Death_Avg",
+        "he_foes_damage_avg",
+        "he_friends_damage_avg",
+        "he_thrown",
+        "molotov_thrown",
+        "smoke_thrown",
+        "smoke_thrown_ct",
+        "smoke_thrown_ct_good",
+        "smoke_thrown_ct_good_ratio",
+        "smoke_thrown_ct_foes",
+        "counter_strafing_shots_all",
+        "counter_strafing_shots_bad",
+        "counter_strafing_shots_good",
+        "counter_strafing_shots_good_ratio",
+        "flashbang_hit_foe",
+        "flashbang_leading_to_kill",
+        "flashbang_hit_foe_avg_duration",
+        "flashbang_hit_friend",
+        "flashbang_thrown",
+        "flash_assist",
+        "score",
+        "initial_Team_Number",
+        "mvps",
+        "ct_rounds_won",
+        "ct_rounds_lost",
+        "t_rounds_won",
+        "t_rounds_lost",
+        "spray_accuracy",
+        "molotov_foes_damage_avg",
+        "molotov_friends_damage_avg",
+        "color",
+        "total_kills",
+        "total_deaths",
+        "kd_ratio",
+        "multi2k",
+        "multi3k",
+        "multi4k",
+        "multi5k",
+        "hltv_rating",
+        "hsp",
+        "rounds_survived",
+        "rounds_survived_percentage",
+        "dpr",
+        "total_assists",
+        "total_damage",
+        "trade_kill_opportunities",
+        "trade_kill_attempts",
+        "trade_kills_succeeded",
+        "trade_kill_attempts_percentage",
+        "trade_kills_success_percentage",
+        "trade_kill_opportunities_per_round",
+        "traded_death_opportunities",
+        "traded_death_attempts",
+        "traded_death_attempts_percentage",
+        "traded_deaths_succeeded",
+        "traded_deaths_success_percentage",
+        "traded_deaths_opportunities_per_round",
+        "leetify_rating",
+        "personal_performance_rating",
+        "ct_leetify_rating",
+        "t_leetify_rating",
+        "leetify_user_id",
+        "is_collector",
+        "is_pro_plan",
+        "is_leetify_staff",
+    ]
     stats = player_stats_from_game(game)
 
-    games = map(dict_to_sql_str, stats)
+    vals = map(lambda game: vals_in_order(game, cols_api), stats)
 
     with conn.cursor() as curs:
-        for (
+        sql = f"""
-            cols,
+              INSERT into data.player_stats ({', '.join(cols_db)})
-            vals,
+              VALUES ({', '.join(['%s'] * len(cols_db))}); """
-        ) in games:
+        curs.executemany(sql, vals)
-            curs.execute(
-                """INSERT INTO data.player_stats (%s)
-                              VALUES (%s);""",
-                (cols, vals),
-            )
     conn.commit()