user metrics

yral-dapp · Aug 26, 2024 · 4c8b8ea · 4c8b8ea
1 parent 4a9833f
commit 4c8b8ea
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 4 deletions.
diff --git a/global_video_stats/ds__global_video_stats.py b/global_video_stats/ds__global_video_stats.py
@@ -106,7 +106,7 @@ def run_query():
     'retries': 1,
 }
 
-with DAG('global_video_stats', default_args=default_args, schedule_interval='*/15 * * * *', catchup=False) as dag:
+with DAG('global_video_stats', default_args=default_args, schedule_interval='*/45 * * * *', catchup=False) as dag:
     run_query_task = PythonOperator(
         task_id='run_query_task',
         python_callable=run_query,

diff --git a/normalized_video_statistics/ds__normalized_video_statistics.py b/normalized_video_statistics/ds__normalized_video_statistics.py
@@ -142,7 +142,7 @@ def run_query():
     'retries': 1,
 }
 
-with DAG('video_statistics_normalized', default_args=default_args, schedule_interval='*/15 * * * *', catchup=False) as dag:
+with DAG('video_statistics_normalized', default_args=default_args, schedule_interval='*/50 * * * *', catchup=False) as dag:
     run_query_task = PythonOperator(
         task_id='run_query_task',
         python_callable=run_query,

diff --git a/video_statistics/ds__video_statistics.py b/video_statistics/ds__video_statistics.py
@@ -34,7 +34,8 @@ def create_initial_query():
     uvr.user_id,
     (1 - IFNULL(user_like_avg, 1)) * CAST(liked AS INT64) AS user_normalized_like_contribution,
     (1 - IFNULL(user_share_avg, 1)) * CAST(shared AS INT64) AS user_normalized_share_contribution,
-    ((100 - IFNULL(user_watch_percentage_avg, 100))/100) * mean_percentage_watched AS user_normalized_watch_contribution
+    ((100 - IFNULL(user_watch_percentage_avg, 100))/100) * mean_percentage_watched AS user_normalized_watch_contribution,
+    last_watched_timestamp
   FROM
     `hot-or-not-feed-intelligence.yral_ds.userVideoRelation` uvr
   LEFT JOIN
@@ -125,7 +126,7 @@ def run_query():
     'retries': 1,
 }
 
-with DAG('video_statistics', default_args=default_args, schedule_interval='*/15 * * * *', catchup=False) as dag:
+with DAG('video_statistics', default_args=default_args, schedule_interval='*/35 * * * *', catchup=False) as dag:
     run_query_task = PythonOperator(
         task_id='run_query_task',
         python_callable=run_query,