ci.yml

name: CI

on:
  push:
    branches:
      - main
  pull_request:
    branches:
      - main

jobs:
  build:
    runs-on: ubuntu-latest

    steps:
      - name: Checkout code
        uses: actions/checkout@v2

      - name: Authenticate to Google Cloud
        uses: google-github-actions/auth@v1
        with:
          credentials_json: ${{ secrets.GCP_SA_KEY }}

      - name: Set up Cloud SDK
        uses: google-github-actions/setup-gcloud@v1
        with:
          version: "latest"

      - name: Import DAGs to Cloud Composer
        run: |
          gcloud composer environments storage dags import \
            --environment data-pipeline-orchestrator \
            --location us-central1 \
            --source ./demo_spark_run/
          gcloud composer environments storage dags import \
            --environment data-pipeline-orchestrator \
            --location us-central1 \
            --source ./event_count_update/
          gcloud composer environments storage dags import \
            --environment data-pipeline-orchestrator \
            --location us-central1 \
            --source ./video_embedding/
          gcloud composer environments storage dags import \
            --environment data-pipeline-orchestrator \
            --location us-central1 \
            --source ./user_video_relation/
          gcloud composer environments storage dags import \
          --environment data-pipeline-orchestrator \
          --location us-central1 \
          --source ./user_base_facts/
          gcloud composer environments storage dags import \
          --environment data-pipeline-orchestrator \
          --location us-central1 \
          --source ./global_popular_videos_l7d/
          gcloud composer environments storage dags import \
          --environment data-pipeline-orchestrator \
          --location us-central1 \
          --source ./global_popular_videos_l90d/
          gcloud composer environments storage dags import \
          --environment data-pipeline-orchestrator \
          --location us-central1 \
          --source ./local_popular_videos_l90d/
          gcloud composer environments storage dags import \
          --environment data-pipeline-orchestrator \
          --location us-central1 \
          --source ./local_popular_videos_l7d/
          gcloud composer environments storage dags import \
            --environment data-pipeline-orchestrator \
            --location us-central1 \
            --source ./gcs_to_bigquery_metadata/
          gcloud composer environments storage dags import \
            --environment data-pipeline-orchestrator \
            --location us-central1 \
            --source ./user_video_metrics/
          gcloud composer environments storage dags import \
            --environment data-pipeline-orchestrator \
            --location us-central1 \
            --source ./video_statistics/
          gcloud composer environments storage dags import \
            --environment data-pipeline-orchestrator \
            --location us-central1 \
            --source ./global_video_stats/
          gcloud composer environments storage dags import \
            --environment data-pipeline-orchestrator \
            --location us-central1 \
            --source ./normalized_video_statistics/
          gcloud composer environments storage dags import \
            --environment data-pipeline-orchestrator \
            --location us-central1 \
            --source ./video_statistics_normalized/