From 072dd8a611c078473a60e9782905e8e02cf9e3c7 Mon Sep 17 00:00:00 2001 From: Jim Rhotert Date: Tue, 4 Jun 2024 16:31:52 +0200 Subject: [PATCH] add data and date --- .github/workflows/setup.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/setup.yaml b/.github/workflows/setup.yaml index af0a1c5..d46fbd9 100644 --- a/.github/workflows/setup.yaml +++ b/.github/workflows/setup.yaml @@ -56,8 +56,8 @@ jobs: pip install -r requirements.txt mkdir -p data echo $(date -d "2 days ago" +"%Y-%m-%d") - python scripts/crawl_concurrently.py --path ./data --season $CURRENT_SEASON --server http://localhost:4444 - python scripts/insert_data.py -db $DB_FILENAME --data ./data/*.json + python scripts/crawl_concurrently.py --path DATA_PATH --season $CURRENT_SEASON --server http://localhost:4444 --data 2024-05-03 + python scripts/insert_data.py -db $DB_FILENAME --data $(ls $DATA_PATH/*.json) - name: Upload database as artifact if: ${{ steps.crawler.conclusion == 'success' }}