Skip to content

Test download script in CI #36

Test download script in CI

Test download script in CI #36

Workflow file for this run

name: download
on:
pull_request:
push:
branches: [main]
tags: ['v*']
jobs:
download:
runs-on: ubuntu-22.04
steps:
- name: install datalad
uses: awalsh128/[email protected]
with:
packages: datalad
version: 1.0
- name: Install poetry
shell: bash
run: |
pipx install poetry
which poetry
poetry --version # Check poetry installation
- name: configure git email
run: git config --global user.email "[email protected]"
- name: configure git user
run: git config --global user.name "Daniel Busch (via github actions)"
- name: clone repo
run: datalad clone https://github.com/primap-community/FAOSTAT_data_primap.git
- name: setup Python
uses: actions/setup-python@v5
with:
python-version: '3.11'
- name: update to latest data from gin.hemio.de
run: |
cd FAOSTAT_data_primap/
git config remote.gin-src.annex-ignore false
datalad update -s gin-src --how merge
- name: Set Poetry environment
shell: bash
run: |
cd FAOSTAT_data_primap/
poetry config virtualenvs.create true
poetry config virtualenvs.in-project true
poetry install --no-interaction --all-extras --only 'main,dev'
poetry run python --version # Check python version just in case
- name: download data
run: |
cd FAOSTAT_data_primap/
datalad run -o 'downloaded_data/**' poetry run python3 scripts/download_all_domains.py