diff --git a/.circleci/config.yml b/.circleci/config.yml new file mode 100644 index 00000000000..60d386e53df --- /dev/null +++ b/.circleci/config.yml @@ -0,0 +1,15 @@ +version: 2 + +jobs: + build: + machine: true + +workflows: + version: 2 + build: + jobs: + - build: + filters: + branches: + only: + - /.*-circle-.*/ diff --git a/.github/workflows/nightly_page.yml b/.github/workflows/nightly_page.yml new file mode 100644 index 00000000000..71c54389b8e --- /dev/null +++ b/.github/workflows/nightly_page.yml @@ -0,0 +1,31 @@ +name: Report + +on: + schedule: + - cron: '0 12 * * *' + +jobs: + + nightly-report: + name: Update Github page + runs-on: ubuntu-latest + if: false + steps: + - name: Checkout Arrow + shell: bash + run: git clone https://github.com/apache/arrow + - name: Checkout Crossbow + shell: bash + run: git clone https://github.com/ursa-labs/crossbow + - name: Setup Conda + uses: s-weigand/setup-conda@v1 + with: + conda-channels: "conda-forge" + - name: Install Dependencies + shell: bash + run: conda install -y --file arrow/ci/conda_env_crossbow.txt + - name: Send Report + shell: bash + env: + CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN }} + run: arrow/dev/tasks/crossbow.py github-page generate -n 20 diff --git a/.github/workflows/nightly_report.yml b/.github/workflows/nightly_report.yml new file mode 100644 index 00000000000..5172f2cf3b0 --- /dev/null +++ b/.github/workflows/nightly_report.yml @@ -0,0 +1,41 @@ +name: Report + +on: + schedule: + - cron: '0 10 * * *' + +jobs: + + nightly-report: + name: Send Nightly Report + runs-on: ubuntu-latest + steps: + - name: Checkout Arrow + shell: bash + run: git clone https://github.com/apache/arrow + - name: Checkout Crossbow + shell: bash + run: git clone https://github.com/ursa-labs/crossbow + - name: Setup Conda + uses: s-weigand/setup-conda@v1 + with: + conda-channels: "conda-forge" + - name: Install Dependencies + shell: bash + run: conda install -y --file arrow/ci/conda_env_crossbow.txt + - name: Send Report + shell: bash + env: + CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN }} + CROSSBOW_REPORT_SMTP_USER: ${{ secrets.CROSSBOW_SMTP_USER }} + CROSSBOW_REPORT_SMTP_PASSWORD: ${{ secrets.CROSSBOW_SMTP_PASSWORD }} + run: | + job_prefix=nightly-$(date -I) + job_id=$(arrow/dev/tasks/crossbow.py latest-prefix ${job_prefix}) + echo "Sending report for job ${job_id}..." + arrow/dev/tasks/crossbow.py report \ + --send \ + --sender-name Crossbow \ + --sender-email 'crossbow@ursalabs.org' \ + --recipient-email 'dev@arrow.apache.org' \ + ${job_id} diff --git a/.github/workflows/nightly_submit.yml b/.github/workflows/nightly_submit.yml new file mode 100644 index 00000000000..6e77a8b761e --- /dev/null +++ b/.github/workflows/nightly_submit.yml @@ -0,0 +1,33 @@ +name: Submit + +on: + schedule: + - cron: '0 6 * * *' + +jobs: + + nightly-submit: + name: Submit Nightly Builds + runs-on: ubuntu-latest + steps: + - name: Checkout Arrow + shell: bash + run: git clone https://github.com/apache/arrow + - name: Checkout Crossbow + shell: bash + run: git clone https://github.com/ursa-labs/crossbow + - name: Setup Conda + uses: s-weigand/setup-conda@v1 + with: + conda-channels: "conda-forge" + - name: Install Dependencies + shell: bash + run: conda install -y --file arrow/ci/conda_env_crossbow.txt + - name: Submit Nightlies + shell: bash + env: + CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN }} + run: | + arrow/dev/tasks/crossbow.py submit \ + --job-prefix nightly-$(date -I) \ + --group nightly diff --git a/.travis.yml b/.travis.yml new file mode 100644 index 00000000000..56223d5a926 --- /dev/null +++ b/.travis.yml @@ -0,0 +1,7 @@ +branches: + only: + - /.*-travis-.*/ + +os: linux +dist: trusty +language: generic \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 00000000000..561a0ba7588 --- /dev/null +++ b/README.md @@ -0,0 +1,9 @@ +# Arrow Packaging Tasks + +## Nightlies + +The nightly builds are submitted by cron jobs running as Github Actions +cron jobs, see the github actions workflows defined in this repository. + +For the triggered tasks see the nightly group of crossbow's +[task definition file](https://github.com/apache/arrow/blob/master/dev/tasks/tasks.yml).