pyspark.yml

# Copyright 2022-2023 Alibaba Group Holding Limited.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

name: GraphAr PySpark CI

on:
  # Trigger the workflow on push or pull request,
  # but only for the main branch
  push:
    branches:
      - main
    paths:
      - 'spark/**'
      - 'pyspark/**'
      - '.github/workflows/pyspark.yaml'
  pull_request:
    branches:
      - main
    paths:
      - 'spark/**'
      - 'pyspark/**'
      - '.github/workflows/pyspark.yaml'

concurrency:
  group: ${{ github.repository }}-${{ github.event.number || github.head_ref || github.sha }}-${{ github.workflow }}
  cancel-in-progress: true

jobs:
  GraphAr-spark:
    runs-on: ubuntu-20.04
    steps:
    - uses: actions/checkout@v3
      with:
          submodules: true

    - name: Install Python
      uses: actions/setup-python@v4
      with:
        python-version: 3.9

    - name: Install Poetry
      uses: abatilo/actions-poetry@v2

    - name: Install Spark Scala && PySpark
      run: |
        cd pyspark
        make install_test

    - name: Run PyTest
      run: |
        cd pyspark
        make test

    - name: Lint
      run: |
        cd pyspark
        make install_lint
        make lint