Merge pull request #2 from 81549361/dry-sample

Dry sample

.github/workflows/lint.yml

@@ -1,19 +1,22 @@
 name: Lint
 
-on: [push, pull_request]
+on: [pull_request]
 
 jobs:
   lint:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v2
-      - name: Set up Python 3.8
+
+      - name: Set up Python 3.9
         uses: actions/setup-python@v2
         with:
-          python-version: 3.8
+          python-version: 3.9
+
       - name: Install pre-commit hook
         run: |
           python -m pip install pre-commit
           pre-commit install
+
       - name: Linting
         run: pre-commit run --all-files

.github/workflows/nightly-eval.yml

@@ -0,0 +1,35 @@
+name: Nightly Evaluation
+
+on:
+  schedule:
+    - cron: '0 0 * * *'
+  push:
+    branches:
+      - main
+    paths:
+      - "python/sglang/version.py"
+  workflow_dispatch:
+
+concurrency:
+  group: nightly-eval-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  nightly-eval-2-gpu:
+    if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
+    runs-on: 2-gpu-runner
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Install dependencies
+        run: |
+          pip install --upgrade pip
+          pip install -e "python[all]"
+          pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
+
+      - name: Nightly gsm8k Accuracy
+        timeout-minutes: 60
+        run: |
+          cd test/srt
+          python3 test_nightly_gsm8k_eval.py