vLLM Main Branch Tests #9
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: vLLM Main Branch Tests | |
| on: | |
| schedule: | |
| - cron: '0 2 * * 1' # Every Monday at 2 AM UTC | |
| workflow_dispatch: | |
| permissions: | |
| contents: read | |
| jobs: | |
| test_vllm_main: | |
| name: Test with vLLM main branch | |
| runs-on: 'aws-g4dn-2xlarge-use1-public-80' | |
| continue-on-error: true | |
| steps: | |
| - name: Install Git LFS | |
| run: | | |
| if ! command -v git-lfs &> /dev/null; then | |
| sudo apt-get update && sudo apt-get install -y git-lfs | |
| git lfs install | |
| fi | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| lfs: true | |
| - name: Install uv | |
| uses: astral-sh/setup-uv@v5 | |
| with: | |
| enable-cache: true | |
| - name: Install the project | |
| run: uv sync --extra dev-gpu | |
| - name: Install Python development headers | |
| run: sudo apt-get update && sudo apt-get install -y python3.12-dev | |
| - name: Cache CUDA Toolkit | |
| id: cache-cuda | |
| uses: actions/cache@v4 | |
| with: | |
| path: /usr/local/cuda-12.8 | |
| key: cuda-toolkit-12-8-${{ runner.os }} | |
| - name: Install CUDA Toolkit | |
| if: steps.cache-cuda.outputs.cache-hit != 'true' | |
| run: | | |
| wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb | |
| sudo dpkg -i cuda-keyring_1.1-1_all.deb | |
| sudo apt-get update | |
| sudo apt-get install -y cuda-toolkit-12-8 | |
| - name: Setup CUDA environment | |
| run: | | |
| echo "CUDA_HOME=/usr/local/cuda-12.8" >> $GITHUB_ENV | |
| echo "/usr/local/cuda-12.8/bin" >> $GITHUB_PATH | |
| - name: Verify CUDA | |
| run: | | |
| nvidia-smi | |
| nvcc --version | |
| - name: Install vLLM from main branch | |
| run: | | |
| uv pip uninstall -y vllm || true | |
| uv pip install git+https://github.com/vllm-project/vllm.git@main | |
| - name: Get vLLM version | |
| id: vllm-info | |
| run: | | |
| VERSION=$(uv run python -c "import vllm; print(vllm.__version__)") | |
| echo "version=$VERSION" >> $GITHUB_OUTPUT | |
| echo "Testing vLLM version: $VERSION" | |
| - name: Run tests | |
| run: uv run pytest --disable-pytest-warnings --runslow -v -s tests/slow_tests/test_vllm_model.py |