Skip to content

Adding headers (#414) #1

Adding headers (#414)

Adding headers (#414) #1

name: Router E2E tests
on:
push:
branches:
- main
paths:
- 'src/vllm_router/**'
- 'docker/**'
- 'pyproject.toml'
- '.github/**'
pull_request:
paths:
- 'src/vllm_router/**'
- 'docker/**'
- 'pyproject.toml'
- '.github/**'
workflow_dispatch:
jobs:
e2e-test:
runs-on: ubuntu-latest
if: github.event.pull_request.draft == false
permissions:
contents: read
packages: write
steps:
- name: Checkout Repository
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Setup Python
uses: actions/setup-python@v5
with:
python-version: "3.12"
cache: pip
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r src/tests/requirements.txt
pip install -r requirements-test.txt
pip install -e .
- name: Make scripts executable
run: |
chmod +x src/vllm_router/perf-test.sh
chmod +x src/tests/perftest/*.sh
- name: Start Mock OpenAI servers
working-directory: src/tests/perftest
run: |
bash run-multi-server.sh 4 500
sleep 10
- name: Start Router for Testing
run: |
bash src/vllm_router/perf-test.sh 8000 &
sleep 5
- name: Run Performance tests
working-directory: src/tests/perftest
env:
PYTHONPATH: ${{ github.workspace }}
run: |
echo "PYTHONPATH=$PYTHONPATH"
mkdir -p logs
if [ ! -f "request_generator.py" ]; then
echo "Error: request_generator.py not found!"
exit 1
fi
# Run with Python debug option
python3 -v request_generator.py --qps 10 --num-workers 32 --duration 300 2>&1 | tee logs/request_generator.log
- name: Run E2E Tests with Coverage
run: |
pip install coverage
coverage run --source=src/vllm_router -m pytest src/tests/test_*.py
coverage report -m > coverage.txt
- name: Cleanup Test Environment
if: always()
working-directory: src/tests/perftest
run: |
bash clean-up.sh
- name: Upload Coverage Report
if: always()
uses: actions/upload-artifact@v4
with:
name: coverage-report
path: coverage.txt
- name: Upload Test logs
if: always()
uses: actions/upload-artifact@v4
with:
name: test-logs-pr-${{ github.event.pull_request.number || 'manual' }}
path: |
~/.kube/config
src/tests/perftest/logs