Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
msaroufim committed Nov 20, 2024
1 parent 66f1976 commit 90734b1
Showing 1 changed file with 22 additions and 16 deletions.
38 changes: 22 additions & 16 deletions .github/workflows/nvidia_workflow.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@ on:
description: 'Name of script (supports .py or .cu)'
required: true
type: string

jobs:
train:
runs-on: [gpumode-nvidia-arc]
Expand All @@ -21,38 +22,43 @@ jobs:
uses: actions/setup-python@v4
with:
python-version: '3.10'

- name: Install uv
uses: astral-sh/setup-uv@v3
with:
version: "latest"

- name: Setup Python environment
run: |
uv venv .venv
echo "VIRTUAL_ENV=$PWD/.venv" >> $GITHUB_ENV
echo "$PWD/.venv/bin" >> $GITHUB_PATH
if [[ "${{ github.event.inputs.filename }}" != *.cu ]]; then
uv venv .venv
echo "VIRTUAL_ENV=$PWD/.venv" >> $GITHUB_ENV
echo "$PWD/.venv/bin" >> $GITHUB_PATH
fi
- name: Create script
shell: python
run: |
import re
content = '''${{ github.event.inputs.script_content }}'''
# Fix escaped newlines in string literals
content = re.sub(r'\\n"', '\\\\n"', content)
with open('${{ github.event.inputs.filename }}', 'w') as f:
f.write('''${{ github.event.inputs.script_content }}''')
- name: Install dependencies and setup NVCC
run: |
f.write(content)
- name: Install dependencies
run: |
# Check for PyTorch
if grep -rE "(import torch|from torch)" "${{ github.event.inputs.filename }}"; then
echo "PyTorch detected, installing torch"
uv pip install numpy torch
fi
# Check for Triton
if grep -rE "(import triton|from triton)" "${{ github.event.inputs.filename }}"; then
echo "Triton detected, installing triton"
uv pip install triton
fi
- name: Run script with profiler
run: |
if [[ "${{ github.event.inputs.filename }}" == *.cu ]]; then
Expand All @@ -63,16 +69,16 @@ jobs:
# Run Python file
python "${{ github.event.inputs.filename }}" > training.log 2>&1
fi
- name: Upload training artifacts
uses: actions/upload-artifact@v4
if: always()
with:
name: training-artifacts
path: |
training.log
# profile_results.csv
${{ github.event.inputs.filename }}
cuda_program*
env:
CUDA_VISIBLE_DEVICES: 0 # Make sure only one GPU is used for testing
env:
CUDA_VISIBLE_DEVICES: 0

0 comments on commit 90734b1

Please sign in to comment.