AIO CPU Locked Tensor #11519
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: nv-accelerate-v100 | |
on: | |
workflow_dispatch: | |
pull_request: | |
paths-ignore: | |
- 'docs/**' | |
- 'blogs/**' | |
- 'deepspeed/inference/v2/**' | |
- 'tests/unit/inference/v2/**' | |
merge_group: | |
branches: [ master ] | |
schedule: | |
- cron: "0 0 * * *" | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }} | |
cancel-in-progress: true | |
jobs: | |
unit-tests: | |
runs-on: [self-hosted, nvidia, cu121, v100] | |
steps: | |
- uses: actions/checkout@v4 | |
- id: setup-venv | |
uses: ./.github/workflows/setup-venv | |
- name: Install pytorch | |
run: | | |
pip install -U --cache-dir $TORCH_CACHE torch torchvision --index-url https://download.pytorch.org/whl/cu121 | |
python -c "import torch; print('torch:', torch.__version__, torch)" | |
python -c "import torch; print('CUDA available:', torch.cuda.is_available())" | |
- name: Install deepspeed | |
run: | | |
pip install .[dev,autotuning] | |
ds_report | |
- name: Python environment | |
run: | | |
pip list | |
- name: HF Accelerate tests | |
run: | | |
unset TORCH_CUDA_ARCH_LIST # only jit compile for current arch | |
git clone https://github.com/huggingface/accelerate | |
cd accelerate | |
git checkout ae9cb6e4db6f81fd18148c2cc67d72b903d81a46 | |
git rev-parse --short HEAD | |
# installing dependencies | |
pip install .[testing] | |
# force protobuf version due to issues | |
pip install "protobuf<4.21.0" | |
# tmp fix: force newer datasets version | |
#pip install "datasets>=2.0.0" | |
pip list | |
pytest $PYTEST_OPTS --color=yes --durations=0 --verbose tests/deepspeed |