integration-test-command #387
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # manually trigger integration with the latest pytorch | |
| name: integration | |
| on: | |
| repository_dispatch: | |
| type: [integration-test-command] | |
| jobs: | |
| integration-auto3dseg: | |
| container: | |
| image: nvcr.io/nvidia/pytorch:22.04-py3 # CUDA 11.6 py38 | |
| options: --gpus "device=1" --ipc host # shm-size 4g works fine | |
| runs-on: [self-hosted, linux, x64, command] | |
| steps: | |
| # checkout the pull request branch | |
| - uses: actions/checkout@v3 | |
| with: | |
| token: ${{ secrets.PR_MAINTAIN }} | |
| repository: ${{ github.event.client_payload.pull_request.head.repo.full_name }} | |
| ref: ${{ github.event.client_payload.pull_request.head.ref }} | |
| - name: cache weekly timestamp | |
| id: pip-cache | |
| run: echo "datew=$(date '+%Y-%V')" >> $GITHUB_OUTPUT | |
| - name: cache for pip | |
| uses: actions/cache@v3 | |
| id: cache | |
| with: | |
| path: | | |
| ~/.cache/pip | |
| ~/.cache/torch | |
| key: docker-py3-pip-${{ steps.pip-cache.outputs.datew }} | |
| - name: Install the dependencies | |
| run: | | |
| pwd && git log -1 && which python | |
| python -m pip install --upgrade pip wheel | |
| pip uninstall -y monai | |
| pip uninstall -y monai | |
| pip uninstall -y monai-weekly | |
| pip uninstall -y monai-weekly | |
| python -m pip install --upgrade torch torchvision torchaudio torchtext | |
| python -m pip install -r requirements-dev.txt | |
| rm -rf /github/home/.cache/torch/hub/mmars/ | |
| - name: Clean directory | |
| run: | | |
| python -m pip list | |
| git config --global --add safe.directory /__w/MONAI/MONAI | |
| git clean -ffdx && git reset --hard HEAD | |
| nvidia-smi | |
| export CUDA_VISIBLE_DEVICES=$(python -m tests.utils -c 1 | tail -n 1) | |
| echo $CUDA_VISIBLE_DEVICES | |
| python -c "import torch; print(torch.__version__); print('{} of GPUs available'.format(torch.cuda.device_count()))" | |
| python -c 'import torch; print(torch.rand(5,3, device=torch.device("cuda:0")))' | |
| - name: Auto3dseg tag algo | |
| shell: bash | |
| env: | |
| BUILD_MONAI: 0 | |
| run: | | |
| pwd && git log -1 && which python | |
| ./runtests.sh -b | |
| export PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python | |
| python -m tests.test_auto3dseg_bundlegen | |
| python -m tests.test_auto3dseg_ensemble | |
| python -m tests.test_auto3dseg_hpo | |
| python -m tests.test_integration_autorunner | |
| python -m tests.test_integration_gpu_customization | |
| - name: Integration tests | |
| shell: bash | |
| env: | |
| BUILD_MONAI: 1 | |
| run: ./runtests.sh --build --net | |
| - name: Add reaction | |
| uses: peter-evans/create-or-update-comment@v3 | |
| with: | |
| token: ${{ secrets.PR_MAINTAIN }} | |
| repository: ${{ github.event.client_payload.github.payload.repository.full_name }} | |
| comment-id: ${{ github.event.client_payload.github.payload.comment.id }} | |
| reactions: rocket | |
| integration-unit: | |
| container: | |
| image: nvcr.io/nvidia/pytorch:22.04-py3 # CUDA 11.6 py38 | |
| options: --gpus "device=2" --ipc host # shm-size 4g works fine | |
| runs-on: [self-hosted, linux, x64, command1] | |
| steps: | |
| # checkout the pull request branch | |
| - uses: actions/checkout@v3 | |
| with: | |
| token: ${{ secrets.PR_MAINTAIN }} | |
| repository: ${{ github.event.client_payload.pull_request.head.repo.full_name }} | |
| ref: ${{ github.event.client_payload.pull_request.head.ref }} | |
| - name: cache weekly timestamp | |
| id: pip-cache | |
| run: echo "datew=$(date '+%Y-%V')" >> $GITHUB_OUTPUT | |
| - name: cache for pip | |
| uses: actions/cache@v3 | |
| id: cache | |
| with: | |
| path: | | |
| ~/.cache/pip | |
| ~/.cache/torch | |
| key: docker-py3-pip-${{ steps.pip-cache.outputs.datew }} | |
| - name: Install the dependencies | |
| run: | | |
| pwd && git log -1 && which python | |
| python -m pip install --upgrade pip wheel | |
| pip uninstall -y monai | |
| pip uninstall -y monai | |
| pip uninstall -y monai-weekly | |
| pip uninstall -y monai-weekly | |
| python -m pip install --upgrade torch torchvision torchaudio torchtext | |
| python -m pip install -r requirements-dev.txt | |
| rm -rf /github/home/.cache/torch/hub/mmars/ | |
| - name: Clean directory | |
| run: | | |
| python -m pip list | |
| git config --global --add safe.directory /__w/MONAI/MONAI | |
| git clean -ffdx && git reset --hard HEAD | |
| nvidia-smi | |
| export CUDA_VISIBLE_DEVICES=$(python -m tests.utils -c 1 | tail -n 1) | |
| echo $CUDA_VISIBLE_DEVICES | |
| python -c "import torch; print(torch.__version__); print('{} of GPUs available'.format(torch.cuda.device_count()))" | |
| python -c 'import torch; print(torch.rand(5,3, device=torch.device("cuda:0")))' | |
| - name: Auto3dseg latest algo | |
| shell: bash | |
| env: | |
| BUILD_MONAI: 0 | |
| run: | | |
| pwd | |
| cd ../ | |
| rm -rf research-contributions | |
| rm -rf algorithm_templates | |
| git clone --depth 1 --branch main --single-branch https://github.com/Project-MONAI/research-contributions.git | |
| ls research-contributions/ | |
| cp -r research-contributions/auto3dseg/algorithm_templates MONAI/ | |
| cd research-contributions && git log -1 && cd ../MONAI | |
| pwd | |
| ls -ll | |
| export OMP_NUM_THREADS=4 | |
| export MKL_NUM_THREADS=4 | |
| export MONAI_TESTING_ALGO_TEMPLATE=algorithm_templates | |
| pwd && git log -1 && which python | |
| ./runtests.sh -b | |
| export PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python | |
| python -m tests.test_auto3dseg_ensemble | |
| python -m tests.test_auto3dseg_hpo | |
| python -m tests.test_integration_autorunner | |
| python -m tests.test_integration_gpu_customization | |
| - name: Add reaction | |
| uses: peter-evans/create-or-update-comment@v3 | |
| with: | |
| token: ${{ secrets.PR_MAINTAIN }} | |
| repository: ${{ github.event.client_payload.github.payload.repository.full_name }} | |
| comment-id: ${{ github.event.client_payload.github.payload.comment.id }} | |
| reactions: +1 |