update #19
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test branch or PR | |
| on: | |
| pull_request: | |
| types: [opened, review_requested, ready_for_review, synchronize, unlocked] | |
| merge_group: | |
| types: [checks_requested] | |
| push: | |
| branches: | |
| - 'dev_test_workflow' | |
| workflow_dispatch: | |
| concurrency: | |
| group: test-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| CO_MODELS_SRC: CoModels | |
| TEST_DIR: test_dir | |
| TEST_IMG_TAG: registry.cn-beijing.aliyuncs.com/oneflow/manylinux2014_x86_64_cuda12.2:bba403da5da597c3f7905dfc52b24989ee21ffb1 | |
| TEST_CONTAINER_NAME: co_models_test | |
| jobs: | |
| test_job: | |
| name: Collect information about PR and source | |
| #runs-on: ${{ matrix.runs-on }} # todo | |
| #runs-on: ubuntu-latest | |
| runs-on: [self-hosted] | |
| steps: | |
| - name: Set up branch name | |
| id: event-info | |
| if: github.event_name == 'push' | |
| run: | | |
| branch=${{ github.ref_name }} | |
| echo "BRANCH=$branch" >> $GITHUB_ENV | |
| - name: Set up model name from workflow_dispatch branch | |
| if: github.event_name == 'workflow_dispatch' | |
| run: | | |
| branch=${{ github.ref_name }} | |
| echo "BRANCH=$branch" >> $GITHUB_ENV | |
| - name: Checkout CoModels branch | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ env.BRANCH }} | |
| path: ${{ env.CO_MODELS_SRC}} | |
| - name: Prepare test directory | |
| run: | | |
| model_dir='${{ env.CO_MODELS_SRC }}/cv/classification/resnet50' | |
| cp -rL $model_dir ${{ env.TEST_DIR }} | |
| - name: Prepare test directory | |
| run: | | |
| docker run --gpus=all -d --rm --privileged --shm-size=8g \ | |
| --pids-limit 2000 \ | |
| --cap-add=SYS_PTRACE --security-opt seccomp=unconfined \ | |
| -v /share_nfs:/data \ | |
| -v ${{ env.TEST_DIR }}:/${{ env.TEST_DIR }} \ | |
| -w /data \ | |
| --name ${TEST_CONTAINER_NAME} \ | |
| ${{ env.TEST_IMG_TAG }} \ | |
| ls && ls /data/dataset/ImageNet && ls /${{ env.TEST_DIR }} | |
| # && python3 -m oneflow --doctor | |
| #model_dir='${{ env.CO_MODELS_SRC }}/cv/classification/${{ env.BRANCH }}' | |
| #docker images | grep oneflow | |
| #model_dir='${{ env.CO_MODELS_SRC }}/cv/classification/resnet50' | |
| #cp -rL $model_dir ${{ env.TEST_DIR }} | |
| #- name: Run scripts | |
| # run: | | |
| # cd ${{ env.TEST_DIR }} | |
| # ls | |
| # bash infer.sh | |
| # bash train.sh | |