From 3f5c56c3d73659a5735a5dc788a59bac9de6629b Mon Sep 17 00:00:00 2001 From: CSY-ModelCloud Date: Thu, 4 Sep 2025 11:44:30 +0800 Subject: [PATCH 01/10] [CI] update docker --- .github/workflows/unit_tests.yml | 22 ++++++++++++++++++++-- 1 file changed, 20 insertions(+), 2 deletions(-) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index 6a8201e..5c8395a 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -45,7 +45,7 @@ jobs: needs: - list-test-files container: - image: 10.0.13.31:5000/modelcloud/gptqmodel:github-ci-v7 + image: 10.0.13.31:5000/nvidia/cuda:128-ubuntu22.04_0822 volumes: - /home/ci/models:/monster/data/model - /home/ci/models/huggingface:/github/home/.cache/huggingface @@ -56,8 +56,26 @@ jobs: steps: - uses: actions/checkout@v4 + - name: Print Env + run: | + env_name="cu128_torch2.8.0_py3.12_build" + + echo "env name: $env_name" + + if [ -d "$(pyenv root)/versions/$env_name" ]; then + echo "env exists, skip" + pyenv local $env_name + pyenv activate $env_name + else + echo "creating venv..." + pyenv virtualenv "$python_version" "$env_name" + pyenv local $env_name + pyenv activate $env_name + bash -c "$(curl -L http://${RUNNER}/scripts/env/init_compiler_no_env.sh)" @ 128 2.8.0 3.12 + fi + - name: install requirements - run: pip install parameterized pytest pytest-xdist + run: pip install parameterized pytest pytest-xdist transformers - name: install run: pip install . From e5e39e98c7207edac0ae5253588ac6f6c176ce5b Mon Sep 17 00:00:00 2001 From: CSY-ModelCloud Date: Thu, 4 Sep 2025 11:51:27 +0800 Subject: [PATCH 02/10] [CI] pass pyenv --- .github/workflows/unit_tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index 5c8395a..a7c33e6 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -49,6 +49,7 @@ jobs: volumes: - /home/ci/models:/monster/data/model - /home/ci/models/huggingface:/github/home/.cache/huggingface + - /home/ci/models/pyenv:/opt/pyenv strategy: fail-fast: false matrix: From 0c9e24c3d34a6da9bdadbaf29735b721b3e66099 Mon Sep 17 00:00:00 2001 From: CSY-ModelCloud Date: Thu, 4 Sep 2025 11:52:27 +0800 Subject: [PATCH 03/10] [CI] rename virtual env --- .github/workflows/unit_tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index a7c33e6..eae17a3 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -59,7 +59,7 @@ jobs: - name: Print Env run: | - env_name="cu128_torch2.8.0_py3.12_build" + env_name="cu128_torch2.8.0_py3.12_tokenicer" echo "env name: $env_name" From 1276dba4acb1e100e17804484a08590ad720fd4c Mon Sep 17 00:00:00 2001 From: CSY-ModelCloud Date: Thu, 4 Sep 2025 11:53:55 +0800 Subject: [PATCH 04/10] [CI] force update --- .github/workflows/unit_tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index eae17a3..1eff90e 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -76,7 +76,7 @@ jobs: fi - name: install requirements - run: pip install parameterized pytest pytest-xdist transformers + run: pip install parameterized pytest pytest-xdist transformers -U - name: install run: pip install . From 3e333799934a4db3eff635513a9e1336dd6dd297 Mon Sep 17 00:00:00 2001 From: CSY-ModelCloud Date: Thu, 4 Sep 2025 11:55:42 +0800 Subject: [PATCH 05/10] [CI] fix python version --- .github/workflows/unit_tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index 1eff90e..71e0c4a 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -69,10 +69,10 @@ jobs: pyenv activate $env_name else echo "creating venv..." - pyenv virtualenv "$python_version" "$env_name" + pyenv virtualenv 3.12 "$env_name" pyenv local $env_name pyenv activate $env_name - bash -c "$(curl -L http://${RUNNER}/scripts/env/init_compiler_no_env.sh)" @ 128 2.8.0 3.12 + bash -c "$(curl -L http://10.0.13.31/scripts/env/init_compiler_no_env.sh)" @ 128 2.8.0 3.12 fi - name: install requirements From 1b6a4d45a28510190d5d07b70ad92f080531388e Mon Sep 17 00:00:00 2001 From: CSY-ModelCloud Date: Thu, 4 Sep 2025 12:00:48 +0800 Subject: [PATCH 06/10] [CI] isolate different tests --- .github/workflows/unit_tests.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index 71e0c4a..cbfb0a4 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -59,7 +59,7 @@ jobs: - name: Print Env run: | - env_name="cu128_torch2.8.0_py3.12_tokenicer" + env_name="cu128_torch2.8.0_py3.12_tokenicer_${{ matrix.test_script }}" echo "env name: $env_name" @@ -72,7 +72,6 @@ jobs: pyenv virtualenv 3.12 "$env_name" pyenv local $env_name pyenv activate $env_name - bash -c "$(curl -L http://10.0.13.31/scripts/env/init_compiler_no_env.sh)" @ 128 2.8.0 3.12 fi - name: install requirements From b38f97dd08c0377248ff2cd1b7a0deb49736823a Mon Sep 17 00:00:00 2001 From: CSY-ModelCloud Date: Thu, 4 Sep 2025 12:01:58 +0800 Subject: [PATCH 07/10] [CI] add init env back --- .github/workflows/unit_tests.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index cbfb0a4..1cb8707 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -65,13 +65,12 @@ jobs: if [ -d "$(pyenv root)/versions/$env_name" ]; then echo "env exists, skip" - pyenv local $env_name pyenv activate $env_name else echo "creating venv..." pyenv virtualenv 3.12 "$env_name" - pyenv local $env_name pyenv activate $env_name + bash -c "$(curl -L http://10.0.13.31/scripts/env/init_compiler_no_env.sh)" @ 128 2.8.0 3.12 fi - name: install requirements From 701bf9a1f4c1e365fc38c5de6e99d8a161076db9 Mon Sep 17 00:00:00 2001 From: CSY-ModelCloud Date: Thu, 4 Sep 2025 12:18:37 +0800 Subject: [PATCH 08/10] [CI] uv install --- .github/workflows/unit_tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index 1cb8707..7068642 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -74,7 +74,7 @@ jobs: fi - name: install requirements - run: pip install parameterized pytest pytest-xdist transformers -U + run: uv pip install parameterized pytest pytest-xdist transformers -U - name: install run: pip install . From d7ba55e06a4031c02a5aef6460f6f9135d969440 Mon Sep 17 00:00:00 2001 From: CSY-ModelCloud Date: Thu, 4 Sep 2025 12:21:11 +0800 Subject: [PATCH 09/10] [CI] install uv forst --- .github/workflows/unit_tests.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index 7068642..2299f3e 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -74,7 +74,9 @@ jobs: fi - name: install requirements - run: uv pip install parameterized pytest pytest-xdist transformers -U + run: | + pip install uv + uv pip install parameterized pytest pytest-xdist transformers -U - name: install run: pip install . From 4b05fde14e73602b37d91554587fbe05b7e91a72 Mon Sep 17 00:00:00 2001 From: CSY-ModelCloud Date: Thu, 4 Sep 2025 12:21:52 +0800 Subject: [PATCH 10/10] Update unit_tests.yml --- .github/workflows/unit_tests.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index 2299f3e..2ff2123 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -66,10 +66,12 @@ jobs: if [ -d "$(pyenv root)/versions/$env_name" ]; then echo "env exists, skip" pyenv activate $env_name + pyenv local $env_name else echo "creating venv..." pyenv virtualenv 3.12 "$env_name" pyenv activate $env_name + pyenv local $env_name bash -c "$(curl -L http://10.0.13.31/scripts/env/init_compiler_no_env.sh)" @ 128 2.8.0 3.12 fi