From 8eeb4b1e5a4e5236c6fcbe9fe9ea9585f6f74fe3 Mon Sep 17 00:00:00 2001 From: Christina Dionysio Date: Wed, 8 Oct 2025 13:29:35 +0200 Subject: [PATCH 1/4] seperate packages for scuro --- .github/workflows/python.yml | 21 +++++++++++---------- 1 file changed, 11 insertions(+), 10 deletions(-) diff --git a/.github/workflows/python.yml b/.github/workflows/python.yml index 0e05dca3086..a4ba7322c75 100644 --- a/.github/workflows/python.yml +++ b/.github/workflows/python.yml @@ -31,7 +31,7 @@ on: - 'src/assembly/**' - 'dev/**' branches: - - main + - pkg_dependencies pull_request: paths-ignore: - 'docs/**' @@ -110,15 +110,6 @@ jobs: requests \ pandas \ unittest-parallel \ - torchvision \ - transformers \ - opencv-python \ - torch \ - librosa \ - h5py \ - gensim \ - opt-einsum \ - nltk - name: Build Python Package run: | @@ -153,6 +144,16 @@ jobs: - name: Run Scuro Python Tests if: ${{ matrix.test_mode == 'scuro' }} run: | + pip install \ + torchvision \ + transformers \ + opencv-python \ + torch \ + librosa \ + h5py \ + gensim \ + opt-einsum \ + nltk cd src/main/python python -m unittest discover -s tests/scuro -p 'test_*.py' From 1f28dabc1c22d834ed12a7b9d6cdcec7720c1254 Mon Sep 17 00:00:00 2001 From: Christina Dionysio Date: Wed, 8 Oct 2025 13:35:31 +0200 Subject: [PATCH 2/4] remove unused import --- src/main/python/systemds/utils/helpers.py | 1 - 1 file changed, 1 deletion(-) diff --git a/src/main/python/systemds/utils/helpers.py b/src/main/python/systemds/utils/helpers.py index 887b3140ebd..8fa6e81069a 100644 --- a/src/main/python/systemds/utils/helpers.py +++ b/src/main/python/systemds/utils/helpers.py @@ -23,7 +23,6 @@ from importlib.util import find_spec from itertools import chain from typing import Dict, Iterable -import torch from systemds.utils.consts import MODULE_NAME From 0ac69051cdc0d04e284340fe340724e85e6cb06e Mon Sep 17 00:00:00 2001 From: Christina Dionysio Date: Wed, 8 Oct 2025 13:49:03 +0200 Subject: [PATCH 3/4] cache torch --- .github/workflows/python.yml | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/.github/workflows/python.yml b/.github/workflows/python.yml index a4ba7322c75..ac2f3c7e959 100644 --- a/.github/workflows/python.yml +++ b/.github/workflows/python.yml @@ -46,6 +46,8 @@ jobs: test: runs-on: ${{ matrix.os }} timeout-minutes: 60 + env: + TORCH_HOME: ${{ github.workspace }}/.torch # cache root for hub/checkpoints strategy: fail-fast: false matrix: @@ -141,6 +143,16 @@ jobs: cd src/main/python ./tests/federated/runFedTest.sh + - name: Cache Torch Hub + if: ${{ matrix.test_mode == 'scuro' }} + id: torch-cache + uses: actions/cache@v4 + with: + path: .torch + key: ${{ runner.os }}-torch-${{ hashFiles('requirements.txt') }} + restore-keys: | + ${{ runner.os }}-torch- + - name: Run Scuro Python Tests if: ${{ matrix.test_mode == 'scuro' }} run: | From 798d0258dc02ecdb7368e4c6fbdbf20eaace82c4 Mon Sep 17 00:00:00 2001 From: Christina Dionysio Date: Wed, 8 Oct 2025 14:21:07 +0200 Subject: [PATCH 4/4] change branch back to main --- .github/workflows/python.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/python.yml b/.github/workflows/python.yml index ac2f3c7e959..ac2857cc226 100644 --- a/.github/workflows/python.yml +++ b/.github/workflows/python.yml @@ -31,7 +31,7 @@ on: - 'src/assembly/**' - 'dev/**' branches: - - pkg_dependencies + - main pull_request: paths-ignore: - 'docs/**'