From fb018c5adb2acd72b8a9dbd930b1c682e9e72495 Mon Sep 17 00:00:00 2001 From: gopidesupavan Date: Wed, 15 Oct 2025 07:17:25 +0100 Subject: [PATCH 1/2] Fix task sdk integration tests, copy dags to working dir --- task-sdk-tests/tests/task_sdk_tests/conftest.py | 4 ++++ task-sdk-tests/tests/task_sdk_tests/constants.py | 1 + 2 files changed, 5 insertions(+) diff --git a/task-sdk-tests/tests/task_sdk_tests/conftest.py b/task-sdk-tests/tests/task_sdk_tests/conftest.py index 2b2e827433072..34a65cb481d93 100644 --- a/task-sdk-tests/tests/task_sdk_tests/conftest.py +++ b/task-sdk-tests/tests/task_sdk_tests/conftest.py @@ -20,6 +20,7 @@ import subprocess import sys from pathlib import Path +from shutil import copytree import pytest @@ -28,6 +29,7 @@ AIRFLOW_ROOT_PATH, DOCKER_COMPOSE_FILE_PATH, DOCKER_IMAGE, + TASK_SDK_DAGS_FOLDER, TASK_SDK_HOST_PORT, ) @@ -105,6 +107,7 @@ def docker_compose_setup(tmp_path_factory): tmp_dir = tmp_path_factory.mktemp("airflow-task-sdk-test") tmp_docker_compose_file = tmp_dir / "docker-compose.yaml" copyfile(DOCKER_COMPOSE_FILE_PATH, tmp_docker_compose_file) + copytree(TASK_SDK_DAGS_FOLDER, tmp_dir / "dags", dirs_exist_ok=True) # Set environment variables os.environ["AIRFLOW_IMAGE_NAME"] = DOCKER_IMAGE @@ -116,6 +119,7 @@ def docker_compose_setup(tmp_path_factory): console.print("[yellow]Starting docker-compose for session...") compose.compose.up(detach=True, wait=True) console.print("[green]Docker compose started successfully!\n") + compose.compose.execute(service="airflow-dag-processor", command=["airflow", "dags", "reserialize"]) yield compose except Exception as e: diff --git a/task-sdk-tests/tests/task_sdk_tests/constants.py b/task-sdk-tests/tests/task_sdk_tests/constants.py index 1e35e0106c231..ac51b7f522b5f 100644 --- a/task-sdk-tests/tests/task_sdk_tests/constants.py +++ b/task-sdk-tests/tests/task_sdk_tests/constants.py @@ -50,3 +50,4 @@ TASK_SDK_API_VERSION = "2025-09-23" DOCKER_COMPOSE_FILE_PATH = TASK_SDK_TESTS_ROOT / "docker" / "docker-compose.yaml" +TASK_SDK_DAGS_FOLDER = TASK_SDK_TESTS_ROOT / "dags" From 73fbda28d68949006cb00ec65987a9e7fe55c98c Mon Sep 17 00:00:00 2001 From: Jarek Potiuk Date: Wed, 15 Oct 2025 12:15:07 +0200 Subject: [PATCH 2/2] fixup! Fix task sdk integration tests, copy dags to working dir --- dev/breeze/src/airflow_breeze/utils/run_tests.py | 1 + 1 file changed, 1 insertion(+) diff --git a/dev/breeze/src/airflow_breeze/utils/run_tests.py b/dev/breeze/src/airflow_breeze/utils/run_tests.py index 1ea3bca7b0f9f..55a9c1ec6cf57 100644 --- a/dev/breeze/src/airflow_breeze/utils/run_tests.py +++ b/dev/breeze/src/airflow_breeze/utils/run_tests.py @@ -128,6 +128,7 @@ def run_docker_compose_tests( env["SKIP_DOCKER_COMPOSE_DELETION"] = "true" if include_success_outputs: env["INCLUDE_SUCCESS_OUTPUTS"] = "true" + env["AIRFLOW_UID"] = str(os.getuid()) # since we are only running one test, we can print output directly with pytest -s command_result = run_command( ["uv", "run", "pytest", str(test_path), "-s", *pytest_args, *extra_pytest_args],