ci: test free-threading builds with multiple threads

Author: cpcloud

.github/workflows/test-wheel-linux.yml

@@ -24,6 +24,10 @@ defaults:
   run:
     shell: bash --noprofile --norc -xeuo pipefail {0}
 
+env:
+  FREE_THREADING_TEST_ITERATIONS: 10
+  FREE_THREADING_TEST_THREADS: 10
+
 jobs:
   compute-matrix:
     runs-on: ubuntu-latest

.github/workflows/test-wheel-windows.yml

@@ -20,6 +20,10 @@ on:
         type: string
         default: "."
 
+env:
+  FREE_THREADING_TEST_ITERATIONS: 10
+  FREE_THREADING_TEST_THREADS: 10
+
 jobs:
   compute-matrix:
     runs-on: ubuntu-latest

ci/tools/run-tests

@@ -20,6 +20,15 @@ fi
 
 test_module=${1}
 
+PYTEST_ARGS=()
+
+FREE_THREADING=""
+if python -c 'import sys; assert not sys._is_gil_enabled()' 2> /dev/null; then
+  FREE_THREADING+="-ft"
+  PYTEST_ARGS+=("--require-gil-disabled" "--threads" "${FREE_THREADING_TEST_THREADS}" "--iterations" "${FREE_THREADING_TEST_ITERATIONS}")
+fi
+
+
 # Unconditionally install pathfinder wheel
 # (it is a direct dependency of bindings, and a transitive dependency of core)
 pushd ./cuda_pathfinder
@@ -35,7 +44,7 @@ if [[ "${test_module}" == "pathfinder" ]]; then
       "LD:${CUDA_PATHFINDER_TEST_LOAD_NVIDIA_DYNAMIC_LIB_STRICTNESS} " \
       "FH:${CUDA_PATHFINDER_TEST_FIND_NVIDIA_HEADERS_STRICTNESS}"
   pwd
-  pytest -ra -s -v tests/ |& tee /tmp/pathfinder_test_log.txt
+  pytest "${PYTEST_ARGS[@]}" -ra -s -v tests/ |& tee /tmp/pathfinder_test_log.txt
   # Fail if no "INFO test_" lines are found; capture line count otherwise
   line_count=$(grep '^INFO test_' /tmp/pathfinder_test_log.txt | wc -l)
   echo "Number of \"INFO test_\" lines: $line_count"
@@ -55,9 +64,9 @@ elif [[ "${test_module}" == "bindings" ]]; then
   pushd ./cuda_bindings
   echo "Running bindinds tests"
   pwd
-  ${SANITIZER_CMD} pytest -rxXs -v tests/
+  ${SANITIZER_CMD} pytest "${PYTEST_ARGS[@]}" -rxXs -v tests/
   if [[ "${SKIP_CYTHON_TEST}" == 0 ]]; then
-    ${SANITIZER_CMD} pytest -rxXs -v tests/cython
+    ${SANITIZER_CMD} pytest "${PYTEST_ARGS[@]}" -rxXs -v tests/cython
   fi
   popd
 elif [[ "${test_module}" == "core" ]]; then
@@ -81,11 +90,6 @@ elif [[ "${test_module}" == "core" ]]; then
   pwd
   ls
 
-  FREE_THREADING=""
-  if python -c 'import sys; assert not sys._is_gil_enabled()' 2> /dev/null; then
-    FREE_THREADING+="-ft"
-  fi
-
   if [[ "${LOCAL_CTK}" == 1 ]]; then
     # We already installed cuda-bindings, and all CTK components exist locally,
     # so just install the test dependencies.
@@ -97,11 +101,11 @@ elif [[ "${test_module}" == "core" ]]; then
   pushd ./cuda_core
   echo "Running core tests"
   pwd
-  ${SANITIZER_CMD} pytest -rxXs -v tests/
+  ${SANITIZER_CMD} pytest "${PYTEST_ARGS[@]}" -rxXs -v tests/
   # Currently our CI always installs the latest bindings (from either major version).
   # This is not compatible with the test requirements.
   if [[ "${SKIP_CYTHON_TEST}" == 0 ]]; then
-    ${SANITIZER_CMD} pytest -rxXs -v tests/cython
+    ${SANITIZER_CMD} pytest "${PYTEST_ARGS[@]}" -rxXs -v tests/cython
   fi
   popd
 fi

cuda_bindings/pyproject.toml

@@ -42,6 +42,7 @@ test = [
     "numpy>=1.21.1",
     "pytest>=6.2.4",
     "pytest-benchmark>=3.4.1",
+    "pytest-freethreaded; python_version >= '3.13'"
 ]
 
 [project.urls]

cuda_core/pyproject.toml

@@ -52,7 +52,7 @@ cu13 = ["cuda-bindings[all]==13.*"]
 # TODO: these should all be in development dependencies; optional dependencies
 # are for features exposed to *users*, not a dumping ground for all tooling
 # needed to build and test the project
-test = ["cython>=3.1", "setuptools", "pytest>=6.2.4"]
+test = ["cython>=3.1", "setuptools", "pytest>=6.2.4", "pytest-freethreaded; python_version >= '3.13'"]
 test-cu11 = ["cuda-core[test]", "cupy-cuda11x; python_version < '3.14'", "cuda-toolkit[cudart]==11.*"]  # runtime headers needed by CuPy
 test-cu12 = ["cuda-core[test]", "cupy-cuda12x; python_version < '3.14'", "cuda-toolkit[cudart]==12.*"]  # runtime headers needed by CuPy
 test-cu13 = ["cuda-core[test]", "cupy-cuda13x; python_version < '3.14'", "cuda-toolkit[cudart]==13.*"]  # runtime headers needed by CuPy

cuda_pathfinder/pyproject.toml

@@ -13,6 +13,7 @@ dependencies = []
 [project.optional-dependencies]
 test = [
     "pytest>=6.2.4",
+    "pytest-freethreaded; python_version >= '3.13'"
 ]
 test_nvidia_wheels_cu12 = [
     "cuda-toolkit[nvcc,cublas,nvrtc,cudart,cufft,curand,cusolver,cusparse,npp,nvfatbin,nvjitlink,nvjpeg,cccl]==12.*",