canonical · motjuste · Jun 17, 2025 · Jun 2, 2025 · Jun 2, 2025 · Jun 3, 2025
@@ -78,13 +78,14 @@ jobs:
       - name: Build job file from template
         id: build-job-file
         env:
-          REPLACE_QUEUE: "${{ matrix.queue.name }}"
-          REPLACE_PROVISION_DATA: "${{ matrix.queue.provision_data }}"
-          REPLACE_DSS_CHANNEL: "${{ inputs.dss_channel }}"
-          REPLACE_MICROK8S_CHANNEL: "${{ inputs.microk8s_channel }}"
-          REPLACE_CB_DSS_SNAP: "${{ steps.built-snap.outputs.local_path }}"
+          ENV_QUEUE: "${{ matrix.queue.name }}"
+          ENV_PROVISION_DATA: "${{ matrix.queue.provision_data }}"
+          ENV_DSS_CHANNEL: "${{ inputs.dss_channel }}"
+          ENV_MICROK8S_CHANNEL: "${{ inputs.microk8s_channel }}"
+          ENV_CB_DSS_SNAP: "${{ steps.built-snap.outputs.local_path }}"
+          ENV_LAUNCHER: "launchers/checkbox-dss.conf"
         run: |
-          envsubst '$REPLACE_QUEUE $REPLACE_PROVISION_DATA $REPLACE_DSS_CHANNEL $REPLACE_MICROK8S_CHANNEL $REPLACE_CB_DSS_SNAP' \
+          envsubst '$ENV_QUEUE $ENV_PROVISION_DATA $ENV_DSS_CHANNEL $ENV_MICROK8S_CHANNEL $ENV_CB_DSS_SNAP $ENV_LAUNCHER' \
             < testflinger/job-def.yaml > job.yaml
           echo "::group::Built job file"
           cat job.yaml

@@ -59,10 +59,11 @@ the appropriate channel name for `--kubectl-snap-channel`.
 
 # Automated Run
 
-To run the test plans:
+Use the launcher [`launchers/checkbox-dss.conf`](./launchers/checkbox-dss.conf)
+to run the test plan:
 
 ```shell
-checkbox-dss.validate-with-gpu
+checkbox-dss.checkbox-cli control 127.0.0.1 launchers/checkbox-dss.conf
 ```
 
 # Cleanup

@@ -21,7 +21,7 @@ set -eou pipefail
 
 check_nvidia_gpu_rollout() {
     NAMESPACE="gpu-operator-resources"
-    sleep 10
+    sleep 30
     kubectl -n "$NAMESPACE" rollout status ds/nvidia-device-plugin-daemonset
     sleep 10
     kubectl -n "$NAMESPACE" rollout status ds/nvidia-operator-validator

@@ -1,4 +1,3 @@
-#!/usr/bin/env -S checkbox-cli-wrapper control 127.0.0.1
 [launcher]
 app_id = com.canonical.contrib.dss-validation:checkbox
 launcher_version = 1

@@ -14,18 +14,18 @@ base: core22
 # checkbox-cli:
 #   - checkbox client, can be used to talk to the checkbox daemon
 # configure:
-#   - inject environment variable into checkbox snap environnement
+#   - inject environment variable into checkbox snap environment
 #     the variable initial list can be found in config/config_vars
 #     use configure -l to get the list of the current variables
 #     For example, a useful use case is to inject environment variable
 #     to enable debugging output (LIBVA_MESSAGING_LEVEL)
 # remote-slave:
-#   - checkbox slave daemon that will the responsible for running the test sesssion
+#   - checkbox slave daemon that will the responsible for running the test session
 #     in the remote fashion (through checkbox-cli)
 # shell:
 #   - give shell access to the provider snap
 # install-full-deps:
-#   - install all depedencies needed for provider jobs
+#   - install all dependencies needed for provider jobs
 # regression-testing:
 #   - Run the OpenCL regression test suite
 apps:
@@ -35,9 +35,6 @@ apps:
   configure:
     command-chain: [bin/wrapper_local]
     command: bin/configure
-  validate-with-gpu:
-    command-chain: [bin/wrapper_local]
-    command: bin/validate-with-gpu
   remote-slave:
     command-chain: [bin/wrapper_local]
     command: bin/checkbox-cli-wrapper slave

@@ -1,38 +1,69 @@
-job_queue: $REPLACE_QUEUE
+job_queue: $ENV_QUEUE
 output_timeout: 1800
 provision_data:
-  $REPLACE_PROVISION_DATA
+  $ENV_PROVISION_DATA
 test_data:
   attachments:
-    - local: $REPLACE_CB_DSS_SNAP
+    - local: $ENV_CB_DSS_SNAP
+    - local: $ENV_LAUNCHER
   test_cmds: |
 
     # Exit immediately if a test fails
     set -e
 
-    scp attachments/test/$REPLACE_CB_DSS_SNAP ubuntu@$DEVICE_IP:
-
-    # Initial setup
-    ssh -t ubuntu@$DEVICE_IP '
-      export DEBIAN_FRONTEND=noninteractive
-      export NEEDRESTART_MODE=a
-      sudo -E apt update
-      sudo -E apt -y upgrade
-      sudo -E apt -y install git
-    '
-
-    # Install dependencies
-    ssh -t ubuntu@$DEVICE_IP '
-      sudo snap install checkbox22
-      sudo snap install --dangerous --classic ./$REPLACE_CB_DSS_SNAP
-    '
-
-    # Install test dependencies
-    ssh -t ubuntu@$DEVICE_IP '
-      checkbox-dss.install-deps --dss-snap-channel $REPLACE_DSS_CHANNEL --microk8s-snap-channel $REPLACE_MICROK8S_CHANNEL
-    '
-
-    # Run tests
-    ssh -t ubuntu@$DEVICE_IP '
-      checkbox-dss.validate-with-gpu
-    '
+    # Constants
+    CHECKBOX_RUNTIME="checkbox22"
+    RESOURCES_PATH="attachments/test"
+    TOOLS_PATH=tools
+
+    # Retrieve cert-tools
+    curl -Ls -o install_tools.sh https://raw.githubusercontent.com/canonical/certification-lab-ci-tools/main/install_tools.sh
+    source install_tools.sh $TOOLS_PATH --branch main
+
+    wait_for_ssh --allow-degraded
+    _run clean_machine --im-sure
+
+    _run install_packages git
+    wait_for_ssh --allow-degraded
+
+    # Refresh snaps
+    _run sudo snap refresh --no-wait
+    wait_for_snap_changes
+
+    # Install runtime and provider on device
+    echo "Installing checkbox runtime on device (from snap)"
+    _run sudo snap install $CHECKBOX_RUNTIME --no-wait
+    wait_for_snap_changes
+
+    echo "Installing checkbox-dss snap from attachment"
+    _put $RESOURCES_PATH/$ENV_CB_DSS_SNAP :
+    _run sudo snap install --dangerous --classic ./$ENV_CB_DSS_SNAP --no-wait
+    wait_for_snap_changes
+
+    echo "Available snaps on device"
+    _run sudo snap list
+
+    # Restart the checkbox service just in case
+    _run sudo systemctl restart snap.checkbox-dss.remote-slave.service
+    check_for_checkbox_service --debug || exit 1
+
+    # Sync Checkbox version between agent and device
+    CHECKBOX_VERSION=$(_run checkbox-dss.checkbox-cli --version)
+    [ -z "$CHECKBOX_VERSION" ] && echo "Error: Unable to retrieve Checkbox version from device" && exit 1
+    echo "Installing checkbox $CHECKBOX_VERSION on agent container from source"
+    install_checkbox_agent_source $CHECKBOX_VERSION $TOOLS_PATH
+
+    # Install dependencies on device for running checkbox-dss tests
+    # XXX:@motjuste: to be moved to Checkbox setup phase
+    _run wait_for_packages_complete
+    _run checkbox-dss.install-deps --dss-snap-channel $ENV_DSS_CHANNEL --microk8s-snap-channel $ENV_MICROK8S_CHANNEL
+    _run wait_for_packages_complete
+    wait_for_ssh --allow-degraded
+
+    # run the test plan
+    PYTHONUNBUFFERED=1 checkbox-cli control $DEVICE_IP $RESOURCES_PATH/$ENV_LAUNCHER
+    EXITCODE=$?
+
+    # XXX:@motjuste: gather artifacts
+
+    exit $EXITCODE