canonical-hw-cert team mailing list archive

[Jonathan Cave <mp+431797@xxxxxxxxxxxxxxxxxx>]

Jonathan Cave has proposed merging ~jocave/hwcert-jenkins-jobs/+git/hwcert-data:add-iot-kernel-snap into hwcert-jenkins-jobs:master.

Requested reviews:
  hwcert-jenkins (hwcert-jenkins)

For more details, see:
https://code.launchpad.net/~jocave/hwcert-jenkins-jobs/+git/hwcert-data/+merge/431797

Add iot-kernel expected tests - just carlsbad for snaps currently
-- 
Your team hwcert-jenkins is requested to review the proposed merge of ~jocave/hwcert-jenkins-jobs/+git/hwcert-data:add-iot-kernel-snap into hwcert-jenkins-jobs:master.

diff --git a/README b/README
index 7511075..d288005 100644
--- a/README
+++ b/README
@@ -1,3 +1,4 @@
+<<<<<<< README
 To install these on the jenkins server, first edit jjb.ini to add your
 jenkins credentials.
 
@@ -17,3 +18,6 @@ or emailing the results:
 If you want to just test or update a single job, you can instead run:
   $ jenkins-jobs test staging.yaml:path/to/job.yaml job-name
   $ jenkins-jobs update staging.yaml:path/to/job.yaml job-name
+=======
+This is a private repo for storing data needed by some of the hwcert team jenkins jobs
+>>>>>>> README
diff --git a/debs.yaml b/debs.yaml
new file mode 100644
index 0000000..8a3485f
--- /dev/null
+++ b/debs.yaml
@@ -0,0 +1,292 @@
+bionic:
+  arch: amd64
+  expected_tests:
+    - bionic-desktop-thinkcenter-edge-62z
+    - bionic-desktop-vostro-3559
+    - bionic-desktop-vostro-3459
+    - bionic-desktop-vostro-5568
+    - bionic-desktop-inspiron20-3064
+    - bionic-desktop-xps13-9370-c4 # Dell XPS 13 9370 - Italia 13, very good candidate for n+1
+bionic-hwe:
+  arch: amd64
+  expected_tests:
+    - bionic-hwe-desktop-thinkcenter-edge-62z
+    - bionic-hwe-desktop-vostro-3559
+    - bionic-hwe-desktop-vostro-3459
+    - bionic-hwe-desktop-vostro-5568
+    - bionic-hwe-desktop-inspiron20-3064
+    - bionic-hwe-desktop-inspiron-7591-c2-26881
+bionic-raspi:
+  arch: arm64
+  expected_tests:
+    - cm3-arm64
+    - cm3-armhf
+    - cm3p-arm64
+    - cm3p-armhf
+    - rpi2-armhf
+    - rpi3b-arm64
+    - rpi3b-armhf
+    - rpi3ap-arm64
+    - rpi3bp-arm64
+    - rpi3ap-armhf
+    - rpi3bp-armhf
+    - rpi4b1g-arm64
+    - rpi4b2g-arm64
+    - rpi4b4g-arm64
+    - rpi4b8g-arm64
+    - rpi4b1g-armhf
+    - rpi4b2g-armhf
+    - rpi4b4g-armhf
+    - rpi4b8g-armhf
+bionic-raspi2:
+  arch: arm64
+  expected_tests:
+    - arm64-cm3
+    - armhf-cm3
+    - arm64-cm3p
+    - armhf-cm3p
+    - armhf-rpi2
+    - arm64-rpi3b
+    - armhf-rpi3b
+    - arm64-rpi3ap
+    - arm64-rpi3bp
+    - armhf-rpi3ap
+    - armhf-rpi3bp
+oem:
+  arch: amd64
+  expected_tests:
+    - bionic-desktop-xps13-9370-c4
+    - bionic-desktop-xps13-9370-c10
+    - bionic-desktop-xps13-9370-c8 # with docking (IE)
+    - bionic-desktop-dawson-j
+    - bionic-desktop-hp-z8-g4
+    - bionic-desktop-inspiron-5580
+    - bionic-desktop-precision-5530-c13
+    - bionic-desktop-precision-5530-c14
+    - bionic-desktop-precision-5540
+    - bionic-desktop-precision-7540
+    - bionic-desktop-vostro-5581
+    - bionic-desktop-latitude-3300
+    - bionic-desktop-xps13-9380-c7
+    - bionic-desktop-xps13-9380-c1
+    - bionic-desktop-vostro-3580
+    - bionic-desktop-inspiron-5590
+    - bionic-desktop-g7-7790-c1
+    # out of the lab for dogfooding project
+    #- bionic-desktop-g7-7790-c2
+    - bionic-desktop-thinkpad-t590
+    - bionic-desktop-xps13-7390-c2
+    - bionic-desktop-xps13-7390-c3 # with docking (SAL TBT)
+oem-osp1:
+  arch: amd64
+  expected_tests:
+    - bionic-desktop-vostro-5490-c1
+    - bionic-desktop-vostro-5490-c2
+    - bionic-desktop-inspiron-3593
+    - bionic-desktop-xps13-9300
+    - bionic-desktop-inspiron-7591-c2-26881
+focal:
+  arch: amd64
+  expected_tests:
+    - focal-desktop-thinkcenter-edge-62z
+    - focal-desktop-inspiron-3593
+    - focal-desktop-inspiron20-3064
+    - focal-desktop-precision-5530-c13
+    - focal-desktop-precision-5540
+    - focal-desktop-precision-7740-c2
+    - focal-desktop-vostro-3459
+    - focal-desktop-vostro-3559
+    - focal-desktop-vostro-5568
+    - focal-desktop-xps13-7390-c2
+    - focal-desktop-xps13-7390-2in1
+    - focal-desktop-xps13-9370-c1
+    - focal-desktop-xps13-9370-c2
+    - focal-desktop-inspiron-7591-c2-26881
+focal-hwe:
+  arch: amd64
+  expected_tests:
+    - focal-hwe-desktop-dfi-ec70a-ku
+    - focal-hwe-desktop-advantech-epc-u3233
+    - focal-hwe-desktop-dfi-ghf51
+    - focal-hwe-desktop-dfi-alf51
+    - focal-hwe-desktop-advantech-epc-s202
+    - focal-hwe-desktop-advantech-uno420
+    - focal-hwe-desktop-aaeon-up-xtreme-i11
+    - focal-hwe-desktop-advantech-ita460-c30165
+focal-raspi:
+  arch: arm64
+  expected_tests:
+    - cm3-arm64
+    - cm3-armhf
+    - cm3p-arm64
+    - cm3p-armhf
+    - rpi2-armhf
+    - rpi3b-arm64
+    - rpiz2-arm64
+    - rpi3b-armhf
+    - rpiz2-armhf
+    - rpi3ap-arm64
+    - rpi3bp-arm64
+    - rpi400-arm64
+    - rpi3ap-armhf
+    - rpi3bp-armhf
+    - rpi400-armhf
+    - zapper-armhf
+    - rpi4b1g-arm64
+    - rpi4b2g-arm64
+    - rpi4b4g-arm64
+    - rpi4b8g-arm64
+    - rpicm4l-arm64
+    - rpi4b1g-armhf
+    - rpi4b2g-armhf
+    - rpi4b4g-armhf
+    - rpi4b8g-armhf
+    - rpicm4l-armhf
+oem_focal:
+  arch: amd64
+impish:
+  arch: amd64
+  expected_tests:
+    - impish-desktop-thinkcenter-edge-62z
+    - impish-desktop-vostro-3559
+    - impish-desktop-vostro-3459
+    - impish-desktop-latitude-e5570
+    - impish-desktop-vostro-5568
+    - impish-desktop-inspiron20-3064
+    - impish-desktop-precision-tower-7820-c2
+    - impish-desktop-xps13-9370-c1
+    - impish-desktop-dgx-station
+    - impish-desktop-g7-7588-c3-26082
+    - impish-desktop-precision-5530-c13
+    - impish-desktop-inspiron-7591-c2-26881
+    - impish-desktop-precision-5540
+    - impish-desktop-precision-7740-c2
+    - impish-desktop-g3-3590-c3
+    - impish-desktop-inspiron-3593
+    - impish-desktop-precision-3440-d2
+    - impish-desktop-precision-5550-c5
+    - impish-desktop-latitude-5411-c2x
+    - impish-desktop-precision-3551-c3x
+    - impish-desktop-precision-7750-c3
+    - impish-desktop-precision-7550-c2
+    - impish-desktop-precision-7750-c1
+    - impish-desktop-xps13-9310-c5
+    - impish-desktop-xps13-9310-c1
+    - impish-desktop-zbook-fury-15-g7-sku24-28510
+    - impish-desktop-zbook-fury-15-g7-sku26-28512
+    - impish-desktop-prodesk-400-g6-sku9-27941
+    - impish-desktop-prodesk-400-g6-sku10-27942
+    - impish-desktop-elitedesk-800-g6-sku4-27944
+    - impish-desktop-proone-600-g6-aio-sku2-27899
+    - impish-desktop-proone-400-g6-aio-sku2-27900
+    - impish-desktop-eliteone-800-g6-24-sku4-28166
+    - impish-desktop-eliteone-800-g6-24-sku7-28167
+    - impish-desktop-z2-sff-g8-workstation-28728
+    - impish-desktop-probook-440-g8-sku8-28762
+    - impish-desktop-precision-5750-c8-27726
+    - impish-desktop-zbook-studio-g7-sku5-27932
+    - impish-desktop-zbook-studio-g7-sku2-202007-28059
+    - impish-desktop-elitebook-830-g8-sku15-29206
+    - impish-desktop-elitebook-830-g8-sku7-29207
+    - impish-desktop-prodesk-400-g7-sku3-28109
+    - impish-desktop-prodesk-400-g7-sku4-28110
+    - impish-desktop-prodesk-400-g7-sku5-28111
+    - impish-desktop-z2-sff-g8-workstation-28727
+impish-raspi:
+  arch: arm64
+  expected_tests:
+    - cm3-arm64
+    - cm3-armhf
+    - cm3p-arm64
+    - cm3p-armhf
+    - rpi2-armhf
+    - rpi3b-arm64
+    - rpi3b-armhf
+    - rpi3ap-arm64
+    - rpi3bp-arm64
+    - rpi400-arm64
+    - rpi3ap-armhf
+    - rpi3bp-armhf
+    - rpi400-armhf
+    - rpi4b1g-arm64
+    - rpi4b2g-arm64
+    - rpi4b4g-arm64
+    - rpi4b8g-arm64
+    - rpicm4l-arm64
+    - rpi4b1g-armhf
+    - rpi4b2g-armhf
+    - rpi4b4g-armhf
+    - rpi4b8g-armhf
+    - rpicm4l-armhf
+jammy:
+  arch: amd64
+  expected_tests:
+    - jammy-desktop-thinkcenter-edge-62z
+    - jammy-desktop-vostro-5568
+    - jammy-desktop-inspiron20-3064
+    - jammy-desktop-xps13-9370-c1
+    - jammy-desktop-dgx-station
+    - jammy-desktop-g7-7588-c3-26082
+    - jammy-desktop-precision-5530-c13
+    - jammy-desktop-inspiron-7591-c2-26881
+    - jammy-desktop-precision-5540
+    - jammy-desktop-precision-7740-c2
+    - jammy-desktop-g3-3590-c3
+    - jammy-desktop-inspiron-3593
+    - jammy-desktop-precision-3440-d2
+    - jammy-desktop-precision-5550-c5
+    - jammy-desktop-latitude-5411-c2x
+    - jammy-desktop-precision-3551-c3x
+    - jammy-desktop-precision-7750-c3
+    - jammy-desktop-precision-7550-c2
+    - jammy-desktop-precision-7750-c1
+    - jammy-desktop-xps13-9310-c5
+    - jammy-desktop-xps13-9310-c1
+    - jammy-desktop-zbook-fury-15-g7-sku24-28510
+    - jammy-desktop-zbook-fury-15-g7-sku26-28512
+    - jammy-desktop-prodesk-400-g6-sku9-27941
+    - jammy-desktop-prodesk-400-g6-sku10-27942
+    - jammy-desktop-elitedesk-800-g6-sku4-27944
+    - jammy-desktop-proone-600-g6-aio-sku2-27899
+    - jammy-desktop-proone-400-g6-aio-sku2-27900
+    - jammy-desktop-eliteone-800-g6-24-sku4-28166
+    - jammy-desktop-eliteone-800-g6-24-sku7-28167
+    - jammy-desktop-z2-sff-g8-workstation-28728
+    - jammy-desktop-probook-440-g8-sku8-28762
+    - jammy-desktop-precision-5750-c8-27726
+    - jammy-desktop-zbook-studio-g7-sku5-27932
+    - jammy-desktop-zbook-studio-g7-sku2-202007-28059
+    - jammy-desktop-elitebook-830-g8-sku15-29206
+    - jammy-desktop-elitebook-830-g8-sku7-29207
+    - jammy-desktop-prodesk-400-g7-sku3-28109
+    - jammy-desktop-prodesk-400-g7-sku4-28110
+    - jammy-desktop-prodesk-400-g7-sku5-28111
+    - jammy-desktop-z2-sff-g8-workstation-28727
+jammy-raspi:
+  arch: arm64
+  expected_tests:
+    - cm3-arm64
+    - cm3-armhf
+    - cm3p-arm64
+    - cm3p-armhf
+    - rpi2-armhf
+    - rpi3b-arm64
+    - rpiz2-arm64
+    - rpi3b-armhf
+    - rpiz2-armhf
+    - rpi3ap-arm64
+    - rpi3bp-arm64
+    - rpi400-arm64
+    - rpi3ap-armhf
+    - rpi3bp-armhf
+    - rpi400-armhf
+    - rpi4b1g-arm64
+    - rpi4b2g-arm64
+    - rpi4b4g-arm64
+    - rpi4b8g-arm64
+    - rpicm4l-arm64
+    - rpi4b1g-armhf
+    - rpi4b2g-armhf
+    - rpi4b4g-armhf
+    - rpi4b8g-armhf
+    - rpicm4l-armhf
diff --git a/known-test-fails.yaml b/known-test-fails.yaml
new file mode 100644
index 0000000..7cf9abd
--- /dev/null
+++ b/known-test-fails.yaml
@@ -0,0 +1,22 @@
+wireless/wireless_connection_open_ac_np_wlan0: |-
+        Known to fail on RPI4 on anything and rpi3 on UC20 only - pending firmware update that may fix this
+wireless/wireless_connection_wpa_ac_np_wlan0: |-
+        Known to fail on RPI4 on anything and rpi3 on UC20 only - pending firmware update that may fix this
+disk/read_performance_sda: |-
+        Fails on kassel - believed to be due to old/failing drive
+disk/storage_device_dm-1: |-
+        Fails on amd64-FDE (dawson003) because this is used for snapd save partition and is too small for this test
+ipdt/PCH-x86_64: |-
+        Fails on amd64-FDE (dawson003) or any other amd64 system that uses secure boot
+bluetooth4/beacon_eddystone_url_hci0: |-
+        Can fail on b+ because test should run on hci1 not hci0. Confirm that the one on hci1 did pass if this fails. For cm4l, needs firmware and bluez updates described in lp#1911687. Fails with newer distros/bluez on dawson-j - need updated eddystone test that supports HCI5 (lp#1837350)
+bluetooth/bluez-controller-detect: |-
+        Fails on cm4l until firmware and bluez have been updated as described in lp#1911687
+tpm2.0_4.1.1/tpm2_certifycreation: |-
+        Fails on dawson-i, elgin, maybe others with "command code not supported" because the hardware doesn't support those commands. Could be skipped but there's not a way to detect at the moment. (lp#1920260)
+tpm2.0_4.1.1/tpm2_gettime: |-
+        Fails on dawson-i, elgin, maybe others with "command code not supported" because the hardware doesn't support those commands. Could be skipped but there's not a way to detect at the moment. (lp#1920260)
+tpm2.0_4.1.1/tpm2_nvcertify: |-
+        Fails on dawson-i, elgin, maybe others with "command code not supported" because the hardware doesn't support those commands. Could be skipped but there's not a way to detect at the moment. (lp#1920260)
+camera/roundtrip-qrcode_vchiq: |-
+        Known to fail on arm64 due to upstream issues with userland (https://github.com/raspberrypi/userland/issues/630#issuecomment-654369049)
diff --git a/snaps.yaml b/snaps.yaml
new file mode 100644
index 0000000..4306c3c
--- /dev/null
+++ b/snaps.yaml
@@ -0,0 +1,1130 @@
+abb-dfa-apc2200-gadget:
+  arch: amd64
+  store: abbha9Ao5Eengooci8tu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - vasteras
+abb-dfa-apc2200-kernel:
+  arch: amd64
+  store: abbha9Ao5Eengooci8tu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - vasteras
+bluez:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        latest:
+          - caracalla-gpa
+          - caracalla-media
+          - caracalla-transport
+          - dawson-j
+          - kassel
+          - rpi3aplus-armhf
+          - rpi3aplus-arm64
+          - rpi3bplus-armhf
+          - rpi3bplus-arm64
+          - rpi4b4g-armhf
+          - rpi4b4g-arm64
+          - rpi4b8g-armhf
+          - rpi4b8g-arm64
+          - rpi4b2g-armhf
+          - rpi4b2g-arm64
+          - rpi4b1g-arm64
+          - rpi4b1g-armhf
+          - stlouis
+          - tillamook
+          - tillamook-bt
+          - rpi400-arm64
+          - rpi400-armhf
+        "20":
+          - cm4l-arm64
+          - cm4l-armhf
+          - dawson-i
+          - dawson-j
+          - presidio
+          - rpi3bplus-armhf
+          - rpi3bplus-arm64
+          - rpi4b4g-armhf
+          - rpi4b4g-arm64
+          - rpi4b8g-armhf
+          - rpi4b8g-arm64
+          - rpi4b2g-armhf
+          - rpi4b2g-arm64
+          - rpi4b1g-arm64
+          - rpi4b1g-armhf
+          - rpi400-arm64
+          - rpi400-armhf
+          - newparis
+          - staunton
+          - conroe
+          - thinkedge-se30
+        "22":
+          - cm4l-arm64
+          - cm4l-armhf
+          - dawson-i
+          - dawson-j
+          - rpi3bplus-armhf
+          - rpi3bplus-arm64
+          - rpi4b4g-armhf
+          - rpi4b4g-arm64
+          - rpi4b8g-armhf
+          - rpi4b8g-arm64
+          - rpi4b2g-armhf
+          - rpi4b2g-arm64
+          - rpi4b1g-arm64
+          - rpi4b1g-armhf
+          - rpi400-arm64
+          - rpi400-armhf
+          - rpiz2-arm64
+          - rpiz2-armhf
+caracalla:
+  arch: amd64
+  store: he9Haizai7thooneiph9
+  checklists:
+    Testflinger:
+      expected_tests:
+        - caracalla-gpa
+        - caracalla-media
+        - caracalla-transport
+        - caracalla-media-wwan
+        - caracalla-transport-wwan
+caracalla-kernel:
+  arch: amd64
+  store: he9Haizai7thooneiph9
+  checklists:
+    Testflinger:
+      expected_tests:
+        - caracalla-gpa
+        - caracalla-media
+        - caracalla-transport
+        - caracalla-media-wwan
+        - caracalla-transport-wwan
+cascade:
+  arch: armhf
+  store: Rif9aiya1theiGie6Een
+  checklists:
+    Testflinger:
+      expected_tests:
+        - tillamook
+        - tillamook-edgedirect
+        - tillamook-bt
+        - tillamook-mac
+cascade-configuration:
+  arch: armhf
+  store: Rif9aiya1theiGie6Een
+  checklists:
+    Testflinger:
+      expected_tests:
+        - tillamook
+        - tillamook-edgedirect
+        - tillamook-bt
+        - tillamook-mac
+cascade-kernel:
+  arch: armhf
+  store: Rif9aiya1theiGie6Een
+  checklists:
+    Testflinger:
+      expected_tests:
+        - tillamook
+        - tillamook-edgedirect
+        - tillamook-bt
+        - tillamook-mac
+rigado-deviceops:
+  arch: armhf
+  store: Rif9aiya1theiGie6Een
+  checklists:
+    Testflinger:
+      expected_tests:
+        - tillamook-edgedirect
+checkbox:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        "20.04":
+          - amd64-focal
+          - cm4l-arm64
+          - cm4l-armhf
+          - rpi3-arm64-focal
+          - rpi3bplus-armhf-focal
+          - rpi4b8g-arm64-focal
+        "18.04":
+          - amd64-bionic
+          - rpi3-arm64-bionic
+          - rpi3bplus-armhf-bionic
+          - rpi4b8g-arm64-bionic
+        "uc18":
+          - cm3-armhf
+          - cm3-arm64
+          - cm3p-armhf
+          - cm3p-arm64
+          - dragonboard
+          - rpi2
+          - rpi3-armhf
+          - rpi3-arm64
+          - rpi3aplus-armhf
+          - rpi3aplus-arm64
+          - rpi3bplus-armhf
+          - rpi3bplus-arm64
+          - rpi4b8g-arm64
+          - rpi4b8g-armhf
+          - rpi4b4g-arm64
+          - rpi4b4g-armhf
+          - rpi4b2g-armhf
+          - rpi4b2g-arm64
+          - rpi4b1g-arm64
+          - rpi4b1g-armhf
+        "uc20":
+          - cm3-armhf
+          - cm3p-arm64
+          - rpi2
+          - rpi3-armhf
+          - rpi3aplus-arm64
+          - rpi3bplus-armhf
+          - rpi4b8g-arm64
+          - rpi4b4g-armhf
+          - rpi4b2g-arm64
+          - rpi4b1g-armhf
+checkbox16:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - caracalla-gpa
+        - caracalla-media
+        - caracalla-media-wwan
+        - caracalla-transport
+        - caracalla-transport-wwan
+        - stlouis
+        - stlouis-tpm2
+        - tillamook
+        - fortknox
+        - fortknox-tpu
+checkbox18:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - amd64
+        - cm3-armhf
+        - cm3-arm64
+        - cm3p-armhf
+        - cm3p-arm64
+        - dawson-i
+        - dawson-j
+        - dragonboard
+        - i386
+        - presidio
+        - rpi2
+        - rpi3-armhf
+        - rpi3aplus-armhf
+        - rpi3bplus-armhf
+        - rpi3-arm64
+        - rpi3aplus-arm64
+        - rpi3bplus-arm64
+        - rpi4b8g-armhf
+        - rpi4b8g-arm64
+        - rpi4b4g-arm64
+        - rpi4b4g-armhf
+        - rpi4b2g-armhf
+        - rpi4b2g-arm64
+        - rpi4b1g-arm64
+        - rpi4b1g-armhf
+        - vasteras
+        - cdts-smoke-dawson-j
+        - cdts-smoke-dearest-team
+        - cdts-smoke-rpi3
+checkbox20:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - amd64
+        - cm3-armhf
+        - cm3-arm64
+        - cm3p-armhf
+        - cm3p-arm64
+        - cm4l-arm64
+        - cm4l-armhf
+        - dawson-i
+        - dawson-j
+        - elgin
+        - rpi2
+        - rpi3-armhf
+        - rpi3-arm64
+        - rpi3aplus-armhf
+        - rpi3bplus-armhf
+        - rpi3aplus-arm64
+        - rpi3bplus-arm64
+        - rpi4b8g-armhf
+        - rpi4b8g-arm64
+        - rpi4b4g-arm64
+        - rpi4b4g-armhf
+        - rpi4b2g-armhf
+        - rpi4b2g-arm64
+        - rpi4b1g-arm64
+        - rpi4b1g-armhf
+        - newparis
+        - staunton
+        - cdts-smoke-dawson-j
+        - cdts-smoke-dearest-team
+        - cdts-smoke-rpi4b8g
+        - dawson-i-stress-ng
+        - conroe
+checkbox22:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - amd64
+        - cm3-armhf
+        - cm3-arm64
+        - cm3p-armhf
+        - cm3p-arm64
+        - cm4l-arm64
+        - cm4l-armhf
+        - dawson-i
+        - dawson-j
+        - rpi2
+        - rpi3-armhf
+        - rpi3-arm64
+        - rpi3aplus-armhf
+        - rpi3bplus-armhf
+        - rpi3aplus-arm64
+        - rpi3bplus-arm64
+        - rpi4b8g-armhf
+        - rpi4b8g-arm64
+        - rpi4b4g-arm64
+        - rpi4b4g-armhf
+        - rpi4b2g-armhf
+        - rpi4b2g-arm64
+        - rpi4b1g-arm64
+        - rpi4b1g-armhf
+        - cdts-smoke-dawson-j
+        - cdts-smoke-dearest-team
+        - cdts-smoke-rpi4b8g
+        - dawson-i-stress-ng
+checkbox-conroe:
+  arch: amd64
+  store: queshaiPheeghei9weip
+  checklists:
+    Testflinger:
+      expected_tests:
+        - conroe
+checkbox-elgin:
+  arch: amd64
+  store: queshaiPheeghei9weip
+  checklists:
+    Testflinger:
+      expected_tests:
+        - elgin
+checkbox-fortknox:
+  arch: amd64
+  store: ahkeNeegh6tiekauz4oi
+  checklists:
+    Testflinger:
+      expected_tests:
+        - fortknox
+        - fortknox-tpu
+checkbox-newparis:
+  arch: amd64
+  store: tEs1e8j7lT0okg3XPKZt
+  checklists:
+    Testflinger:
+      expected_tests:
+        - newparis
+checkbox-staunton:
+  arch: amd64
+  store: XbaBoa8jCNipq290FVGb
+  checklists:
+    Testflinger:
+      expected_tests:
+        - staunton
+checkbox-plano:
+  arch: amd64
+  store: he9Haizai7thooneiph9
+  checklists:
+    Testflinger:
+      expected_tests:
+        - caracalla-gpa
+        - caracalla-media
+        - caracalla-media-wwan
+        - caracalla-transport
+        - caracalla-transport-wwan
+        - stlouis
+        - stlouis-tpm2
+checkbox-plano-classic:
+  arch: amd64
+  store: he9Haizai7thooneiph9
+  checklists:
+    Testflinger:
+      expected_tests:
+        - caracalla-media-server
+        - caracalla-transport-server
+        - stlouis-server
+checkbox-snappy:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        "18":
+          - cm3-armhf
+          - cm3-arm64
+          - cm3p-armhf
+          - cm3p-arm64
+          - dragonboard
+          - rpi2
+          - rpi3-armhf
+          - rpi3-arm64
+          - rpi3aplus-armhf
+          - rpi3aplus-arm64
+          - rpi3bplus-armhf
+          - rpi3bplus-arm64
+          - rpi4b8g-arm64
+          - rpi4b8g-armhf
+          - rpi4b4g-arm64
+          - rpi4b4g-armhf
+          - rpi4b2g-armhf
+          - rpi4b2g-arm64
+          - rpi4b1g-arm64
+          - rpi4b1g-armhf
+        "20":
+          - cm3-armhf
+          - cm3p-arm64
+          - rpi2
+          - rpi3-armhf
+          - rpi3aplus-arm64
+          - rpi3bplus-armhf
+          - rpi4b8g-arm64
+          - rpi4b4g-armhf
+          - rpi4b2g-arm64
+          - rpi4b1g-armhf
+checkbox-snappy-classic:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        "18":
+          - amd64-bionic
+          - rpi3-arm64-bionic
+          - rpi3bplus-armhf-bionic
+          - rpi4b8g-arm64-bionic
+        "20":
+          - amd64-focal
+          - cm4l-arm64
+          - cm4l-armhf
+          - rpi3-arm64-focal
+          - rpi3bplus-armhf-focal
+          - rpi4b8g-arm64-focal
+checkbox-tillamook:
+  arch: armhf
+  store: Rif9aiya1theiGie6Een
+  checklists:
+    Testflinger:
+      expected_tests:
+        - tillamook
+        - tillamook-edgedirect
+        - tillamook-bt
+        - tillamook-mac
+checkbox-vasteras:
+  arch: amd64
+  store: abbha9Ao5Eengooci8tu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - vasteras
+cm3:
+  arch: armhf
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - cm3-armhf
+        - cm3-arm64
+        - cm3p-armhf
+        - cm3p-arm64
+core:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - caracalla-gpa
+        - caracalla-media
+        - caracalla-media-wwan
+        - caracalla-transport
+        - caracalla-transport-wwan
+        - fortknox
+        - fortknox-tpu
+        - stlouis
+        - stlouis-tpm2
+        - tillamook
+        - tillamook-bt
+        - tillamook-edgedirect
+        - staunton
+    Spread:
+      expected_tests:
+        - stlouis-spread
+        - caracalla-media-spread
+        - caracalla-transport-spread
+core18:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - amd64
+        - i386
+        - cm3-armhf
+        - cm3-arm64
+        - cm3p-armhf
+        - cm3p-arm64
+        - dawson-j
+        - dragonboard
+        - kassel
+        - presidio
+        - rpi2
+        - rpi3-armhf
+        - rpi3aplus-armhf
+        - rpi3bplus-armhf
+        - rpi3-arm64
+        - rpi3aplus-arm64
+        - rpi3bplus-arm64
+        - rpi4b8g-armhf
+        - rpi4b8g-arm64
+        - rpi4b4g-arm64
+        - rpi4b4g-armhf
+        - rpi4b2g-armhf
+        - rpi4b2g-arm64
+        - rpi4b1g-arm64
+        - rpi4b1g-armhf
+        - vasteras
+        - staunton
+core20:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - amd64
+        - amd64-fde
+        - cm3-armhf
+        - cm3-arm64
+        - cm3p-armhf
+        - cm3p-arm64
+        - cm4l-arm64
+        - cm4l-armhf
+        - dawson-i
+        - dawson-j
+        - elgin
+        - presidio
+        - rpi2
+        - rpi3-armhf
+        - rpi3-arm64
+        - rpi3aplus-armhf
+        - rpi3bplus-armhf
+        - rpi3aplus-arm64
+        - rpi3bplus-arm64
+        - rpi4b8g-armhf
+        - rpi4b8g-arm64
+        - rpi4b4g-arm64
+        - rpi4b4g-armhf
+        - rpi4b2g-armhf
+        - rpi4b2g-arm64
+        - rpi4b1g-arm64
+        - rpi4b1g-armhf
+        - newparis
+        - staunton
+        - advantech-uno-2271g-v2
+        - conroe
+        - thinkedge-se30
+core22:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - amd64
+        - amd64-fde
+        - cm3-armhf
+        - cm3-arm64
+        - cm3p-armhf
+        - cm3p-arm64
+        - cm4l-arm64
+        - cm4l-armhf
+        - dawson-i
+        - dawson-j
+        - rpi2
+        - rpi3-armhf
+        - rpi3-arm64
+        - rpi3aplus-armhf
+        - rpi3bplus-armhf
+        - rpi3aplus-arm64
+        - rpi3bplus-arm64
+        - rpi4b8g-armhf
+        - rpi4b8g-arm64
+        - rpi4b4g-arm64
+        - rpi4b4g-armhf
+        - rpi4b2g-armhf
+        - rpi4b2g-arm64
+        - rpi4b1g-arm64
+        - rpi4b1g-armhf
+docker:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - caracalla-gpa
+        - caracalla-media
+        - caracalla-transport
+        - rpi2
+        - rpi3-armhf
+        - rpi3bplus-armhf
+        - rpi3-arm64
+        - rpi3bplus-arm64
+        - stlouis
+        - rpi4b8g-armhf
+        - rpi4b8g-arm64
+        - rpi4b4g-arm64
+        - rpi4b4g-armhf
+        - rpi4b2g-armhf
+        - rpi4b2g-arm64
+        - rpi4b1g-arm64
+        - rpi4b1g-armhf
+dragonboard:
+  arch: arm64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - dragonboard
+dragonboard-kernel:
+  arch: arm64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - dragonboard
+easy-openvpn:
+  arch: amd64
+  store: ubuntu
+edgexfoundry:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        latest:
+          - caracalla-media
+          - amd64
+          - amd64-xenial
+          - rpi400-arm64
+          - rpi4b4g-arm64
+          - rpi4b8g-arm64
+          - stlouis
+        "2.0":
+          - caracalla-media
+          - amd64
+          - amd64-xenial
+          - rpi400-arm64
+          - rpi4b4g-arm64
+          - rpi4b8g-arm64
+          - stlouis
+        "2.1":
+          - caracalla-media
+          - amd64
+          - amd64-xenial
+          - rpi400-arm64
+          - rpi4b4g-arm64
+          - rpi4b8g-arm64
+          - stlouis
+bar:
+  arch: amd64
+  store: ahkeNeegh6tiekauz4oi
+  checklists:
+    Testflinger:
+      expected_tests:
+        - fortknox
+        - fortknox-tpu
+bar-kernel:
+  arch: amd64
+  store: ahkeNeegh6tiekauz4oi
+  checklists:
+    Testflinger:
+      expected_tests:
+        - fortknox
+        - fortknox-tpu
+interactive-strength-fs0001-gadget:
+  arch: amd64
+  store: FiNahngahPoos1giez0g
+  checklists:
+    Testflinger:
+      expected_tests:
+        - presidio
+interactive-strength-fs0001-kernel:
+  arch: amd64
+  store: FiNahngahPoos1giez0g
+  checklists:
+    Testflinger:
+      expected_tests:
+        - presidio
+iot-kernel:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        "20":
+          - carlsbad
+mir-kiosk:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - presidio
+modem-manager:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        latest:
+          - caracalla-media-wwan
+          - caracalla-transport-wwan
+          - stlouis
+          - tillamook
+        "20":
+          - newparis
+          - staunton
+          - thinkedge-se30
+network-manager:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        latest:
+          - caracalla-gpa
+          - caracalla-media
+          - caracalla-transport
+          - caracalla-media-wwan
+          - caracalla-transport-wwan
+          - stlouis
+          - tillamook
+        "1.10":
+          - amd64
+          - presidio
+        "20":
+          - newparis
+          - staunton
+          - conroe
+          - thinkedge-se30
+opennms-minion-pc-gadget:
+  arch: amd64
+  store: queshaiPheeghei9weip
+  checklists:
+    Testflinger:
+      expected_tests:
+        "20":
+          - elgin
+pc-kernel:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        latest:
+          - amd64
+        "18":
+          - amd64
+          - i386
+          - kassel
+          - dawson-j
+        "20":
+          - amd64
+          - amd64-fde
+          - dawson-i
+          - dawson-j
+          - elgin
+          - newparis
+          - staunton
+          - conroe
+        "22":
+          - amd64
+          - amd64-fde
+          - dawson-i
+          - dawson-j
+pi:
+  arch: armhf
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        "22":
+          - cm3-armhf
+          - cm3-arm64
+          - cm3p-armhf
+          - cm3p-arm64
+          - cm4l-arm64
+          - cm4l-armhf
+          - rpi2
+          - rpi3-armhf
+          - rpi3aplus-armhf
+          - rpi3bplus-armhf
+          - rpi3-arm64
+          - rpi3aplus-arm64
+          - rpi3bplus-arm64
+          - rpi4b8g-armhf
+          - rpi4b8g-arm64
+          - rpi4b4g-arm64
+          - rpi4b4g-armhf
+          - rpi4b2g-arm64
+          - rpi4b2g-armhf
+          - rpi4b1g-arm64
+          - rpi4b1g-armhf
+          - rpi400-arm64
+          - rpi400-armhf
+          - rpiz2-arm64
+          - rpiz2-armhf
+        "20":
+          - cm3-armhf
+          - cm3-arm64
+          - cm3p-armhf
+          - cm3p-arm64
+          - cm4l-arm64
+          - cm4l-armhf
+          - rpi2
+          - rpi3-armhf
+          - rpi3aplus-armhf
+          - rpi3bplus-armhf
+          - rpi3-arm64
+          - rpi3aplus-arm64
+          - rpi3bplus-arm64
+          - rpi4b8g-armhf
+          - rpi4b8g-arm64
+          - rpi4b4g-arm64
+          - rpi4b4g-armhf
+          - rpi4b2g-arm64
+          - rpi4b2g-armhf
+          - rpi4b1g-arm64
+          - rpi4b1g-armhf
+          - rpi400-arm64
+          - rpi400-armhf
+        "18-pi":
+          - cm3-armhf
+          - cm3-arm64
+          - cm3p-armhf
+          - cm3p-arm64
+          - rpi2
+          - rpi3-armhf
+          - rpi3aplus-armhf
+          - rpi3bplus-armhf
+          - rpi3-arm64
+          - rpi3aplus-arm64
+          - rpi3bplus-arm64
+          - rpi4b8g-armhf
+          - rpi4b8g-arm64
+          - rpi4b4g-arm64
+          - rpi4b4g-armhf
+          - rpi4b2g-arm64
+          - rpi4b2g-armhf
+          - rpi4b1g-arm64
+          - rpi4b1g-armhf
+          - rpi400-arm64
+          - rpi400-armhf
+pi-kernel:
+  arch: armhf
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        "22":
+          - cm3-armhf
+          - cm3-arm64
+          - cm3p-armhf
+          - cm3p-arm64
+          - cm4l-arm64
+          - cm4l-armhf
+          - rpi2
+          - rpi3-armhf
+          - rpi3aplus-armhf
+          - rpi3bplus-armhf
+          - rpi3-arm64
+          - rpi3aplus-arm64
+          - rpi3bplus-arm64
+          - rpi4b8g-arm64
+          - rpi4b8g-armhf
+          - rpi4b4g-arm64
+          - rpi4b4g-armhf
+          - rpi4b2g-armhf
+          - rpi4b2g-arm64
+          - rpi4b1g-arm64
+          - rpi4b1g-armhf
+          - rpi400-arm64
+          - rpi400-armhf
+        "20":
+          - cm3-armhf
+          - cm3-arm64
+          - cm3p-armhf
+          - cm3p-arm64
+          - cm4l-arm64
+          - cm4l-armhf
+          - rpi2
+          - rpi3-armhf
+          - rpi3aplus-armhf
+          - rpi3bplus-armhf
+          - rpi3-arm64
+          - rpi3aplus-arm64
+          - rpi3bplus-arm64
+          - rpi4b8g-arm64
+          - rpi4b8g-armhf
+          - rpi4b4g-arm64
+          - rpi4b4g-armhf
+          - rpi4b2g-armhf
+          - rpi4b2g-arm64
+          - rpi4b1g-arm64
+          - rpi4b1g-armhf
+          - rpi400-arm64
+          - rpi400-armhf
+        "18-pi":
+          - cm3-armhf
+          - cm3-arm64
+          - cm3p-armhf
+          - cm3p-arm64
+          - rpi2
+          - rpi3-armhf
+          - rpi3aplus-armhf
+          - rpi3bplus-armhf
+          - rpi3-arm64
+          - rpi3aplus-arm64
+          - rpi3bplus-arm64
+          - rpi4b8g-armhf
+          - rpi4b8g-arm64
+          - rpi4b4g-arm64
+          - rpi4b4g-armhf
+          - rpi4b2g-armhf
+          - rpi4b2g-arm64
+          - rpi4b1g-arm64
+          - rpi4b1g-armhf
+          - rpi400-arm64
+          - rpi400-armhf
+        "18-pi3":
+          - cm3-armhf
+          - cm3-arm64
+          - cm3p-armhf
+          - cm3p-arm64
+          - rpi2
+          - rpi3-armhf
+          - rpi3aplus-armhf
+          - rpi3bplus-armhf
+          - rpi3-arm64
+          - rpi3aplus-arm64
+          - rpi3bplus-arm64
+pc:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        "18":
+          - amd64
+          - i386
+          - kassel
+          - dawson-j
+        "20":
+          - amd64
+          - amd64-fde
+          - thinkedge-se30
+          - dawson-i
+          - dawson-j
+          - advantech-uno-2271g-v2
+        "22":
+          - amd64
+          - amd64-fde
+          - dawson-i
+          - dawson-j
+          - advantech-uno-2271g-v2
+snapd:
+  arch: amd64
+  store: ubuntu
+  # Manual testing required for presidio (check UI works)
+  labels:
+    - "CE QA REQUIRED"
+  checklists:
+    Testflinger:
+      expected_tests:
+        - amd64
+        - amd64-fde
+        - i386
+        - cm3-armhf
+        - cm3-arm64
+        - cm3p-armhf
+        - cm3p-arm64
+        - dawson-j
+        - dragonboard
+        - elgin
+        - kassel
+        - presidio
+        - rpi2
+        - rpi3-armhf
+        - rpi3aplus-armhf
+        - rpi3bplus-armhf
+        - rpi3-arm64
+        - rpi3aplus-arm64
+        - rpi3bplus-arm64
+        - rpi4b8g-armhf
+        - rpi4b8g-arm64
+        - rpi4b4g-arm64
+        - rpi4b4g-armhf
+        - rpi4b2g-armhf
+        - rpi4b2g-arm64
+        - rpi4b1g-arm64
+        - rpi4b1g-armhf
+        - rpi400-arm64
+        - rpi400-armhf
+        - vasteras
+        - amd64-uc20
+        - dawson-i-uc20
+        - dawson-j-uc20
+        - cm3-armhf-uc20
+        - cm3-arm64-uc20
+        - cm3p-armhf-uc20
+        - cm3p-arm64-uc20
+        - cm4l-arm64-uc20
+        - cm4l-armhf-uc20
+        - rpi2-armhf-uc20
+        - rpi3-arm64-uc20
+        - rpi3-armhf-uc20
+        - rpi3aplus-arm64-uc20
+        - rpi3aplus-armhf-uc20
+        - rpi3bplus-arm64-uc20
+        - rpi3bplus-armhf-uc20
+        - rpi4b8g-armhf-uc20
+        - rpi4b8g-arm64-uc20
+        - rpi4b4g-arm64-uc20
+        - rpi4b4g-armhf-uc20
+        - rpi4b2g-armhf-uc20
+        - rpi4b2g-arm64-uc20
+        - rpi4b1g-arm64-uc20
+        - rpi4b1g-armhf-uc20
+        - rpi400-arm64-uc20
+        - rpi400-armhf-uc20
+        - amd64-uc22
+        - amd64-fde-uc22
+        - cm3-armhf-uc22
+        - cm3-arm64-uc22
+        - cm3p-armhf-uc22
+        - cm3p-arm64-uc22
+        - cm4l-arm64-uc22
+        - cm4l-armhf-uc22
+        - dawson-i-uc22
+        - dawson-j-uc22
+        - rpi2-armhf-uc22
+        - rpi3-armhf-uc22
+        - rpi3-arm64-uc22
+        - rpi3aplus-armhf-uc22
+        - rpi3aplus-arm64-uc22
+        - rpi3bplus-arm64-uc22
+        - rpi3bplus-armhf-uc22
+        - rpi4b8g-armhf-uc22
+        - rpi4b8g-arm64-uc22
+        - rpi4b4g-arm64-uc22
+        - rpi4b4g-armhf-uc22
+        - rpi4b2g-armhf-uc22
+        - rpi4b2g-arm64-uc22
+        - rpi4b1g-arm64-uc22
+        - rpi4b1g-armhf-uc22
+        - rpi400-arm64-uc22
+        - rpi400-armhf-uc22
+        - rpiz2-arm64-uc22
+        - rpiz2-armhf-uc22
+        - amd64-edgex
+        - rpi4b4g-arm64-edgex
+        - newparis
+        - staunton
+        - advantech-uno-2271g-v2
+        - conroe
+        - thinkedge-se30
+stlouis:
+  arch: amd64
+  store: AiZ4ogoh1ohphaod6ca3
+  checklists:
+    Testflinger:
+      expected_tests:
+        - stlouis
+stlouis-kernel:
+  arch: amd64
+  store: AiZ4ogoh1ohphaod6ca3
+  checklists:
+    Testflinger:
+      expected_tests:
+        - stlouis
+        - stlouis-tpm2
+tpm2:
+  arch: amd64
+  store: AiZ4ogoh1ohphaod6ca3
+  checklists:
+    Testflinger:
+      expected_tests:
+        - caracalla-gpa
+        - caracalla-media
+        - caracalla-transport
+        - stlouis-tpm2
+udisks2:
+  arch: amd64
+  store: he9Haizai7thooneiph9
+  checklists:
+    Testflinger:
+      expected_tests:
+        - caracalla-gpa
+        - caracalla-media
+        - caracalla-transport
+uefi-fw-tools:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - stlouis
+wifi-ap:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        - caracalla-gpa
+        - caracalla-media
+        - caracalla-transport
+        - tillamook
+wpa-supplicant:
+  arch: amd64
+  store: he9Haizai7thooneiph9
+  checklists:
+    Testflinger:
+      expected_tests:
+        - caracalla-gpa
+        - caracalla-media
+        - caracalla-transport
+intel-kernel:
+  arch: amd64
+  store: ubuntu
+  checklists:
+    Testflinger:
+      expected_tests:
+        "20":
+          - advantech-uno-2271g-v2
+          - thinkedge-se30