From mboxrd@z Thu Jan 1 00:00:00 1970 X-GM-THRID: 7350330382288420864 X-Received: by 2002:a05:651c:1502:b0:2d6:d852:1757 with SMTP id e2-20020a05651c150200b002d6d8521757mr2429419ljf.39.1711382154370; Mon, 25 Mar 2024 08:55:54 -0700 (PDT) X-BeenThere: isar-users@googlegroups.com Received: by 2002:a05:600c:5113:b0:414:7cf5:fa64 with SMTP id o19-20020a05600c511300b004147cf5fa64ls1546946wms.2.-pod-prod-04-eu; Mon, 25 Mar 2024 08:55:52 -0700 (PDT) X-Google-Smtp-Source: AGHT+IFHm4SqFSzDUPmXo7X9D6wbFk49g/5uDYyWV+bRCWmHOtFpSSt+Jr607iKh/EoAJRP8atyH X-Received: by 2002:a05:600c:154d:b0:414:64de:160a with SMTP id f13-20020a05600c154d00b0041464de160amr5552024wmg.12.1711382152271; Mon, 25 Mar 2024 08:55:52 -0700 (PDT) ARC-Seal: i=1; a=rsa-sha256; t=1711382152; cv=none; d=google.com; s=arc-20160816; b=e9kw409rakf4wzVAIPYlDqJf3dLmsarlfR6061+gcmDOOH9isKvHSyIYT0PZjtVarM qFwQP/2Bh5umzvOvILLGaxNO86ERR1xTBoyJtvkGE9ls8VqVX4zH7pPe14bGqqqA+JJ4 X/I2akekitB7sX7CIwexDK/I9R+4M/gza3qG3yp8RKfYq8Vosgto5WTl82WO1BGGIJWq VCGglxcgsWbppJaJVhOgMtwJ07XhLvIn0kIGPZMFM44uWIjywPeRYAESf7qZuB5SBYa5 gesbRSaBypttzRCafXjU48Pvv8AOhU1fd3Is+HD2xRCUF8k9P6j9/JBQ/QE+sPA8RSAi cLkA== ARC-Message-Signature: i=1; a=rsa-sha256; c=relaxed/relaxed; d=google.com; s=arc-20160816; h=content-transfer-encoding:mime-version:references:in-reply-to :message-id:date:subject:cc:to:from; bh=GZUhF5Og4HOvOFYtNIQjf1mqC9x/2qZ2IsHlC9uJsBE=; fh=/h9QQkzJ8EboVkWg45aWwpaUro6WMavIVd2OhN45RtE=; b=pdPmkTN7dz1eJH24hatvHfB9sUzjT74k7NSSKTetviTmaf5mmZWOY+geVSVFprMwrp txvUz06fUIhDo2FNPV6FCofoPdkRJTPqXyV+B63G8gbHlvV0A9GHwiGAn9ZBaeNEXTj7 GfSot8b554fuMqkrEcahSDE+vsEH/svApcmz0K9Vod9uFNl3Z6lD4df2HDsyiYOrwdge jF29yBPfHymABkHgNWEEkOnTPHCR+UZ/pFm1ZVzn1iqGrBF87x8aq2oRIuvbaMbFvOsW 5lZriCWsUesxd3Plgh+mQhMbL2luG5g1r3Zn9zQ2H4COZstmN7rlp4Q1efTSYeX7aBCR eTKg==; dara=google.com ARC-Authentication-Results: i=1; gmr-mx.google.com; spf=pass (google.com: domain of amikan@ilbers.de designates 85.214.156.166 as permitted sender) smtp.mailfrom=amikan@ilbers.de Return-Path: Received: from shymkent.ilbers.de (shymkent.ilbers.de. [85.214.156.166]) by gmr-mx.google.com with ESMTPS id j28-20020a05600c1c1c00b004132f97fa43si214708wms.0.2024.03.25.08.55.52 for (version=TLS1_2 cipher=ECDHE-ECDSA-CHACHA20-POLY1305 bits=256/256); Mon, 25 Mar 2024 08:55:52 -0700 (PDT) Received-SPF: pass (google.com: domain of amikan@ilbers.de designates 85.214.156.166 as permitted sender) client-ip=85.214.156.166; Authentication-Results: gmr-mx.google.com; spf=pass (google.com: domain of amikan@ilbers.de designates 85.214.156.166 as permitted sender) smtp.mailfrom=amikan@ilbers.de Received: from user-B660.promwad.corp ([159.148.83.123]) (authenticated bits=0) by shymkent.ilbers.de (8.15.2/8.15.2/Debian-8+deb9u1) with ESMTPSA id 42PFtnLA011703 (version=TLSv1.2 cipher=ECDHE-RSA-AES256-GCM-SHA384 bits=256 verify=NOT); Mon, 25 Mar 2024 16:55:51 +0100 From: Anton Mikanovich To: isar-users@googlegroups.com Cc: Anton Mikanovich Subject: [PATCH 01/23] CI: Introduce Standard CI for cross building Date: Mon, 25 Mar 2024 17:55:18 +0200 Message-Id: <20240325155540.4162990-2-amikan@ilbers.de> X-Mailer: git-send-email 2.34.1 In-Reply-To: <20240325155540.4162990-1-amikan@ilbers.de> References: <20240325155540.4162990-1-amikan@ilbers.de> MIME-Version: 1.0 Content-Transfer-Encoding: 8bit X-Spam-Status: No, score=-1.0 required=5.0 tests=ALL_TRUSTED autolearn=unavailable autolearn_force=no version=3.4.2 X-Spam-Checker-Version: SpamAssassin 3.4.2 (2018-09-13) on shymkent.ilbers.de X-TUID: a2YRSfFbubu5 Add new testsuite called Standard as successor of Full CI. It will build the same targets as Full but using cross compile. There are also few targets left noncross for minimal checking. >>From now we should switch using: $ ci_build.sh -T full to: $ ci_build.sh -T standard Old full testsuite is left for compatibility and keeping coverage only. Signed-off-by: Anton Mikanovich --- testsuite/citest.py | 109 ++++++++++++++++++++++++++++++++++++++++---- 1 file changed, 100 insertions(+), 9 deletions(-) diff --git a/testsuite/citest.py b/testsuite/citest.py index 7e24c498..92499781 100755 --- a/testsuite/citest.py +++ b/testsuite/citest.py @@ -22,7 +22,7 @@ class DevTest(CIBaseTest): """ Developer's test - :avocado: tags=dev,fast,full + :avocado: tags=dev,fast,standard,full """ def test_dev(self): targets = [ @@ -76,7 +76,7 @@ class ReproTest(CIBaseTest): """ Test cached base repository - :avocado: tags=repro,full + :avocado: tags=repro,standard,full """ def test_repro_signed(self): targets = [ @@ -108,7 +108,7 @@ class CcacheTest(CIBaseTest): """ Test rebuild speed improve with ccache - :avocado: tags=ccache,full + :avocado: tags=ccache,standard,full """ def test_ccache_rebuild(self): targets = ['mc:qemuamd64-bullseye:hello-isar'] @@ -120,7 +120,7 @@ class CrossTest(CIBaseTest): """ Start cross build for the defined set of configurations - :avocado: tags=cross,fast,full + :avocado: tags=cross,fast,standard,full """ def test_cross(self): targets = [ @@ -153,7 +153,7 @@ class WicTest(CIBaseTest): """ Test creation of wic images - :avocado: tags=wic,full + :avocado: tags=wic,standard,full """ def test_wic_nodeploy_partitions(self): targets = ['mc:qemuarm64-bookworm:isar-image-ci'] @@ -171,6 +171,97 @@ class WicTest(CIBaseTest): self.perform_wic_partition_test(targets, wic_deploy_parts=True, debsrc_cache=True, compat_arch=False) +class StandardTest(CIBaseTest): + + """ + Start standard build for the defined set of configurations + + :avocado: tags=standardbase,standard + """ + def test_standard_cross(self): + targets = [ + 'mc:qemuarm-buster:isar-image-ci', + 'mc:qemuarm-bullseye:isar-image-base', + 'mc:qemuarm64-bullseye:isar-image-ci', + 'mc:qemui386-buster:isar-image-base', + 'mc:qemui386-bullseye:isar-image-base', + 'mc:qemuamd64-buster:isar-image-ci', + 'mc:qemuamd64-bullseye:isar-initramfs', + 'mc:qemumipsel-bullseye:isar-image-base', + 'mc:imx6-sabrelite-bullseye:isar-image-base', + 'mc:phyboard-mira-bullseye:isar-image-base', + 'mc:hikey-bullseye:isar-image-base', + 'mc:virtualbox-bullseye:isar-image-base', + 'mc:virtualbox-bookworm:isar-image-base', + 'mc:bananapi-bullseye:isar-image-base', + 'mc:bananapi-bookworm:isar-image-base', + 'mc:nanopi-neo-bullseye:isar-image-base', + 'mc:nanopi-neo-bookworm:isar-image-base', + 'mc:stm32mp15x-bullseye:isar-image-base', + 'mc:qemuamd64-focal:isar-image-ci', + 'mc:qemuamd64-bookworm:isar-image-ci', + 'mc:qemui386-bookworm:isar-image-base', + 'mc:qemumipsel-bookworm:isar-image-ci', + 'mc:hikey-bookworm:isar-image-base', + 'mc:de0-nano-soc-bookworm:isar-image-base', + ] + + self.init() + self.perform_build_test(targets, debsrc_cache=True) + + def test_standard_nocross(self): + targets = [ + 'mc:qemumipsel-buster:isar-image-base', + 'mc:qemuarm-bookworm:isar-image-ci', + ] + + self.init() + self.perform_build_test(targets, cross=False) + + def test_standard_rpi(self): + targets = [ + 'mc:rpi-arm-bullseye:isar-image-base', + 'mc:rpi-arm-v7-bullseye:isar-image-base', + 'mc:rpi-arm-v7l-bullseye:isar-image-base', + 'mc:rpi-arm64-v8-bullseye:isar-image-base', + 'mc:rpi-arm-bookworm:isar-image-base', + 'mc:rpi-arm-v7-bookworm:isar-image-base', + 'mc:rpi-arm-v7l-bookworm:isar-image-base', + 'mc:rpi-arm64-v8-bookworm:isar-image-base', + ] + + self.init() + try: + self.perform_build_test(targets, debsrc_cache=True) + except: + self.cancel('KFAIL') + + def test_standard_trixie(self): + targets = [ + 'mc:qemuamd64-trixie:isar-image-base', + 'mc:qemuarm64-trixie:isar-image-base', + 'mc:qemuarm-trixie:isar-image-base', + ] + + self.init() + try: + self.perform_build_test(targets) + except: + self.cancel('KFAIL') + + def test_standard_sid(self): + targets = [ + 'mc:qemuriscv64-sid:isar-image-base', + 'mc:sifive-fu540-sid:isar-image-base', + 'mc:starfive-visionfive2-sid:isar-image-base', + ] + + self.init() + try: + self.perform_build_test(targets) + except: + self.cancel('KFAIL') + class NoCrossTest(CIBaseTest): """ @@ -263,7 +354,7 @@ class ContainerImageTest(CIBaseTest): """ Test containerized images creation - :avocado: tags=containerbuild,fast,full,container + :avocado: tags=containerbuild,fast,standard,full,container """ @skipUnless(UMOCI_AVAILABLE and SKOPEO_AVAILABLE, 'umoci/skopeo not found') def test_container_image(self): @@ -281,7 +372,7 @@ class ContainerSdkTest(CIBaseTest): """ Test SDK container image creation - :avocado: tags=containersdk,fast,full,container + :avocado: tags=containersdk,fast,standard,full,container """ @skipUnless(UMOCI_AVAILABLE and SKOPEO_AVAILABLE, 'umoci/skopeo not found') def test_container_sdk(self): @@ -295,7 +386,7 @@ class SstateTest(CIBaseTest): """ Test builds with artifacts taken from sstate cache - :avocado: tags=sstate,full + :avocado: tags=sstate,standard,full """ def test_sstate_populate(self): @@ -406,7 +497,7 @@ class VmBootTestFull(CIBaseTest): """ Test QEMU image start (full) - :avocado: tags=startvm,full + :avocado: tags=startvm,standard,full """ def test_arm_bullseye(self): -- 2.34.1