From mboxrd@z Thu Jan 1 00:00:00 1970 X-GM-THRID: 7350330382288420864 X-Received: by 2002:adf:cd0b:0:b0:33e:72f4:2ae with SMTP id w11-20020adfcd0b000000b0033e72f402aemr5834050wrm.68.1711382174183; Mon, 25 Mar 2024 08:56:14 -0700 (PDT) X-BeenThere: isar-users@googlegroups.com Received: by 2002:adf:e0c9:0:b0:341:660d:a310 with SMTP id m9-20020adfe0c9000000b00341660da310ls2013899wri.1.-pod-prod-05-eu; Mon, 25 Mar 2024 08:56:12 -0700 (PDT) X-Google-Smtp-Source: AGHT+IE6XvQrZExv62z1Un6CUDPVXn0VekZERZlQDWkNamcdzBAdvIjB6PBYS7mizIUaO3kqJBxb X-Received: by 2002:a5d:598c:0:b0:341:d33e:da1b with SMTP id n12-20020a5d598c000000b00341d33eda1bmr987433wri.31.1711382172395; Mon, 25 Mar 2024 08:56:12 -0700 (PDT) ARC-Seal: i=1; a=rsa-sha256; t=1711382172; cv=none; d=google.com; s=arc-20160816; b=rOfkzwzUL8PSdyVxuRKaRdznaHIeOaUsWsifnyGbm+4u4PeJn7HxBIf5vvDt3mR+Xz uo13Z1bFux57H3gcABhiGiVvGDifO/qvJeeb4yUxd4xqMwWosWQJGBr8QJyPtQ8BZ+Je NEWqRHZwofpSSW4BefAVLWNvpX8sWJWrZnIjPFJb8e7CWupeUemEQ/pvPr0Ty7Ba0TwS /vlNQn0EmRELUDoEiAnXQYm4LA9qVMrSURJpgGMV4AnO37gAz5Q0063tmjSRE1q/J7qr J/m2R5sczxBdCNkyvquqTbIYTT7XfVpoC6Xdh92/cu8e3D6seR2GtDQR+jEhPMHs7/eb FNuw== ARC-Message-Signature: i=1; a=rsa-sha256; c=relaxed/relaxed; d=google.com; s=arc-20160816; h=content-transfer-encoding:mime-version:references:in-reply-to :message-id:date:subject:cc:to:from; bh=aogZgChqCmbytFj2vMaiM9WKyiOpvKXuQPWBSyPhZ6A=; fh=/h9QQkzJ8EboVkWg45aWwpaUro6WMavIVd2OhN45RtE=; b=ccb0fCdaO4WmPurTqTmhGQISIhN0KVBYacZruztKl+t5AapPHfntioHDUvph/VlZwI iH5Tnh8hnoxS7QLo+FsLqKQ+mWLgqiLRZvI48h403lOmaOZ7aJu5teT9d8X4qt4D5NID BMgbj04TV9mw/Yy1wTjcUtIHFifhg0rIq4Znehmf1on66N0al6pckxrZv45AJDpXeVbP oJPmy3GrtZ7Xq4GpxIBoaEz8aYq12krZLAo28gQznBQCk+CmiG9tc0glL0h0IS/I23t0 NurQNRRFHsjUXFRPqgTvvv9tLwOGp2wKkOLIte0KMINWxgHg+80kjkmBhxUlLrLWjNFR zjmg==; dara=google.com ARC-Authentication-Results: i=1; gmr-mx.google.com; spf=pass (google.com: domain of amikan@ilbers.de designates 85.214.156.166 as permitted sender) smtp.mailfrom=amikan@ilbers.de Return-Path: Received: from shymkent.ilbers.de (shymkent.ilbers.de. [85.214.156.166]) by gmr-mx.google.com with ESMTPS id jv1-20020a05600c570100b0041466c64287si287560wmb.1.2024.03.25.08.56.12 for (version=TLS1_2 cipher=ECDHE-ECDSA-CHACHA20-POLY1305 bits=256/256); Mon, 25 Mar 2024 08:56:12 -0700 (PDT) Received-SPF: pass (google.com: domain of amikan@ilbers.de designates 85.214.156.166 as permitted sender) client-ip=85.214.156.166; Authentication-Results: gmr-mx.google.com; spf=pass (google.com: domain of amikan@ilbers.de designates 85.214.156.166 as permitted sender) smtp.mailfrom=amikan@ilbers.de Received: from user-B660.promwad.corp ([159.148.83.123]) (authenticated bits=0) by shymkent.ilbers.de (8.15.2/8.15.2/Debian-8+deb9u1) with ESMTPSA id 42PFtnLR011703 (version=TLSv1.2 cipher=ECDHE-RSA-AES256-GCM-SHA384 bits=256 verify=NOT); Mon, 25 Mar 2024 16:56:11 +0100 From: Anton Mikanovich To: isar-users@googlegroups.com Cc: Anton Mikanovich Subject: [PATCH 18/23] CI: Execute startvm testcases after building Date: Mon, 25 Mar 2024 17:55:35 +0200 Message-Id: <20240325155540.4162990-19-amikan@ilbers.de> X-Mailer: git-send-email 2.34.1 In-Reply-To: <20240325155540.4162990-1-amikan@ilbers.de> References: <20240325155540.4162990-1-amikan@ilbers.de> MIME-Version: 1.0 Content-Transfer-Encoding: 8bit X-Spam-Status: No, score=-1.0 required=5.0 tests=ALL_TRUSTED autolearn=unavailable autolearn_force=no version=3.4.2 X-Spam-Checker-Version: SpamAssassin 3.4.2 (2018-09-13) on shymkent.ilbers.de X-TUID: bHU7JDeHcf33 Move startvm testcases up to be executed right after following targets git built. Tag them as startvm to allow dsabling with '-startvm'. Full testsuite was not changed. Signed-off-by: Anton Mikanovich --- testsuite/citest.py | 309 +++++++++++++++++++++++++++++++++++--------- 1 file changed, 245 insertions(+), 64 deletions(-) diff --git a/testsuite/citest.py b/testsuite/citest.py index efabd450..395b2965 100755 --- a/testsuite/citest.py +++ b/testsuite/citest.py @@ -145,6 +145,74 @@ class Fast(CIBaseTest): self.init() self.perform_build_test(targets) + + """ + BEGIN: Run tests for test_fast_min + """ + def test_run_amd64_bullseye(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('amd64', 'bullseye', image='isar-image-ci') + + + def test_run_arm_buster_base(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm', 'buster', image='isar-image-ci', keep=True) + + def test_run_arm_buster_getty_target(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm', 'buster', image='isar-image-ci', + cmd='systemctl is-active getty.target', keep=True) + + def test_run_arm_buster_example_module(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm', 'buster', image='isar-image-ci', + script='test_kernel_module.sh example_module') + + + def test_run_arm_bullseye_base(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm', 'bullseye', image='isar-image-ci', keep=True) + + def test_run_arm_bullseye_example_module(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm', 'bullseye', image='isar-image-ci', + cmd='lsmod | grep example_module', keep=True) + + def test_run_arm_bullseye_getty_target(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm', 'bullseye', image='isar-image-ci', + script='test_systemd_unit.sh getty.target 10') + + + def test_run_arm64_focal(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm64', 'focal', image='isar-image-base') + + def test_fast_debsrc(self): targets = [ 'mc:qemuarm-bookworm:isar-image-ci', @@ -154,6 +222,34 @@ class Fast(CIBaseTest): self.init() self.perform_build_test(targets, debsrc_cache=True) + + def test_run_arm_bookworm_base(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm', 'bookworm', image='isar-image-ci', keep=True) + + def test_run_arm_bookworm_example_module(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm', 'bookworm', image='isar-image-ci', + cmd='lsmod | grep example_module', keep=True) + + def test_run_arm_bookworm_getty_target(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm', 'bookworm', image='isar-image-ci', + script='test_systemd_unit.sh getty.target 10') + """ + END: Run tests for test_fast_min + """ + + def test_fast_kselftest(self): targets = [ 'mc:qemuamd64-bullseye:isar-image-ci', @@ -233,6 +329,109 @@ class Standard(CIBaseTest): self.init() self.perform_build_test(targets) + + """ + BEGIN: Run tests for test_standard_cross + """ + def test_run_i386_buster(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('i386', 'buster') + + + def test_run_i386_bullseye(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('i386', 'bullseye') + + + def test_run_amd64_buster(self): + """ + :avocado: tags=startvm + """ + self.init() + # test efi boot + self.vm_start('amd64', 'buster', image='isar-image-ci') + # test pcbios boot + self.vm_start('amd64', 'buster', True, image='isar-image-ci') + + + def test_run_mipsel_bullseye(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('mipsel', 'bullseye') + + + def test_run_amd64_focal_base(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('amd64', 'focal', image='isar-image-ci', keep=True) + + def test_run_amd64_focal_example_module(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('amd64', 'focal', image='isar-image-ci', + cmd='lsmod | grep example_module', keep=True) + + def test_run_amd64_focal_getty_target(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('amd64', 'focal', image='isar-image-ci', + script='test_systemd_unit.sh getty.target 10') + + + def test_run_amd64_bookworm(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('amd64', 'bookworm', image='isar-image-ci') + + + def test_run_i386_bookworm(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('i386', 'bookworm') + + + def test_run_mipsel_bookworm_base(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('mipsel', 'bookworm', image='isar-image-ci', keep=True) + + def test_run_mipsel_bookworm_getty_target(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('mipsel', 'bookworm', image='isar-image-ci', + cmd='systemctl is-active getty.target', keep=True) + + def test_run_mipsel_bookworm_example_module(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('mipsel', 'bookworm', image='isar-image-ci', + script='test_kernel_module.sh example_module') + + def test_standard_debsrc(self): targets = [ 'mc:qemuarm64-bullseye:isar-image-ci', @@ -242,6 +441,31 @@ class Standard(CIBaseTest): self.init() self.perform_build_test(targets, debsrc_cache=True) + + def test_run_arm64_bullseye_base(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm64', 'bullseye', image='isar-image-ci', keep=True) + + def test_run_arm64_bullseye_getty_target(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm64', 'bullseye', image='isar-image-ci', + cmd='systemctl is-active getty.target', keep=True) + + def test_run_arm64_bullseye_example_module(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm64', 'bullseye', image='isar-image-ci', + script='test_kernel_module.sh example_module') + + def test_standard_nocross(self): targets = [ 'mc:qemumipsel-buster:isar-image-base', @@ -251,6 +475,26 @@ class Standard(CIBaseTest): self.init() self.perform_build_test(targets, cross=False) + + def test_run_mipsel_buster(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('mipsel', 'buster') + + + def test_run_arm_bookworm(self): + """ + :avocado: tags=startvm + """ + self.init() + self.vm_start('arm', 'bookworm', image='isar-image-ci') + """ + END: Run tests for test_standard_cross + """ + + def test_standard_rpi(self): targets = [ 'mc:rpi-arm-bullseye:isar-image-base', @@ -470,75 +714,12 @@ class Source(CIBaseTest): self.init() self.perform_source_test(targets) -class VmBootFast(CIBaseTest): - - """ - Test QEMU image start (fast) - - :avocado: tags=startvm,fast - """ - - def test_amd64_bullseye(self): - self.init() - self.vm_start('amd64', 'bullseye', image='isar-image-ci') - - - def test_arm_bullseye_base(self): - self.init() - self.vm_start('arm','bullseye', image='isar-image-ci', keep=True) - - def test_arm_bullseye_example_module(self): - self.init() - self.vm_start('arm','bullseye', image='isar-image-ci', - cmd='lsmod | grep example_module', keep=True) - - def test_arm_bullseye_getty_target(self): - self.init() - self.vm_start('arm','bullseye', image='isar-image-ci', - script='test_systemd_unit.sh getty.target 10') - - - def test_arm_buster_base(self): - self.init() - self.vm_start('arm','buster', image='isar-image-ci', keep=True) - - def test_arm_buster_getty_target(self): - self.init() - self.vm_start('arm','buster', image='isar-image-ci', - cmd='systemctl is-active getty.target', keep=True) - - def test_arm_buster_example_module(self): - self.init() - self.vm_start('arm','buster', image='isar-image-ci', - script='test_kernel_module.sh example_module') - - - def test_arm_bookworm_base(self): - self.init() - self.vm_start('arm','bookworm', image='isar-image-ci', keep=True) - - def test_arm_bookworm_example_module(self): - self.init() - self.vm_start('arm','bookworm', image='isar-image-ci', - cmd='lsmod | grep example_module', keep=True) - - def test_arm_bookworm_getty_target(self): - self.init() - self.vm_start('arm','bookworm', image='isar-image-ci', - script='test_systemd_unit.sh getty.target 10') - - - def test_arm64_focal(self): - self.init() - self.vm_start('arm64', 'focal', image='isar-image-base') - - class VmBootFull(CIBaseTest): """ Test QEMU image start (full) - :avocado: tags=startvm,standard,full + :avocado: tags=startvm,full """ def test_arm64_bullseye_base(self): -- 2.34.1