From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from shymkent.ilbers.de ([unix socket]) by shymkent (Cyrus 2.5.10-Debian-2.5.10-3+deb9u2) with LMTPA; Sat, 01 Nov 2025 12:13:45 +0100 X-Sieve: CMU Sieve 2.4 Received: from mail-lj1-f184.google.com (mail-lj1-f184.google.com [209.85.208.184]) by shymkent.ilbers.de (8.15.2/8.15.2/Debian-8+deb9u1) with ESMTPS id 5A1BDidm020021 (version=TLSv1.2 cipher=ECDHE-RSA-AES256-GCM-SHA384 bits=256 verify=NOT) for ; Sat, 1 Nov 2025 12:13:44 +0100 Received: by mail-lj1-f184.google.com with SMTP id 38308e7fff4ca-37777da28besf17002561fa.3 for ; Sat, 01 Nov 2025 04:13:44 -0700 (PDT) ARC-Seal: i=2; a=rsa-sha256; t=1761995617; cv=pass; d=google.com; s=arc-20240605; b=MFIEg6gOdYp6hLFopd5sN6Eol4ZXagnVgZ0AXnloB3oeVg9DaaE1i+rV8UW879vdUa UBXIORNvu77TzDyPSBEzr4oQwXVnpNtF/YAC43hsQ2fo/rQGVgBt18gJEQTIo/+sVOSU U3T/ixPddUBygyotCFwK2wYBf9nn1JLQS9S0Vp+FAK0OY2j7Qc88B100yCXUhSLrucdT bIcO38XE9C63/rB4ABXydNLpMlp7cWUV5mnNsouQeXyVgzPEfIrAwwoEIqfChGp+UN6s HFGQirdS/Fs61e+Sum5N1Ss74sad1m3Li4JwB96JVUQA72BKRBcSuAkndvRYUbDXi0u7 PTvQ== ARC-Message-Signature: i=2; a=rsa-sha256; c=relaxed/relaxed; d=google.com; s=arc-20240605; h=list-unsubscribe:list-subscribe:list-archive:list-help:list-post :list-id:mailing-list:precedence:reply-to:feedback-id:mime-version :references:in-reply-to:message-id:date:subject:cc:to:from :dkim-signature; bh=wtzl6idmEgEGb1ozV81Luxmmp7pXxR6O01JHEQK/i30=; fh=TSzqWpQPMHIZ7EgLVMXvd94+SWbvBc4lVWgMQtAIdrI=; b=Xc7XTZvr+dVmxEqKgC2ZRyHVNUK4D2Ty0Cj6UuCAbhGvM0GT8N5rNIfdqCQHs3ooA1 w4Ch965L6FF9sEryKxV7674dOCNGLEQSc0rND4htcYWxKlf/HdbEwkAzkzpha4l7y4Rg BRM3QPjwdg6DJ82F1T3goWjWRVcApVnk5pRcAqJo3z+uLNos0XzW5tI+rJLnluIjo5r2 QnJ3syFJFoBKpjUDhFg3X5kUBFWjVHTx2oTnZXHC5hpcAPMRYwBrwUe9UpHpaWVrqUnK z+uLYpdWTwkmLMEn4Jpkhg1LNKaD2RbFbySzk6n3bfgiW4ABA/YHf0kA14KchcQso2qI enpg==; darn=ilbers.de ARC-Authentication-Results: i=2; gmr-mx.google.com; dkim=pass header.i=@siemens.com header.s=fm1 header.b=VjRp86mS; spf=pass (google.com: domain of fm-1212295-20251101111332b051a90686000207d8-x_dyuq@rts-flowmailer.siemens.com designates 185.136.65.227 as permitted sender) smtp.mailfrom=fm-1212295-20251101111332b051a90686000207d8-X_dyUQ@rts-flowmailer.siemens.com; dmarc=pass (p=REJECT sp=REJECT dis=NONE) header.from=siemens.com DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=googlegroups.com; s=20230601; t=1761995617; x=1762600417; darn=ilbers.de; h=list-unsubscribe:list-subscribe:list-archive:list-help:list-post :list-id:mailing-list:precedence:reply-to :x-original-authentication-results:x-original-sender:feedback-id :mime-version:references:in-reply-to:message-id:date:subject:cc:to :from:from:to:cc:subject:date:message-id:reply-to; bh=wtzl6idmEgEGb1ozV81Luxmmp7pXxR6O01JHEQK/i30=; b=YNU7j6U5di/7e/ZDVvUp91bIN/EogylqeWWHUkM2YACnoHLZ2dNd3rjENgywitxOOz bPdZ5fFXM1u1LJv/F5ii0x1c7gnQ6FpI/DEif/wQZhd54XHa7WaoPT3UO5Ow9RAw+2cb DTMb3MIWLmhm/uYt17BXPYaxc2cT0ZY119U3b8eXBdujmgeQZqzJPquNBW9z8w/P8J/8 bl89cAgAFtnbrpFEV3eOs1uFSJaTkUD9Z0S5fdJEnYuper9iThvKaCDh+gZhHDa5qnc+ HPvQP6/RWXfSBLrzsOYGRMTtw7sAlGdn4z29UUCal9qIVdymw5hqlvHWBq4yk5YFr//s ZOiw== X-Google-DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=1e100.net; s=20230601; t=1761995617; x=1762600417; h=list-unsubscribe:list-subscribe:list-archive:list-help:list-post :x-spam-checked-in-group:list-id:mailing-list:precedence:reply-to :x-original-authentication-results:x-original-sender:feedback-id :mime-version:references:in-reply-to:message-id:date:subject:cc:to :from:x-beenthere:x-gm-message-state:from:to:cc:subject:date :message-id:reply-to; bh=wtzl6idmEgEGb1ozV81Luxmmp7pXxR6O01JHEQK/i30=; b=RE9k3/wwsZk6ILuoi8GMxXGTIGqKhbks9+scNBoLt6MvzIPMStN0iWgwVfi44udeo+ 5w/fAKNWaqqQsn+xmZQPyf/tYU5cI5yD5KhsZnM4ZiMixvNXUEN5FCwBkird8pUo66E1 NrPkCsLSpZhV3JFUVyrXkaOTAIH43FjFAOgABCkLTKCBhc7O1IulxyzHhGwCx9aj/83s yhKNsYUAtGgf3tKMeLeM7hyCj8sf2XgfJqmfMh9x7WTptaOmAw7a23fA59V8WXtso11m XsS6jJ+dwF1KKoei9yp/zHkxiwKcl7cQbg3vdeIxF4aL0vKBshRvYj7v+eF5HjjJGTYy Qrtw== X-Forwarded-Encrypted: i=2; AJvYcCVp0bqPclsWiuo7J+w2ep7cHdjfA0Kva1jZbq7fZZNW7wMxPqZxATjbp5k9T1okzt3UPf2W@ilbers.de X-Gm-Message-State: AOJu0Yypxn0uLNNey3mLz5oQj4+fa3qEoIP7JVzP2kQ9paBqvusmMtIH MMncbCl674H3zcWOP/+xWOvOiyDlmuuWdhSjj2o1xV0c/emMv5d5tiYr X-Google-Smtp-Source: AGHT+IEq4Wevx1YbYdaUidh318qT4JQhWeI2U/LCy/VzOtRx99rNezosC5SMA7mF88lSF0bOKYeWRg== X-Received: by 2002:a2e:82cf:0:b0:36e:93a3:979d with SMTP id 38308e7fff4ca-37a18d91a51mr15600521fa.19.1761995617248; Sat, 01 Nov 2025 04:13:37 -0700 (PDT) X-BeenThere: isar-users@googlegroups.com; h="Ae8XA+bR5ScddZlDfNTrGhfD9Ne/wUz/lOE1Ik8bwpiLA4yaXQ==" Received: by 2002:a2e:9042:0:b0:378:cfe9:cbdd with SMTP id 38308e7fff4ca-37a10a41997ls3910471fa.1.-pod-prod-07-eu; Sat, 01 Nov 2025 04:13:33 -0700 (PDT) X-Received: by 2002:a05:651c:555:b0:378:dd6e:104b with SMTP id 38308e7fff4ca-37a18d869d6mr23433941fa.1.1761995613588; Sat, 01 Nov 2025 04:13:33 -0700 (PDT) ARC-Seal: i=1; a=rsa-sha256; t=1761995613; cv=none; d=google.com; s=arc-20240605; b=ErUaNHdboNO5fDLr+7Bk3RhQDXhvepuiOu/TcOzOCoSePzHzyM4h50tUvDs0kmgpl2 WOvWa1I7VK/h+cmiu71JWNHBU0Y+4s2DRRJfRjhbTfYXTZWHOPIZEt3d1UWK3KgiCaYG F7s0psyxdmyVjZrWQLFOT8+wHCWaAVBMhNYOZKYlcBXn8wjMFclICrSk++TRGgaboObc xo5rodtGCXQHQgDEeOug0QgFvORfdlgtuPJ2vGzU01nqREEvDUn0JzUecphO6gGvS4Eq fyIzznQazS0gon2DhYnBTvNDfvw+eR0DuEn/Y91TLbWxoup50PYx0RPIP0tPWRXJBcNz 8l/A== ARC-Message-Signature: i=1; a=rsa-sha256; c=relaxed/relaxed; d=google.com; s=arc-20240605; h=feedback-id:content-transfer-encoding:mime-version:references :in-reply-to:message-id:date:subject:cc:to:from:dkim-signature; bh=1vrnl5t5lJNonguDbK+uxWM2/HX5EfttiGXoRAAnClc=; fh=1z37pEVhqwMLlkT4FDzOga7XBsM6Rzv6sXOq0pipxqo=; b=KJ/VWyn81+XVrQT5zBsDqOiRDBpkApVmN+jrwPFCQsHmvpROu67t7lpPiJdXiadqDM 7RdMbHBZt2UpdcqICeYMAafUqdEC6KxLFnleMlTP1aljCUfs8h6Jqw5oYqnst3er72cr +2ybrJV3BdfwMfC0h/RJFCG0SSQR+ijJz71+EVrtVcNzHHnhKJPPQpOVRr0U97vzas+D L7R9LSS5Dz5+CHOBcuRDgV43n2Y4Lyb+U/nQGFeunQGMhdjj1qs52uJ/pD5d1YhTjt/g xNoy0c4bmXy3AEx6aZLlWEeZqXiM+oS5SOegNAYRcNXeg7M0rj2oxBMzmo0XketqdRYP ZQyQ==; dara=google.com ARC-Authentication-Results: i=1; gmr-mx.google.com; dkim=pass header.i=@siemens.com header.s=fm1 header.b=VjRp86mS; spf=pass (google.com: domain of fm-1212295-20251101111332b051a90686000207d8-x_dyuq@rts-flowmailer.siemens.com designates 185.136.65.227 as permitted sender) smtp.mailfrom=fm-1212295-20251101111332b051a90686000207d8-X_dyUQ@rts-flowmailer.siemens.com; dmarc=pass (p=REJECT sp=REJECT dis=NONE) header.from=siemens.com Received: from mta-65-227.siemens.flowmailer.net (mta-65-227.siemens.flowmailer.net. [185.136.65.227]) by gmr-mx.google.com with ESMTPS id 38308e7fff4ca-37a1c067edesi1040421fa.7.2025.11.01.04.13.33 for (version=TLS1_2 cipher=ECDHE-ECDSA-AES128-GCM-SHA256 bits=128/128); Sat, 01 Nov 2025 04:13:33 -0700 (PDT) Received-SPF: pass (google.com: domain of fm-1212295-20251101111332b051a90686000207d8-x_dyuq@rts-flowmailer.siemens.com designates 185.136.65.227 as permitted sender) client-ip=185.136.65.227; Received: by mta-65-227.siemens.flowmailer.net with ESMTPSA id 20251101111332b051a90686000207d8 for ; Sat, 01 Nov 2025 12:13:32 +0100 From: "'Cedric Hombourger' via isar-users" To: isar-users@googlegroups.com Cc: Cedric Hombourger Subject: [PATCH 1/4] CI: support negative build tests Date: Sat, 1 Nov 2025 12:13:14 +0100 Message-ID: <20251101111326.600581-2-cedric.hombourger@siemens.com> In-Reply-To: <20251101111326.600581-1-cedric.hombourger@siemens.com> References: <20251101111326.600581-1-cedric.hombourger@siemens.com> MIME-Version: 1.0 X-Flowmailer-Platform: Siemens Feedback-ID: 519:519-1212295:519-21489:flowmailer X-Original-Sender: cedric.hombourger@siemens.com X-Original-Authentication-Results: gmr-mx.google.com; dkim=pass header.i=@siemens.com header.s=fm1 header.b=VjRp86mS; spf=pass (google.com: domain of fm-1212295-20251101111332b051a90686000207d8-x_dyuq@rts-flowmailer.siemens.com designates 185.136.65.227 as permitted sender) smtp.mailfrom=fm-1212295-20251101111332b051a90686000207d8-X_dyUQ@rts-flowmailer.siemens.com; dmarc=pass (p=REJECT sp=REJECT dis=NONE) header.from=siemens.com X-Original-From: Cedric Hombourger Reply-To: Cedric Hombourger Content-Type: text/plain; charset="UTF-8" Precedence: list Mailing-list: list isar-users@googlegroups.com; contact isar-users+owners@googlegroups.com List-ID: X-Spam-Checked-In-Group: isar-users@googlegroups.com X-Google-Group-Id: 914930254986 List-Post: , List-Help: , List-Archive: , List-Unsubscribe: , X-Spam-Status: No, score=-4.9 required=5.0 tests=DKIMWL_WL_MED,DKIM_SIGNED, DKIM_VALID,DKIM_VALID_AU,DKIM_VALID_EF,MAILING_LIST_MULTI, RCVD_IN_DNSWL_BLOCKED,RCVD_IN_MSPIKE_H2,RCVD_IN_RP_CERTIFIED, RCVD_IN_RP_RNBL,RCVD_IN_RP_SAFE,SPF_PASS autolearn=unavailable autolearn_force=no version=3.4.2 X-Spam-Checker-Version: SpamAssassin 3.4.2 (2018-09-13) on shymkent.ilbers.de X-TUID: 3L0hP7goQZde It appears that our build tests are only check for successful builds. We also want to make sure builds fail when they are expected to. This adds a should_fail boolean to bitbake() and perform_build_test() Signed-off-by: Cedric Hombourger --- testsuite/cibase.py | 4 ++-- testsuite/cibuilder.py | 12 ++++++++---- 2 files changed, 10 insertions(+), 6 deletions(-) diff --git a/testsuite/cibase.py b/testsuite/cibase.py index 6ffedcea..0a006a21 100755 --- a/testsuite/cibase.py +++ b/testsuite/cibase.py @@ -14,12 +14,12 @@ from avocado.utils import process class CIBaseTest(CIBuilder): - def perform_build_test(self, targets, **kwargs): + def perform_build_test(self, targets, should_fail=False, **kwargs): self.configure(**kwargs) self.log.info("Starting build...") - self.bitbake(targets, **kwargs) + self.bitbake(targets, should_fail=should_fail, **kwargs) def perform_wic_partition_test(self, targets, wic_deploy_parts, **kwargs): self.configure(wic_deploy_parts=wic_deploy_parts, **kwargs) diff --git a/testsuite/cibuilder.py b/testsuite/cibuilder.py index cd5e70ba..366f6a1f 100755 --- a/testsuite/cibuilder.py +++ b/testsuite/cibuilder.py @@ -281,7 +281,8 @@ class CIBuilder(Test): if os.path.exists(self.build_dir + '/' + src): shutil.move(self.build_dir + '/' + src, self.build_dir + '/' + dst) - def bitbake(self, target, bitbake_cmd=None, sig_handler=None, **kwargs): + def bitbake(self, target, bitbake_cmd=None, should_fail=False, + sig_handler=None, **kwargs): self.check_init() self.log.info("===================================================") self.log.info(f"Building {str(target)}") @@ -318,13 +319,16 @@ class CIBuilder(Test): continue if fd == p1.stdout.fileno(): self.log.info(p1.stdout.readline().rstrip()) - if fd == p1.stderr.fileno(): + if fd == p1.stderr.fileno() and should_fail is False: app_log.error(p1.stderr.readline().rstrip()) if p1.poll() is not None: break p1.wait() - if p1.returncode: - self.fail("Bitbake failed") + if should_fail is False: + if p1.returncode: + self.fail("Bitbake failed") + elif p1.returncode == 0: + self.fail("Bitbake suceeded but was expected to fail!") def backupfile(self, path): self.check_init() -- 2.47.3 -- You received this message because you are subscribed to the Google Groups "isar-users" group. To unsubscribe from this group and stop receiving emails from it, send an email to isar-users+unsubscribe@googlegroups.com. To view this discussion visit https://groups.google.com/d/msgid/isar-users/20251101111326.600581-2-cedric.hombourger%40siemens.com.