From mboxrd@z Thu Jan 1 00:00:00 1970 X-GM-THRID: 7114179385042665472 X-Received: by 2002:a50:fb9a:0:b0:435:6c0e:3342 with SMTP id e26-20020a50fb9a000000b004356c0e3342mr21962960edq.337.1656398970012; Mon, 27 Jun 2022 23:49:30 -0700 (PDT) X-BeenThere: isar-users@googlegroups.com Received: by 2002:a05:6402:50cf:b0:435:9b77:f6e3 with SMTP id h15-20020a05640250cf00b004359b77f6e3ls4089778edb.0.gmail; Mon, 27 Jun 2022 23:49:29 -0700 (PDT) X-Google-Smtp-Source: AGRyM1ueIYNK6lDWWU+6kh1a7Y4tmND9bQqOEtNI7NrgWcDQyiq9k82PKFGZ71uqIsS8ZmO7IR/1 X-Received: by 2002:a05:6402:5008:b0:437:7f01:82a with SMTP id p8-20020a056402500800b004377f01082amr15092610eda.220.1656398969116; Mon, 27 Jun 2022 23:49:29 -0700 (PDT) ARC-Seal: i=1; a=rsa-sha256; t=1656398969; cv=none; d=google.com; s=arc-20160816; b=ox5Mxzdo7TeFXGkcq/MZ8k9MNlcJKd/cJV9iK5FG6iyNm7tFqXj1U2RHf78YuhdUGl Du8tYn3BTnGTVyykgKxhoRjT+eXazaTZcWOntxQfMSgcore1FVG5SS/oSn45PIdowMqv EOM9U2wIvdeTTn9Zw0HQbZwuG+PIu3UmJkfF3eX1RtQNp0sYIStb/UUXIydVMkueVNKa 1esJ4KRDFCXbGxxb32PZMd6OLr0J9t6FMHUL6/ql71FjRh61Y6b+KYe1dXOupTeYZg2y bjAui95SXSYVn9M+o9dW382K6Y7/KGRM1MsHrjf3ye6DJM0+h04ewtZx5EpSKiCGKgxj ylMw== ARC-Message-Signature: i=1; a=rsa-sha256; c=relaxed/relaxed; d=google.com; s=arc-20160816; h=references:in-reply-to:message-id:date:subject:cc:to:from; bh=mmVBcrvuQTqSOapt5RE6cdXYPsDP+MMXzDD4+p95iuI=; b=MxznMPYSUqWXWABGeEA4f22ti5tYzF9S3f0+AZ7KB5Ildzffh0C3gXU0/aObJVWDdi TdsyOysUr0EAdq8M5e+U7vX1DIRCAtu0EphmFAs3cJ5f4m42ABA4nMQEXDwUISpp1M7e +x+7fypzQOClHxifrHHc8DUO7FTzsQeA+IN8dUPDURDBp3vt+1pxWYTm8f9CPlBgYTp7 /Dna9xSThniUb0xF24deNzVEVXGNvqa1ghhBZ1Ko0bX51oqi2ZmT8kL2N5navHkqh+Lx KFH5MIPaAM1MzDeldqyuyYv7hnCulCUvpQbmcl1QpMBeQaio+df7mhC54IHt0BXQ8QR7 qiOw== ARC-Authentication-Results: i=1; gmr-mx.google.com; spf=pass (google.com: domain of amikan@ilbers.de designates 85.214.156.166 as permitted sender) smtp.mailfrom=amikan@ilbers.de Return-Path: Received: from shymkent.ilbers.de (shymkent.ilbers.de. [85.214.156.166]) by gmr-mx.google.com with ESMTPS id t1-20020a056402524100b0042d687c85d2si391464edd.0.2022.06.27.23.49.28 for (version=TLS1_2 cipher=ECDHE-ECDSA-CHACHA20-POLY1305 bits=256/256); Mon, 27 Jun 2022 23:49:29 -0700 (PDT) Received-SPF: pass (google.com: domain of amikan@ilbers.de designates 85.214.156.166 as permitted sender) client-ip=85.214.156.166; Authentication-Results: gmr-mx.google.com; spf=pass (google.com: domain of amikan@ilbers.de designates 85.214.156.166 as permitted sender) smtp.mailfrom=amikan@ilbers.de Received: from localhost.localdomain (mm-172-27-214-37.mgts.dynamic.pppoe.byfly.by [37.214.27.172] (may be forged)) (authenticated bits=0) by shymkent.ilbers.de (8.15.2/8.15.2/Debian-8+deb9u1) with ESMTPSA id 25S6nMS8030758 (version=TLSv1.2 cipher=ECDHE-RSA-AES256-GCM-SHA384 bits=256 verify=NOT); Tue, 28 Jun 2022 08:49:27 +0200 From: Anton Mikanovich To: isar-users@googlegroups.com Cc: Uladzimir Bely , Anton Mikanovich Subject: [PATCH v12 04/21] sbuild: Introduce a class for another build method Date: Tue, 28 Jun 2022 09:48:56 +0300 Message-Id: <20220628064913.27938-5-amikan@ilbers.de> X-Mailer: git-send-email 2.17.1 In-Reply-To: <20220628064913.27938-1-amikan@ilbers.de> References: <20220628064913.27938-1-amikan@ilbers.de> X-Spam-Status: No, score=-1.0 required=5.0 tests=ALL_TRUSTED autolearn=unavailable autolearn_force=no version=3.4.2 X-Spam-Checker-Version: SpamAssassin 3.4.2 (2018-09-13) on shymkent.ilbers.de X-TUID: wI5y8HDcBxXp From: Uladzimir Bely This also adds mounts for base-apt inside schroot and adds import/export deb files to/from schroot. So that it becomes possible to run second `cached` build from local base-apt repo. Signed-off-by: Uladzimir Bely Signed-off-by: Anton Mikanovich --- meta/classes/sbuild.bbclass | 108 ++++++++++++++++++++++++++++++++++++ meta/conf/bitbake.conf | 2 + 2 files changed, 110 insertions(+) create mode 100644 meta/classes/sbuild.bbclass diff --git a/meta/classes/sbuild.bbclass b/meta/classes/sbuild.bbclass new file mode 100644 index 0000000..b9fc6a0 --- /dev/null +++ b/meta/classes/sbuild.bbclass @@ -0,0 +1,108 @@ +# This software is a part of ISAR. +# Copyright (C) 2021 ilbers GmbH + +SCHROOT_CONF ?= "/etc/schroot" + +SCHROOT_MOUNTS ?= "" + +python __anonymous() { + import pwd + d.setVar('SCHROOT_USER', pwd.getpwuid(os.geteuid()).pw_name) + d.setVar('SCHROOT_USER_HOME', pwd.getpwuid(os.geteuid()).pw_dir) + + mode = d.getVar('ISAR_CROSS_COMPILE', True) + distro_arch = d.getVar('DISTRO_ARCH') + if mode == "0" or d.getVar('HOST_ARCH') == distro_arch or \ + (d.getVar('HOST_DISTRO') == "debian-stretch" and distro_arch == "i386"): + d.setVar('SBUILD_HOST_ARCH', distro_arch) + d.setVar('SCHROOT_DIR', d.getVar('SCHROOT_TARGET_DIR')) + dep = "sbuild-chroot-target:do_build" + else: + d.setVar('SBUILD_HOST_ARCH', d.getVar('HOST_ARCH')) + d.setVar('SCHROOT_DIR', d.getVar('SCHROOT_HOST_DIR')) + dep = "sbuild-chroot-host:do_build" + d.setVar('SCHROOT_DEP', dep) +} + +SBUILD_CHROOT ?= "${DEBDISTRONAME}-${SCHROOT_USER}-${@os.getpid()}" + +SBUILD_CONF_DIR ?= "${SCHROOT_CONF}/${SBUILD_CHROOT}" +SCHROOT_CONF_FILE ?= "${SCHROOT_CONF}/chroot.d/${SBUILD_CHROOT}" + +schroot_create_configs() { + sudo -s <<'EOSUDO' + set -e + + cat << EOF > "${SCHROOT_CONF_FILE}" +[${SBUILD_CHROOT}] +type=directory +directory=${SCHROOT_DIR} +profile=${SBUILD_CHROOT} +users=${SCHROOT_USER} +groups=root,sbuild +root-users=${SCHROOT_USER} +root-groups=root,sbuild +source-root-users=${SCHROOT_USER} +source-root-groups=root,sbuild +union-type=overlay +preserve-environment=true +EOF + + # Prepare mount points + cp -rf "${SCHROOT_CONF}/sbuild" "${SBUILD_CONF_DIR}" + sbuild_fstab="${SBUILD_CONF_DIR}/fstab" + + fstab_baseapt="${REPO_BASE_DIR} /base-apt none rw,bind 0 0" + grep -qxF "${fstab_baseapt}" ${sbuild_fstab} || echo "${fstab_baseapt}" >> ${sbuild_fstab} + + if [ -d ${DL_DIR} ]; then + fstab_downloads="${DL_DIR} /downloads none rw,bind 0 0" + grep -qxF "${fstab_downloads}" ${sbuild_fstab} || echo "${fstab_downloads}" >> ${sbuild_fstab} + fi +EOSUDO +} + +schroot_delete_configs() { + sudo -s <<'EOSUDO' + set -e + if [ -d "${SBUILD_CONF_DIR}" ]; then + rm -rf "${SBUILD_CONF_DIR}" + fi + rm -f "${SCHROOT_CONF_FILE}" +EOSUDO +} + +sbuild_export() { + SBUILD_CONFIG="${WORKDIR}/sbuild.conf" + VAR=${1}; shift + VAR_LINE="'${VAR}' => '${@}'," + if [ -s "${SBUILD_CONFIG}" ]; then + sed -i -e "\$i\\" -e "${VAR_LINE}" ${SBUILD_CONFIG} + else + echo "\$build_environment = {" > ${SBUILD_CONFIG} + echo "${VAR_LINE}" >> ${SBUILD_CONFIG} + echo "};" >> ${SBUILD_CONFIG} + fi + export SBUILD_CONFIG="${SBUILD_CONFIG}" +} + +insert_mounts() { + sudo -s <<'EOSUDO' + set -e + for mp in ${SCHROOT_MOUNTS}; do + FSTAB_LINE="${mp%%:*} ${mp#*:} none rw,bind 0 0" + grep -qxF "${FSTAB_LINE}" ${SBUILD_CONF_DIR}/fstab || \ + echo "${FSTAB_LINE}" >> ${SBUILD_CONF_DIR}/fstab + done +EOSUDO +} + +remove_mounts() { + sudo -s <<'EOSUDO' + set -e + for mp in ${SCHROOT_MOUNTS}; do + FSTAB_LINE="${mp%%:*} ${mp#*:} none rw,bind 0 0" + sed -i "\|${FSTAB_LINE}|d" ${SBUILD_CONF_DIR}/fstab + done +EOSUDO +} diff --git a/meta/conf/bitbake.conf b/meta/conf/bitbake.conf index 20a218f..6451cb5 100644 --- a/meta/conf/bitbake.conf +++ b/meta/conf/bitbake.conf @@ -58,6 +58,8 @@ SSTATE_DIR ?= "${TOPDIR}/sstate-cache" SSTATE_MANIFESTS = "${TMPDIR}/sstate-control/${DISTRO}-${DISTRO_ARCH}" BUILDCHROOT_HOST_DIR = "${DEPLOY_DIR_BUILDCHROOT}-host/${HOST_DISTRO}-${HOST_ARCH}_${DISTRO}-${DISTRO_ARCH}" BUILDCHROOT_TARGET_DIR = "${DEPLOY_DIR_BUILDCHROOT}-target/${DISTRO}-${DISTRO_ARCH}" +SCHROOT_HOST_DIR = "${DEPLOY_DIR}/schroot-host/${HOST_DISTRO}-${HOST_ARCH}_${DISTRO}-${DISTRO_ARCH}" +SCHROOT_TARGET_DIR = "${DEPLOY_DIR}/schroot-target/${DISTRO}-${DISTRO_ARCH}" SDKCHROOT_DIR = "${DEPLOY_DIR_SDKCHROOT}/${BPN}-${DISTRO}-${MACHINE}" CACHE = "${TMPDIR}/cache" KERNEL_FILE ?= "vmlinuz" -- 2.17.1