From mboxrd@z Thu Jan 1 00:00:00 1970 X-GM-THRID: 7032253102499561472 X-Received: by 2002:adf:fe8e:: with SMTP id l14mr60256457wrr.177.1638968750292; Wed, 08 Dec 2021 05:05:50 -0800 (PST) X-BeenThere: isar-users@googlegroups.com Received: by 2002:a05:600c:2110:: with SMTP id u16ls873394wml.0.gmail; Wed, 08 Dec 2021 05:05:49 -0800 (PST) X-Google-Smtp-Source: ABdhPJz2efg6PHZsEomgJWnFmqkTGjlNipuObX9sD+CjU46aDipIPL8icq0hXkHFfrjMwNqXUvQv X-Received: by 2002:a1c:1906:: with SMTP id 6mr16405125wmz.19.1638968749133; Wed, 08 Dec 2021 05:05:49 -0800 (PST) ARC-Seal: i=1; a=rsa-sha256; t=1638968749; cv=none; d=google.com; s=arc-20160816; b=ynmSG5Go3zyW4bSGAJGP439dRp5j5g/OH+sXWlbkCnci4loYTQ15yHfRxEXROx4Yyn Fd9diCW+AzeXWXIc/bgWUXL/m85F/d65GneZ4NN/O3kP6A6tf0Mt2znowh5MtH1pvfsJ D8vQIKrIX/GyMjN3WUCZbanswwT/7cKODcGMbZ8DwEwBLSwsiQEbmvs9xIizbV/OY5ls bwQCDkBN/T+S0S8+SmaVqxWeuHhNRUZUfjax4bXWtmyA9SKmYBDBO39fXC6jRp0oysp2 ucs5k1C2RhgIDDdAJ5KHXYSvpLk9qHymC1P6xga2MiQKa6+oEYbHKT8Bp772upu8cPAL BVwg== ARC-Message-Signature: i=1; a=rsa-sha256; c=relaxed/relaxed; d=google.com; s=arc-20160816; h=content-transfer-encoding:mime-version:references:in-reply-to :message-id:date:subject:to:from; bh=LMlvsVtS+A+jyEzK/DMDyZmTb4qy6JsIYc1XajSX21E=; b=oUNHYJlpWbwnEHUZswcwhr1TB0Hxteh07M4V/7GmoKM9WuRAbGGgXUwlbpF4vKciqY /5+uDyR/6HXcOXIV+6IoOpG5nY89uSkiNPd+ZHVJ8vd46TtgF0QFzL5Yx6b4N8NKUYco /rKqPdd/Xj9iTiJpj1C/FSI9NJmaSa0bO9dg108CQaQLjscTnsUZpEl4en+u0Sv3uxHk fPLJeZwDnrLQXAXxNf6haZNiF17YZVq+1v6BvmsgfIBxgH7yYd6u2YGxNVPyfW+QmSl1 xuhIw9T5MNDLZjhm+97bzhDz9pAXrtpH0x9DpxrZX+vt56VAyY/X1d3fB0QZBBLOTQ7p YX4g== ARC-Authentication-Results: i=1; gmr-mx.google.com; spf=pass (google.com: domain of ubely@ilbers.de designates 85.214.156.166 as permitted sender) smtp.mailfrom=ubely@ilbers.de Return-Path: Received: from shymkent.ilbers.de (shymkent.ilbers.de. [85.214.156.166]) by gmr-mx.google.com with ESMTPS id p5si165308wru.1.2021.12.08.05.05.49 for (version=TLS1_2 cipher=ECDHE-ECDSA-CHACHA20-POLY1305 bits=256/256); Wed, 08 Dec 2021 05:05:49 -0800 (PST) Received-SPF: pass (google.com: domain of ubely@ilbers.de designates 85.214.156.166 as permitted sender) client-ip=85.214.156.166; Authentication-Results: gmr-mx.google.com; spf=pass (google.com: domain of ubely@ilbers.de designates 85.214.156.166 as permitted sender) smtp.mailfrom=ubely@ilbers.de Received: from baighyz.m.ilbers.de (host-80-81-17-52.static.customer.m-online.net [80.81.17.52]) (authenticated bits=0) by shymkent.ilbers.de (8.15.2/8.15.2/Debian-8) with ESMTPSA id 1B8D5iLC009193 (version=TLSv1.2 cipher=ECDHE-RSA-AES256-GCM-SHA384 bits=256 verify=NOT) for ; Wed, 8 Dec 2021 14:05:48 +0100 From: Uladzimir Bely To: isar-users@googlegroups.com Subject: [PATCH v3 11/20] sbuild: Introduce a class for another build method Date: Wed, 8 Dec 2021 14:05:35 +0100 Message-Id: <20211208130544.15133-12-ubely@ilbers.de> X-Mailer: git-send-email 2.20.1 In-Reply-To: <20211208130544.15133-1-ubely@ilbers.de> References: <20211208130544.15133-1-ubely@ilbers.de> MIME-Version: 1.0 Content-Transfer-Encoding: 8bit X-Spam-Status: No, score=-1.0 required=5.0 tests=ALL_TRUSTED autolearn=unavailable autolearn_force=no version=3.4.2 X-Spam-Checker-Version: SpamAssassin 3.4.2 (2018-09-13) on shymkent.ilbers.de X-TUID: cp+xO26QCex1 This also adds mounts for base-apt inside schroot and adds import/export deb files to/from schroot. So that it becomes possible to run second `cached` build from local base-apt repo. Signed-off-by: Uladzimir Bely --- meta/classes/sbuild.bbclass | 146 ++++++++++++++++++++++++++++++++++++ meta/conf/bitbake.conf | 2 + 2 files changed, 148 insertions(+) create mode 100644 meta/classes/sbuild.bbclass diff --git a/meta/classes/sbuild.bbclass b/meta/classes/sbuild.bbclass new file mode 100644 index 00000000..208b00e1 --- /dev/null +++ b/meta/classes/sbuild.bbclass @@ -0,0 +1,146 @@ +# This software is a part of ISAR. +# Copyright (C) 2021 ilbers GmbH + +SCHROOT_CONF ?= "/etc/schroot" + +SCHROOT_MOUNTS ?= "" + +python __anonymous() { + import pwd + d.setVar('SCHROOT_USER', pwd.getpwuid(os.geteuid()).pw_name) + d.setVar('SCHROOT_USER_HOME', pwd.getpwuid(os.geteuid()).pw_dir) + + mode = d.getVar('ISAR_CROSS_COMPILE', True) + distro_arch = d.getVar('DISTRO_ARCH') + if mode == "0" or d.getVar('HOST_ARCH') == distro_arch or \ + (d.getVar('HOST_DISTRO') == "debian-stretch" and distro_arch == "i386"): + d.setVar('SBUILD_HOST_ARCH', distro_arch) + d.setVar('SCHROOT_DIR', d.getVar('SCHROOT_TARGET_DIR')) + dep = "sbuild-chroot-target:do_build" + else: + d.setVar('SBUILD_HOST_ARCH', d.getVar('HOST_ARCH')) + d.setVar('SCHROOT_DIR', d.getVar('SCHROOT_HOST_DIR')) + dep = "sbuild-chroot-host:do_build" + d.setVar('SCHROOT_DEP', dep) +} + +SBUILD_CHROOT ?= "${DEBDISTRONAME}-${SCHROOT_USER}-${@os.getpid()}" +SBUILD_CHROOT_RW ?= "${SBUILD_CHROOT}-rw" + +SBUILD_CONF_DIR ?= "${SCHROOT_CONF}/${SBUILD_CHROOT}" +SCHROOT_CONF_FILE ?= "${SCHROOT_CONF}/chroot.d/${SBUILD_CHROOT}" +SCHROOT_CONF_FILE_RW ?= "${SCHROOT_CONF}/chroot.d/${SBUILD_CHROOT}-rw" + +schroot_create_configs() { + sudo -s <<'EOSUDO' + set -e + + cat << EOF > "${SCHROOT_CONF_FILE}" +[${SBUILD_CHROOT}] +type=directory +directory=${SCHROOT_DIR} +profile=${SBUILD_CHROOT} +users=${SCHROOT_USER} +groups=root,sbuild +root-users=${SCHROOT_USER} +root-groups=root,sbuild +source-root-users=${SCHROOT_USER} +source-root-groups=root,sbuild +union-type=overlay +preserve-environment=true +EOF + + cat << EOF > "${SCHROOT_CONF_FILE_RW}" +[${SBUILD_CHROOT_RW}] +type=directory +directory=${SCHROOT_DIR} +profile=${SBUILD_CHROOT} +users=${SCHROOT_USER} +groups=root,sbuild +root-users=${SCHROOT_USER} +root-groups=root,sbuild +preserve-environment=true +EOF + + mkdir -p "${SCHROOT_DIR}/etc/apt/preferences.d" + cat << EOF > "${SCHROOT_DIR}/etc/apt/preferences.d/isar-apt" +Package: * +Pin: release n=${DEBDISTRONAME} +Pin-Priority: 1000 +EOF + + # Prepare mount points + cp -rf "${SCHROOT_CONF}/sbuild" "${SBUILD_CONF_DIR}" + sbuild_fstab="${SBUILD_CONF_DIR}/fstab" + + fstab_baseapt="${REPO_BASE_DIR} /base-apt none rw,bind 0 0" + grep -qxF "${fstab_baseapt}" ${sbuild_fstab} || echo "${fstab_baseapt}" >> ${sbuild_fstab} + + if [ -d ${DL_DIR} ]; then + fstab_downloads="${DL_DIR} /downloads none rw,bind 0 0" + grep -qxF "${fstab_downloads}" ${sbuild_fstab} || echo "${fstab_downloads}" >> ${sbuild_fstab} + fi +EOSUDO +} + +schroot_delete_configs() { + sudo -s <<'EOSUDO' + set -e + if [ -d "${SBUILD_CONF_DIR}" ]; then + rm -rf "${SBUILD_CONF_DIR}" + fi + rm -f "${SCHROOT_DIR}/etc/apt/preferences.d/isar-apt" + rm -f "${SCHROOT_CONF_FILE}" + rm -f "${SCHROOT_CONF_FILE_RW}" +EOSUDO +} + +schroot_install() { + schroot_create_configs + APTS="$1" + + distro="${DISTRO}" + if [ ${ISAR_CROSS_COMPILE} -eq 1 ]; then + distro="${HOST_DISTRO}" + fi + + deb_dl_dir_import ${SCHROOT_DIR} ${distro} + schroot -d / -c ${SBUILD_CHROOT_RW} -u root -- \ + apt install -y -o Debug::pkgProblemResolver=yes \ + --no-install-recommends --download-only ${APTS} + deb_dl_dir_export ${SCHROOT_DIR} ${distro} + + schroot -d / -c ${SBUILD_CHROOT_RW} -u root -- \ + apt install -y -o Debug::pkgProblemResolver=yes \ + --no-install-recommends ${APTS} + schroot_delete_configs +} + +insert_mounts() { + sudo -s <<'EOSUDO' + set -e + for mp in ${SCHROOT_MOUNTS}; do + FSTAB_LINE="${mp%%:*} ${mp#*:} none rw,bind 0 0" + grep -qxF "${FSTAB_LINE}" ${SBUILD_CONF_DIR}/fstab || \ + echo "${FSTAB_LINE}" >> ${SBUILD_CONF_DIR}/fstab + done +EOSUDO +} + +remove_mounts() { + sudo -s <<'EOSUDO' + set -e + for mp in ${SCHROOT_MOUNTS}; do + FSTAB_LINE="${mp%%:*} ${mp#*:} none rw,bind 0 0" + sed -i "\|${FSTAB_LINE}|d" ${SBUILD_CONF_DIR}/fstab + done +EOSUDO +} + +schroot_run() { + schroot_create_configs + insert_mounts + schroot $@ + remove_mounts + schroot_delete_configs +} diff --git a/meta/conf/bitbake.conf b/meta/conf/bitbake.conf index cd1c4a64..c1458f05 100644 --- a/meta/conf/bitbake.conf +++ b/meta/conf/bitbake.conf @@ -58,6 +58,8 @@ SSTATE_DIR ?= "${TOPDIR}/sstate-cache" SSTATE_MANIFESTS = "${TMPDIR}/sstate-control/${DISTRO}-${DISTRO_ARCH}" BUILDCHROOT_HOST_DIR = "${DEPLOY_DIR_BUILDCHROOT}-host/${HOST_DISTRO}-${HOST_ARCH}_${DISTRO}-${DISTRO_ARCH}" BUILDCHROOT_TARGET_DIR = "${DEPLOY_DIR_BUILDCHROOT}-target/${DISTRO}-${DISTRO_ARCH}" +SCHROOT_HOST_DIR = "${DEPLOY_DIR}/schroot-host/${HOST_DISTRO}-${HOST_ARCH}_${DISTRO}-${DISTRO_ARCH}" +SCHROOT_TARGET_DIR = "${DEPLOY_DIR}/schroot-target/${DISTRO}-${DISTRO_ARCH}" SDKCHROOT_DIR = "${DEPLOY_DIR_SDKCHROOT}/${DISTRO}-${DISTRO_ARCH}" CACHE = "${TMPDIR}/cache" KERNEL_FILE ?= "vmlinuz" -- 2.20.1