2023-10-26 19:11:40 +00:00
|
|
|
# SPDX-License-Identifier: GPL-3.0-only
|
2024-05-26 00:54:36 +00:00
|
|
|
# Copyright (c) 2022 Caleb La Grange <thonkpeasant@protonmail.com>
|
|
|
|
# Copyright (c) 2022 Ferass El Hafidi <vitali64pmemail@protonmail.com>
|
|
|
|
# Copyright (c) 2020-2024 Leah Rowe <leah@libreboot.org>
|
2023-10-26 19:11:40 +00:00
|
|
|
|
2024-05-06 21:54:55 +00:00
|
|
|
export LC_COLLATE=C
|
|
|
|
export LC_ALL=C
|
|
|
|
|
2024-06-08 00:55:15 +00:00
|
|
|
_ua="Mozilla/5.0 (Windows NT 10.0; rv:91.0) Gecko/20100101 Firefox/91.0"
|
|
|
|
|
2024-06-06 20:45:53 +00:00
|
|
|
ifdtool="elf/ifdtool/default/ifdtool"
|
|
|
|
cbfstool="elf/cbfstool/default/cbfstool"
|
2024-05-26 00:54:36 +00:00
|
|
|
tmpgit="$PWD/tmp/gitclone"
|
make GRUB multi-tree and re-add xhci patches
The xHCI patches were removed because they caused issues
on Sandybridge-based Dell Latitude laptops. See:
https://codeberg.org/libreboot/lbmk/issues/216
The issue was not reported elsewhere, but we still don't
need xHCI support in Canoeboot's GRUB because none of the
available coreboot targets have xHCI support. However, we
may want it in the future and it helps to keep Canoeboot
in sync with Libreboot (this patch is adapted from lbmk).
Each given coreboot target can say which GRUB tree to use
by setting this in target.cfg:
grubtree="xhci"
In the above example, the "xhci" tree would be used. Some
generic GRUB config has been moved to config/data/grub/
and config/grub/ now looks like config/coreboot/ - also,
the grub.cfg file (named "payload" in each tree) is copied
to the GRUB source tree as ".config", then added to GRUB's
memdisk in the same way, as grub.cfg.
Several other design changes had to be made because of this:
* grub.cfg in memdisk no longer automatically jumps to one
in CBFS, but now shows a menuentry for it if available
* Certain commands in script/trees are disabled for GRUB,
such as *config make commands.
* gnulib is now defined in config/submodule/grub/, instead
of config/git/grub - and this mitigates an existing bug
where downloading gnulib first would make grub no longer
possible to download in lbmk.
There is another reason for merging this design change from
lbmk, and that reasoning also applies to lbmk. Specifically:
This change will enable per-board GRUB optimisation in the
future. For example, we hardcode what partitions and LVMs
GRUB scans because * is slow on ICH7-based machines, due
to GRUB's design. On other machines, * is reasonably fast,
for automatically enumerating the list of devices for boot.
Use of * (and other wildcards) could enable our GRUB payload
to automatically boot more distros, with minimal fuss. This
can be done at a later date, in subsequent revisions.
Signed-off-by: Leah Rowe <leah@libreboot.org>
2024-06-01 22:01:30 +00:00
|
|
|
grubdata="config/data/grub"
|
2024-05-06 21:54:55 +00:00
|
|
|
err="err_"
|
|
|
|
|
|
|
|
err_()
|
|
|
|
{
|
2024-06-28 12:41:22 +00:00
|
|
|
printf "ERROR %s: %s\n" "$0" "$1" 1>&2; exit 1
|
2024-05-06 21:54:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
setvars()
|
|
|
|
{
|
2024-06-24 23:22:42 +00:00
|
|
|
_setvars="" && [ $# -lt 2 ] && $err "setvars: too few arguments"
|
|
|
|
val="$1" && shift 1 && for var in $@; do
|
2024-05-26 00:54:36 +00:00
|
|
|
_setvars="$var=\"$val\"; $_setvars"
|
2024-06-24 23:22:42 +00:00
|
|
|
done; printf "%s\n" "${_setvars% }"
|
2024-05-06 21:54:55 +00:00
|
|
|
}
|
2024-06-14 12:36:31 +00:00
|
|
|
chkvars()
|
|
|
|
{
|
|
|
|
for var in $@; do
|
|
|
|
eval "[ -n "\${$var+x}" ] || \$err \"$var unset\""
|
2024-06-28 21:32:03 +00:00
|
|
|
eval "[ -n "\$$var" ] || \$err \"$var unset\""
|
2024-06-28 12:40:50 +00:00
|
|
|
done; return 0
|
2024-06-14 12:36:31 +00:00
|
|
|
}
|
2024-06-05 10:07:53 +00:00
|
|
|
|
2024-06-28 13:59:52 +00:00
|
|
|
eval `setvars "" _nogit board xbmk_parent versiondate projectsite projectname \
|
2024-07-10 21:14:39 +00:00
|
|
|
aur_notice configdir datadir version relname`
|
2024-06-05 10:07:53 +00:00
|
|
|
|
2024-06-24 23:18:12 +00:00
|
|
|
for fv in projectname projectsite version versiondate; do
|
|
|
|
eval "[ ! -f "$fv" ] || read -r $fv < \"$fv\" || :"
|
2024-06-28 12:42:19 +00:00
|
|
|
done; chkvars projectname projectsite
|
2024-06-05 10:07:53 +00:00
|
|
|
|
2024-06-23 11:34:26 +00:00
|
|
|
setcfg()
|
|
|
|
{
|
2024-06-27 01:52:46 +00:00
|
|
|
[ $# -gt 1 ] && printf "e \"%s\" f missing && return %s;\n" "$1" "$2"
|
|
|
|
[ $# -gt 1 ] || \
|
|
|
|
printf "e \"%s\" f not && %s \"Missing config\";\n" "$1" "$err"
|
2024-06-23 11:34:26 +00:00
|
|
|
printf ". \"%s\" || %s \"Could not read config\";\n" "$1" "$err"
|
|
|
|
}
|
|
|
|
|
|
|
|
e()
|
|
|
|
{
|
2024-06-27 02:41:30 +00:00
|
|
|
es_t="e" && [ $# -gt 1 ] && es_t="$2"
|
2024-06-23 11:34:26 +00:00
|
|
|
es2="already exists"
|
|
|
|
estr="[ -$es_t \"\$1\" ] || return 1"
|
|
|
|
[ $# -gt 2 ] && estr="[ -$es_t \"\$1\" ] && return 1" && es2="missing"
|
|
|
|
|
2024-07-26 14:24:00 +00:00
|
|
|
eval "$estr"; printf "%s %s\n" "$1" "$es2" 1>&2
|
2024-06-23 11:34:26 +00:00
|
|
|
}
|
|
|
|
|
2024-06-05 10:07:53 +00:00
|
|
|
install_packages()
|
|
|
|
{
|
2024-06-22 02:55:04 +00:00
|
|
|
[ $# -lt 2 ] && $err "fewer than two arguments"
|
2024-06-22 01:35:25 +00:00
|
|
|
eval `setcfg "config/dependencies/$2"`
|
2024-06-05 10:07:53 +00:00
|
|
|
|
|
|
|
$pkg_add $pkglist || $err "Cannot install packages"
|
|
|
|
|
|
|
|
[ -n "$aur_notice" ] && \
|
|
|
|
printf "You need AUR packages: %s\n" "$aur_notice" 1>&2; return 0
|
|
|
|
}
|
2024-06-23 11:34:26 +00:00
|
|
|
[ $# -gt 0 ] && [ "$1" = "dependencies" ] && install_packages $@ && exit 0
|
2024-06-04 12:53:08 +00:00
|
|
|
|
2024-06-05 10:26:08 +00:00
|
|
|
id -u 1>/dev/null 2>/dev/null || $err "suid check failed (id -u)"
|
2024-06-05 10:11:01 +00:00
|
|
|
[ "$(id -u)" != "0" ] || $err "this command as root is not permitted"
|
|
|
|
|
2024-06-27 02:18:23 +00:00
|
|
|
[ -z "${TMPDIR+x}" ] || [ "${TMPDIR%_*}" = "/tmp/xbmk" ] || unset TMPDIR
|
|
|
|
[ -n "${TMPDIR+x}" ] && export TMPDIR="$TMPDIR"
|
|
|
|
|
|
|
|
if [ -z "${TMPDIR+x}" ]; then
|
2024-06-24 23:20:06 +00:00
|
|
|
[ -f "lock" ] && $err "$PWD/lock exists. Is a build running?"
|
2024-05-06 21:54:55 +00:00
|
|
|
export TMPDIR="/tmp"
|
2024-06-27 02:18:23 +00:00
|
|
|
export TMPDIR="$(mktemp -d -t xbmk_XXXXXXXX)"
|
2024-06-09 14:37:13 +00:00
|
|
|
touch lock || $err "cannot create 'lock' file"
|
2024-06-27 02:18:23 +00:00
|
|
|
xbmk_parent="y"
|
2024-05-06 21:54:55 +00:00
|
|
|
fi
|
2023-10-26 19:11:40 +00:00
|
|
|
|
2024-07-18 23:31:57 +00:00
|
|
|
# XBMK_CACHE is a directory, for caching downloads and git repositories
|
|
|
|
[ -z "${XBMK_CACHE+x}" ] && export XBMK_CACHE="$PWD/cache"
|
|
|
|
[ -z "$XBMK_CACHE" ] && export XBMK_CACHE="$PWD/cache"
|
|
|
|
[ -L "$XBMK_CACHE" ] && [ "$XBMK_CACHE" = "$PWD/cache" ] && \
|
|
|
|
$err "cachedir is default, $PWD/cache, but it exists and is a symlink"
|
|
|
|
[ -L "$XBMK_CACHE" ] && export XBMK_CACHE="$PWD/cache"
|
|
|
|
[ -f "$XBMK_CACHE" ] && $err "cachedir '$XBMK_CACHE' exists but it's a file"
|
|
|
|
|
2024-06-09 14:37:13 +00:00
|
|
|
# if "y": a coreboot target won't be built if target.cfg says release="n"
|
|
|
|
# (this is used to exclude certain build targets from releases)
|
2024-06-24 23:12:18 +00:00
|
|
|
[ -z "${XBMK_RELEASE+x}" ] && export XBMK_RELEASE="n"
|
|
|
|
[ "$XBMK_RELEASE" = "y" ] || export XBMK_RELEASE="n"
|
2024-06-09 14:37:13 +00:00
|
|
|
|
2024-06-24 23:12:18 +00:00
|
|
|
[ -z "${XBMK_THREADS+x}" ] && export XBMK_THREADS=1
|
|
|
|
expr "X$XBMK_THREADS" : "X-\{0,1\}[0123456789][0123456789]*$" \
|
|
|
|
1>/dev/null 2>/dev/null || export XBMK_THREADS=1 # user gave a non-integer
|
2024-04-28 16:31:16 +00:00
|
|
|
|
2024-05-15 02:01:25 +00:00
|
|
|
x_() {
|
2024-08-11 20:19:04 +00:00
|
|
|
[ $# -lt 1 ] || $@ || \
|
|
|
|
$err "Unhandled non-zero exit: $(echo "$@")"; return 0
|
2024-05-15 02:01:25 +00:00
|
|
|
}
|
|
|
|
|
2024-05-25 13:37:40 +00:00
|
|
|
[ -e ".git" ] || [ -f "version" ] || printf "unknown\n" > version || \
|
2024-05-24 13:53:45 +00:00
|
|
|
$err "Cannot generate unknown version file"
|
2024-06-28 12:44:13 +00:00
|
|
|
[ -e ".git" ] || [ -f "versiondate" ] || printf "1716415872\n" > versiondate \
|
|
|
|
|| $err "Cannot generate unknown versiondate file"
|
2024-05-24 13:53:45 +00:00
|
|
|
|
2024-05-26 00:54:36 +00:00
|
|
|
version_="$version"
|
2024-05-15 02:01:25 +00:00
|
|
|
[ ! -e ".git" ] || version="$(git describe --tags HEAD 2>&1)" || \
|
2024-05-26 00:54:36 +00:00
|
|
|
version="git-$(git rev-parse HEAD 2>&1)" || version="$version_"
|
|
|
|
versiondate_="$versiondate"
|
2024-05-15 02:01:25 +00:00
|
|
|
[ ! -e ".git" ] || versiondate="$(git show --no-patch --no-notes \
|
2024-05-26 00:54:36 +00:00
|
|
|
--pretty='%ct' HEAD)" || versiondate="$versiondate_"
|
2024-06-02 22:34:10 +00:00
|
|
|
for p in projectname version versiondate projectsite; do
|
2024-07-26 14:24:00 +00:00
|
|
|
chkvars "$p"; eval "x_ printf \"%s\\n\" \"\$$p\" > $p"
|
2024-05-15 02:01:25 +00:00
|
|
|
done
|
2024-05-26 00:54:36 +00:00
|
|
|
relname="$projectname-$version"
|
|
|
|
export LOCALVERSION="-$projectname-${version%%-*}"
|
2024-05-15 02:01:25 +00:00
|
|
|
|
2023-10-26 19:11:40 +00:00
|
|
|
check_defconfig()
|
|
|
|
{
|
2024-05-18 18:51:40 +00:00
|
|
|
[ -d "$1" ] || $err "Target '$1' not defined."
|
2024-05-26 00:54:36 +00:00
|
|
|
for x in "$1"/config/*; do
|
|
|
|
[ -f "$x" ] && printf "%s\n" "$x" && return 1
|
2024-06-27 13:06:08 +00:00
|
|
|
done; return 0
|
2023-10-26 19:11:40 +00:00
|
|
|
}
|
|
|
|
|
rebase cbmk 9429287 per lbmk c4d90087..f5b04fa5
cbmk 9429287 is the present canoeboot revision, on this day,
two commits after canoeboot 20231107
the cbmk revision was based on lbmk c4d90087, but lbmk
has developed a lot since, right up to f5b04fa5. lbmk
c4d90087 was four commits after libreboot 20231106
this patch brings cbmk up to date, versus lbmk f5b04fa5,
which is 135 commits after libreboot 20231106 (not 4)
therefore, the next canoeboot release shall import lbmk
changes made *after* lbmk revision f5b04fa5. good day!
In English (the above is for my reference, next time
I make a new canoeboot release):
This imports all of the numerous improvements from
Libreboot, sans the non-FSDG-compliant changes. You
can find a full list of such changes in the audit4 page:
https://libreboot.org/news/audit4.html
A full canoeboot-ised changelog will be available in
the next canoeboot release, with these and subsequent
changes. Most notable here is the update to the new
GRUB 2.12 release (instead of 2.12-rc1), and the
improvements Riku made to pico-serprog. And the build
system improvements from lbmk, such as improved, more
generic cmake and autoconf handling.
Canoeboot-specific changes: I also tweaked the deblob
logic, to make it less error-prone. The new design
changes imported into cbmk (based on latest lbmk) somewhat
broke the deblob logic; it was constantly reminding the
user that blobs.list was missing for coreboot,
at config/coreboot/blobs.list - coreboot is a multi-tree
project in both cbmk and lbmk, and the deblob logic was
tuned for single/multi, but was treating coreboot as both.
for simplicity, i removed the check for whether blobs.list
is present. this means that the operator must ensure that
these files are present, in any given revision, where they
are required on a given set of projects (and the files are
all present, in this update to cbmk)
Also of note: the grub.cfg improvements are included in this
cbmk update. The improved grub.cfg can find grub/syslinux
configs by default, not just grub anymore, also finds extlinux,
and will also find them on EFI System Partition - in addition,
UEFI-based install media is also more robust; although cbmk
doesn't provide UEFI configurations on x86, our GRUB palyoad
does still need to work with distro install media, and many
of them now use UEFI-based GRUB configurations in their
installation media, which just happen to work with our GRUB
Signed-off-by: Leah Rowe <leah@libreboot.org>
2024-01-02 11:37:25 +00:00
|
|
|
remkdir()
|
|
|
|
{
|
2024-05-26 00:54:36 +00:00
|
|
|
rm -Rf "$1" || $err "remkdir: !rm -Rf \"$1\""
|
|
|
|
mkdir -p "$1" || $err "remkdir: !mkdir -p \"$1\""
|
2023-10-26 19:11:40 +00:00
|
|
|
}
|
2024-05-06 21:54:55 +00:00
|
|
|
|
2024-05-19 05:45:38 +00:00
|
|
|
mkrom_tarball()
|
2024-05-14 22:17:22 +00:00
|
|
|
{
|
2024-05-26 00:54:36 +00:00
|
|
|
printf "%s\n" "$version" > "$1/version" || $err "$1 !version"
|
|
|
|
printf "%s\n" "$versiondate" > "$1/versiondate" || $err "$1 !vdate"
|
|
|
|
printf "%s\n" "$projectname" > "$1/projectname" || $err "$1 !pname"
|
2024-05-14 23:45:01 +00:00
|
|
|
|
2024-07-26 14:24:00 +00:00
|
|
|
mktarball "$1" "${1%/*}/${relname}_${1##*/}.tar.xz"; x_ rm -Rf "$1"; :
|
2024-05-14 22:17:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
mktarball()
|
|
|
|
{
|
2024-05-26 00:54:36 +00:00
|
|
|
[ "${2%/*}" = "$2" ] || \
|
2024-05-14 22:17:22 +00:00
|
|
|
mkdir -p "${2%/*}" || $err "mk, !mkdir -p \"${2%/*}\""
|
|
|
|
printf "\nCreating archive: %s\n\n" "$2"
|
2024-06-24 23:12:18 +00:00
|
|
|
tar -c "$1" | xz -T$XBMK_THREADS -9e > "$2" || $err "mktarball 2, $1"
|
2024-05-26 00:54:36 +00:00
|
|
|
mksha512sum "$2" "${2##*/}.sha512"
|
2024-05-14 23:37:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
mksha512sum()
|
|
|
|
{
|
2024-05-14 22:17:22 +00:00
|
|
|
(
|
2024-05-26 00:54:36 +00:00
|
|
|
[ "${1%/*}" != "$1" ] && x_ cd "${1%/*}"
|
2024-06-20 00:15:06 +00:00
|
|
|
sha512sum ./"${1##*/}" >> "$2" || $err "!sha512sum \"$1\" > \"$2\""
|
2024-05-14 22:17:22 +00:00
|
|
|
) || $err "failed to create tarball checksum"
|
|
|
|
}
|
git.sh: Remove .git if XBMK_RELEASE=y
The build system already deletes .git in all source
directories for each given release, but does so at
the very end; it still does, but now it is deleted
one by one per project, to save space during very
large builds (release sizes vary wildly, depending
on how many trees exist for coreboot basically).
If you're building entirely in tmpfs (as I do), this
could be a problem if you have lots of .git/ directories.
This change reduces disk usage, or in the above example,
memory usage when running the build system from tmpfs.
This complements another recent change, where ROM images
are compressed per target during release builds, rather
than all at the very end of the process. It is part of a
series of optimisations, to reduce the memory and disk
usage of the build system, and to reduce I/O wastage
in general.
This change will not be the last of such changes!
Signed-off-by: Leah Rowe <leah@libreboot.org>
2024-05-18 03:53:31 +00:00
|
|
|
|
|
|
|
rmgit()
|
|
|
|
{
|
|
|
|
(
|
|
|
|
cd "$1" || $err "!cd gitrepo $1"
|
|
|
|
find . -name ".git" -exec rm -Rf {} + || $err "!rm .git $1"
|
|
|
|
find . -name ".gitmodules" -exec rm -Rf {} + || $err "!rm .gitmod $1"
|
|
|
|
) || $err "Cannot remove .git/.gitmodules in $1"
|
|
|
|
}
|
2024-05-26 00:54:36 +00:00
|
|
|
|
2024-06-06 00:01:22 +00:00
|
|
|
# return 0 if project is single-tree, otherwise 1
|
|
|
|
# e.g. coreboot is multi-tree, so 1
|
|
|
|
singletree()
|
|
|
|
{
|
2024-06-07 11:50:16 +00:00
|
|
|
for targetfile in "config/${1}/"*/target.cfg; do
|
2024-07-26 14:24:00 +00:00
|
|
|
[ -e "$targetfile" ] && [ -f "$targetfile" ] && return 1; :
|
2024-06-27 13:06:41 +00:00
|
|
|
done; return 0
|
2024-06-06 00:01:22 +00:00
|
|
|
}
|
2024-06-08 00:55:15 +00:00
|
|
|
|
|
|
|
download()
|
|
|
|
{
|
2024-07-18 23:31:57 +00:00
|
|
|
cached="$XBMK_CACHE/file/$4"
|
2024-07-17 17:15:52 +00:00
|
|
|
dl_fail="n" # 1 url, 2 url backup, 3 destination, 4 checksum
|
|
|
|
vendor_checksum "$4" "$cached" 2>/dev/null && dl_fail="y"
|
2024-06-08 00:55:15 +00:00
|
|
|
[ "$dl_fail" = "n" ] && e "$3" f && return 0
|
2024-07-18 23:31:57 +00:00
|
|
|
mkdir -p "${3%/*}" "$XBMK_CACHE/file" || \
|
|
|
|
$err "!mkdir '$3' '$XBMK_CACHE/file'"
|
|
|
|
for url in "$1" "$2"; do
|
2024-06-08 00:55:15 +00:00
|
|
|
[ "$dl_fail" = "n" ] && break
|
2024-06-09 09:58:19 +00:00
|
|
|
[ -z "$url" ] && continue
|
2024-07-18 23:31:57 +00:00
|
|
|
rm -f "$cached" || $err "!rm -f '$cached'"
|
2024-07-17 17:15:52 +00:00
|
|
|
curl --location --retry 3 -A "$_ua" "$url" -o "$cached" || \
|
|
|
|
wget --tries 3 -U "$_ua" "$url" -O "$cached" || continue
|
|
|
|
vendor_checksum "$4" "$cached" || dl_fail="n"
|
|
|
|
done; [ "$dl_fail" = "y" ] && $err "$1 $2 $3 $4: not downloaded"
|
|
|
|
[ "$cached" = "$3" ] || cp "$cached" "$3" || $err "!d cp $cached $3"; :
|
2024-06-08 00:55:15 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
vendor_checksum()
|
|
|
|
{
|
|
|
|
[ "$(sha512sum "$2" | awk '{print $1}')" != "$1" ] || return 1
|
2024-07-26 14:24:00 +00:00
|
|
|
printf "Bad checksum for file: %s\n" "$2" 1>&2; rm -f "$2" || :; :
|
2024-06-08 00:55:15 +00:00
|
|
|
}
|
2024-06-15 19:22:19 +00:00
|
|
|
|
|
|
|
cbfs()
|
|
|
|
{
|
|
|
|
ccmd="add-payload" && [ $# -gt 3 ] && ccmd="add"
|
|
|
|
lzma="-c lzma" && [ $# -gt 3 ] && lzma="-t raw"
|
|
|
|
x_ "$cbfstool" "$1" $ccmd -f "$2" -n "$3" $lzma
|
|
|
|
}
|
lib.sh: new function mk() to handle trees in bulk
single-tree projects cannot be handled in bulk, e.g.
./mk -f project1 project2 project3
that is still the case, from the shell, but internally
it is now possible:
mk -f project1 project2 project3
mk() is a function that simply handles the given flag,
and all projects specified.
it does not handle cases without argument, for example
you cannot do:
mk -f
arguments must be provided. it can be used internally,
to simplify cases where multiple single-tree projects
must be handled, but *also* allows multi-tree projects
to be specified, without being able to actually handle
trees within that multi-tree project; so for example,
you can only specify coreboot, and then it would run
on every coreboot tree.
Signed-off-by: Leah Rowe <leah@libreboot.org>
2024-07-28 12:30:25 +00:00
|
|
|
|
|
|
|
mk()
|
|
|
|
{
|
|
|
|
mk_flag="$1" || $err "No argument given"
|
|
|
|
shift 1 && for mk_arg in $@; do
|
|
|
|
./mk $mk_flag $mk_arg || $err "./mk $mk_flag $mk_arg"; :
|
|
|
|
done; :
|
|
|
|
}
|