new scripts by netboy88 · Pull Request #1 · 1keyos/scripts · GitHub
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
148 commits
Select commit Hold shift + click to select a range
8cd71da
check_out_of_date: add script
Oct 25, 2017
28e81ca
*: add script to check for duplicate pkgs
Nov 14, 2017
45ef8ce
enter_chroot: Drop special locale-gen handling
dm0- Feb 6, 2018
d2f2e11
update_chroot: Allow upgrading glibc
dm0- Apr 6, 2018
31e5eb3
Merge pull request #789 from dm0-/glibc
dm0- Apr 11, 2018
ea20b0d
build_torcx_store: Bump the default to 18.04 and LTS to 18.03
dm0- Apr 11, 2018
7c3e545
Merge pull request #805 from dm0-/docker
dm0- Apr 12, 2018
fdf8cc2
Revert "Revert "disk_util: use FAT32 on ESP""
bgilbert Apr 12, 2018
2ea6fc0
Merge pull request #806 from bgilbert/fat32
bgilbert Apr 13, 2018
a9f4311
build_library: Whitelist the new Go 1.10 GLSA
dm0- Apr 16, 2018
bca1b0c
Merge pull request #807 from dm0-/glsa
dm0- Apr 16, 2018
fd4fce0
transfer.sh: use update-percent in updateservicectl calls
sdemos Apr 23, 2018
9fb032d
Merge pull request #769 from ajeddeloh/out-of-date
ajeddeloh Apr 24, 2018
0e83301
build_library: drop oracle_oci_qcow image format
bgilbert Apr 26, 2018
e752c40
oem/oracle: drop utility scripts
bgilbert Apr 26, 2018
4ad1262
Merge pull request #811 from bgilbert/oci
bgilbert Apr 26, 2018
72780d8
Merge pull request #810 from sdemos/updateservicectl
sdemos May 1, 2018
72bd0b1
build_library: attach virtio-rng-pci device to QEMU VMs
bgilbert May 15, 2018
1717709
build_library: avoid obsolete QEMU -net syntax
bgilbert May 15, 2018
68af9b0
Merge pull request #813 from bgilbert/qemu
bgilbert May 15, 2018
819c080
build_library: add --unrestricted to default GRUB menuentry
bgilbert May 17, 2018
e9d1fd1
Merge pull request #815 from bgilbert/unrestricted
bgilbert May 17, 2018
5df8231
build_torcx_store: Bump the default Docker to 18.05
dm0- May 17, 2018
491e144
Merge pull request #816 from dm0-/docker
dm0- May 17, 2018
25fffe8
build_library: update VMware virtual hardware version to 11
bgilbert May 18, 2018
1bd0c0c
Merge pull request #817 from bgilbert/vmware
bgilbert May 29, 2018
60d6b80
common.sh: remove dead choose function
May 9, 2018
935466b
*: remove restart_in_chroot_if_needed
May 24, 2018
a27b02b
*: use cros_workon not cros_list_modified_pkgs
May 24, 2018
118b26d
sdk_lib: drop obsolete enter/make_chroot
Jun 8, 2018
96a79a7
jenkins/*: switch enter to --bind-gpg-agent=false
Jun 11, 2018
f89ed6f
Merge pull request #820 from ajeddeloh/remove-dead-code
ajeddeloh Jun 11, 2018
32f3d41
transfer.sh: use new group percent subcommand
sdemos Jun 19, 2018
495d335
transfer.sh: new ready/roll command series
sdemos Jun 19, 2018
92b9434
Merge pull request #824 from sdemos/update-percent
sdemos Jun 21, 2018
9643128
offline_signing: rename to signing
csssuf May 25, 2018
35622c2
core_sign_update: add support for new signing server
csssuf May 25, 2018
447efbb
signing/sign: pass user signatures to core_sign_update
csssuf May 29, 2018
f162943
core_dev_sign_update: add script
csssuf May 29, 2018
efbc542
catalyst: Temporarily disable update_seed
dm0- Jun 25, 2018
55b448e
Merge pull request #825 from dm0-/profiles
dm0- Jun 25, 2018
be1344f
Revert "catalyst: Temporarily disable update_seed"
dm0- Jun 29, 2018
d4634de
Merge pull request #826 from dm0-/seed
dm0- Jun 29, 2018
9af91ae
signing/prod-2.pub.pem: add production pubkey
csssuf Jul 6, 2018
3ff2eac
Merge pull request #821 from csssuf/signing-server
csssuf Jul 13, 2018
b9383fc
build_torcx_store: Bump the default Docker to 18.06
dm0- Jul 19, 2018
836a70a
bin: remove dead symlinks
Jul 20, 2018
b5b2ba4
Merge pull request #829 from dm0-/docker
dm0- Jul 24, 2018
1718adb
*: remove dev image
Jul 23, 2018
ef3d52b
bin: remove dead scripts
Jul 23, 2018
16d5f05
build_image: rename dev_image to dev_container
Jul 24, 2018
73d2dc4
Merge pull request #831 from ajeddeloh/rm-dev-image
ajeddeloh Jul 25, 2018
fc8fae9
build_torcx_store: Stop building the old LTS image
dm0- Jul 26, 2018
ae58a71
Merge pull request #832 from dm0-/docker
dm0- Jul 26, 2018
3286326
transfer.sh: Drop support for boards other than amd64-usr
bgilbert Jul 26, 2018
cf8e145
Merge pull request #833 from bgilbert/disarm
bgilbert Jul 27, 2018
ecc6d6b
build_toolchains: Stop building arm64 toolchains
dm0- Aug 29, 2018
8a4fe09
Merge pull request #836 from dm0-/arm64
dm0- Aug 29, 2018
afff453
build_toolchains: Update sysroot settings for newer portage
dm0- Aug 27, 2018
8556474
build_torcx_store: Update for newer portage versions
dm0- Aug 28, 2018
ce2e7e8
setup_board: Drop needless SYSROOT when installing binpkgs
dm0- Aug 28, 2018
5ffb938
image_to_vm: Fix OEM install roots for new portage
dm0- Aug 30, 2018
2375691
Merge pull request #835 from dm0-/portage
dm0- Aug 31, 2018
40e5c11
kernel_menuconfig: Drop unused script
dm0- Aug 31, 2018
1b8c0a4
Merge pull request #838 from dm0-/kernel
dm0- Aug 31, 2018
756112f
signing/sign.sh: update to use correct keys/ips
Sep 25, 2018
057a085
Merge pull request #842 from ajeddeloh/signing-server
ajeddeloh Sep 25, 2018
c887cfd
bootstrap_sdk: Explicitly set the Python version to 2.7
dm0- Sep 28, 2018
51c9737
Merge pull request #843 from dm0-/catalyst
dm0- Sep 28, 2018
729575c
update_chroot: Allow upgrading glibc and binutils
dm0- Oct 12, 2018
1d19e63
jenkins/sdk: Drop redundant update_chroot
dm0- Oct 12, 2018
eba8219
Merge pull request #845 from dm0-/profiles
dm0- Oct 15, 2018
9adb659
prod_image_util: Drop the portage cache database
dm0- Oct 18, 2018
23c5b01
prod_image_util: Drop /usr/include
dm0- Oct 18, 2018
ca1b785
Merge pull request #846 from dm0-/paths
dm0- Oct 18, 2018
a598864
catalyst: Update sharedir for catalyst 3
dm0- Oct 19, 2018
e9f17c8
jenkins: Drop the unused arm64 image format list
dm0- Oct 23, 2018
8f761a7
core_dev_sign_update: Default to the amd64-usr board
dm0- Oct 23, 2018
8e8d07f
common.sh: Use amd64-usr as the default default board
dm0- Oct 25, 2018
2467923
Remove arm64 from supported board operations
dm0- Oct 25, 2018
f9432f6
vm_image_util: Switch back to edk2-ovmf paths
dm0- Oct 25, 2018
ba7d7f1
update_chroot: Add a workaround for a package rename
dm0- Oct 25, 2018
373d5a8
catalyst: Temporarily disable update_seed again
dm0- Oct 25, 2018
dcfc5c1
Merge pull request #849 from dm0-/arm64
dm0- Oct 26, 2018
8e4d1df
signing/sign.sh: fix armoring
Oct 25, 2018
7fcdc14
Merge pull request #848 from ajeddeloh/fix-sigs
ajeddeloh Oct 29, 2018
103c742
build_library: Whitelist the systemd GLSA until we have 239
dm0- Nov 1, 2018
41b7156
Merge pull request #853 from dm0-/glsa
dm0- Nov 1, 2018
fceffdb
update_chroot: Work around dead cargo file conflicts
dm0- Nov 14, 2018
ca51626
Merge pull request #854 from dm0-/rust
dm0- Nov 15, 2018
e1761be
Revert "catalyst: Temporarily disable update_seed again"
dm0- Nov 16, 2018
94fa967
signing/sign.sh: update fero ip
Nov 16, 2018
48cad3e
Merge pull request #857 from ajeddeloh/change-ip
ajeddeloh Nov 16, 2018
3f5af54
Merge pull request #856 from dm0-/sdk
dm0- Nov 17, 2018
e443b9a
transfer.sh: drop recursive chown
bgilbert Nov 20, 2018
6d1cfa6
transfer.sh: add subcommands to devsign and sign releases
bgilbert Nov 20, 2018
988512c
Merge pull request #858 from bgilbert/sign
bgilbert Nov 20, 2018
45c9ef7
build_library: Drop whitelisted Go GLSAs
dm0- Dec 21, 2018
09b8493
Merge pull request #860 from dm0-/glsa
dm0- Dec 21, 2018
449066f
update_chroot: Drop old workarounds for package renames
dm0- Jan 19, 2019
7b7c78b
build_library: Drop old workarounds for toolchain binpkgs
dm0- Jan 21, 2019
6d9e0b0
Merge pull request #861 from dm0-/clean
dm0- Jan 25, 2019
7d99b4d
catalyst: Temporarily disable update_seed again
dm0- Jan 25, 2019
06cbc02
check_root: Silence libperl warnings
dm0- Jan 25, 2019
8dbffb9
Merge pull request #862 from dm0-/perl
dm0- Jan 26, 2019
cea88d9
Revert "catalyst: Temporarily disable update_seed again"
dm0- Jan 28, 2019
62665eb
Merge pull request #863 from dm0-/catalyst
dm0- Jan 29, 2019
4bd4cd5
disk_util: Add -I for mkfs.vfat
dm0- Feb 10, 2019
e3677bf
Merge pull request #864 from dm0-/loop
dm0- Feb 11, 2019
3254c63
build_library: Drop whitelisted systemd GLSA
dm0- Mar 12, 2019
9ca5893
Merge pull request #867 from dm0-/glsa
dm0- Mar 12, 2019
a85cb08
catalyst: Temporarily disable update_seed again
dm0- Apr 23, 2019
3444f46
Merge pull request #868 from dm0-/glsa
dm0- Apr 23, 2019
2791e33
Revert "catalyst: Temporarily disable update_seed again"
dm0- May 2, 2019
3c7e948
Merge pull request #869 from dm0-/revert
dm0- May 2, 2019
006fe87
disk_layout: bump dev container from 3 to 4GB
Jun 11, 2019
5d0af87
Merge pull request #871 from ajeddeloh/bump-size
Jun 11, 2019
0bcf0e9
jenkins: Move workspace cleanup to the pipeline
dm0- May 31, 2019
e45c7f1
jenkins: Make the package build ccache more visible
dm0- Jun 1, 2019
4051786
Merge pull request #870 from dm0-/jenkins
dm0- Aug 2, 2019
faf07f1
build_library: Add temporary workaround for binutils update
dm0- Aug 3, 2019
e49a215
Merge pull request #873 from coreos/glsa
dm0- Aug 4, 2019
0148b0d
jenkins: Stop trying to install catalyst
dm0- Aug 5, 2019
da9301e
Merge pull request #874 from dm0-/jenkins
dm0- Aug 6, 2019
9b863fa
Revert "build_library: Add temporary workaround for binutils update"
dm0- Aug 8, 2019
471dd4c
Merge pull request #875 from dm0-/glsa
dm0- Aug 8, 2019
3d60305
setup_board: add workaround for binutils issue
Aug 23, 2019
cebe2d1
Merge pull request #876 from ajeddeloh/binutils
Aug 23, 2019
02ac9cb
Revert "setup_board: add workaround for binutils issue"
Aug 24, 2019
e9d949a
Merge pull request #880 from ajeddeloh/binutils
Aug 24, 2019
97e61a1
test_image_content: whitelist polkit GLSA
bgilbert Aug 24, 2019
ffbd3e2
Merge pull request #882 from bgilbert/glsa
bgilbert Aug 25, 2019
bd79eaf
test_image_content: whitelist Perl and dbus GLSAs
bgilbert Sep 11, 2019
913140d
Merge pull request #883 from bgilbert/glsa
bgilbert Sep 16, 2019
19ae519
test_image_content: whitelist OpenSSH GLSA
bgilbert Nov 8, 2019
1383869
Merge pull request #884 from bgilbert/glsa
bgilbert Nov 19, 2019
37da249
build_library/disk_util: work around losetup bug
Dec 13, 2019
115790b
Merge pull request #885 from ajeddeloh/workaround-losetup
Dec 13, 2019
c0ed59f
disk_util: retry loopback mounts if they fail
Dec 16, 2019
7bebaa7
Merge pull request #888 from ajeddeloh/fix-losetup
Dec 17, 2019
f4382e6
test_image_content: whitelist some GLSAs
bgilbert Apr 16, 2020
0b9f3da
Merge pull request #892 from bgilbert/glsa
bgilbert May 15, 2020
9b2abe3
test_image_content: whitelist some GLSAs
bgilbert May 15, 2020
d6226f5
Merge pull request #893 from bgilbert/glsa
bgilbert May 15, 2020
074f009
test_image_content: whitelist OpenSSL GLSA
bgilbert May 17, 2020
c32c01e
set_lsb_release: update codename
bgilbert May 17, 2020
67c4ae8
Merge pull request #894 from bgilbert/glsa
bgilbert May 17, 2020
9f9208a
Merge pull request #895 from bgilbert/codename
bgilbert May 17, 2020
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 0 additions & 1 deletion bin/cros_au_test_harness

This file was deleted.

1 change: 0 additions & 1 deletion bin/cros_run_vm_test

This file was deleted.

1 change: 0 additions & 1 deletion bin/cros_run_vm_update

This file was deleted.

1 change: 0 additions & 1 deletion bin/cros_start_vm

This file was deleted.

1 change: 0 additions & 1 deletion bin/cros_stop_vm

This file was deleted.

32 changes: 0 additions & 32 deletions bin/cros_workon_make

This file was deleted.

1 change: 0 additions & 1 deletion bin/ctest

This file was deleted.

63 changes: 0 additions & 63 deletions bin/proxy-gw

This file was deleted.

2 changes: 1 addition & 1 deletion build_docker_aci
27 changes: 5 additions & 22 deletions build_image
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ SCRIPT_ROOT=$(dirname $(readlink -f "$0"))
. "${SCRIPT_ROOT}/common.sh" || exit 1

# Script must run inside the chroot
restart_in_chroot_if_needed "$@"
assert_inside_chroot

assert_not_root_user

Expand All @@ -31,7 +31,7 @@ DEFINE_boolean enable_rootfs_verification ${FLAGS_TRUE} \
DEFINE_string base_pkg "coreos-base/coreos" \
"The base portage package to base the build off of (only applies to prod images)"
DEFINE_string base_dev_pkg "coreos-base/coreos-dev" \
"The base portage package to base the build off of (only applies to dev images)"
"The base portage package to base the build off of (only applies to dev containers)"
DEFINE_string torcx_manifest "${DEFAULT_BUILD_ROOT}/torcx/${DEFAULT_BOARD}/latest/torcx_manifest.json" \
"The torcx manifest describing torcx packages for this image (or blank for none)"
DEFINE_string torcx_root "${DEFAULT_BUILD_ROOT}/torcx" \
Expand All @@ -57,12 +57,11 @@ This script is used to build a CoreOS image. CoreOS comes in many
different forms. This scripts can be used to build the following:

prod - Production image for CoreOS. This image is for booting.
dev - Developer image. Like base but with additional developer packages.
container - Developer image with single filesystem, bootable by nspawn.

Examples:

build_image --board=<board> [dev] [prod] [container] - builds developer and production images.
build_image --board=<board> [prod] [container] - builds developer and production images.
...
"
show_help_if_requested "$@"
Expand Down Expand Up @@ -107,18 +106,16 @@ fi
. "${BUILD_LIBRARY_DIR}/board_options.sh" || exit 1
. "${BUILD_LIBRARY_DIR}/build_image_util.sh" || exit 1
. "${BUILD_LIBRARY_DIR}/prod_image_util.sh" || exit 1
. "${BUILD_LIBRARY_DIR}/dev_image_util.sh" || exit 1
. "${BUILD_LIBRARY_DIR}/dev_container_util.sh" || exit 1
. "${BUILD_LIBRARY_DIR}/test_image_content.sh" || exit 1
. "${BUILD_LIBRARY_DIR}/torcx_manifest.sh" || exit 1
. "${BUILD_LIBRARY_DIR}/vm_image_util.sh" || exit 1

PROD_IMAGE=0
DEV_IMAGE=0
CONTAINER=0
for arg in "$@"; do
case "${arg}" in
prod) PROD_IMAGE=1 ;;
dev) DEV_IMAGE=1 ;;
container) CONTAINER=1 ;;
*) die_notrace "Unknown image type ${arg}" ;;
esac
Expand Down Expand Up @@ -146,8 +143,6 @@ fi
mkdir -p "${BUILD_DIR}"

DISK_LAYOUT="${FLAGS_disk_layout:-base}"
DEV_DISK_LAYOUT="${FLAGS_disk_layout:-devel}"

CONTAINER_LAYOUT="${FLAGS_disk_layout:-container}"

if [[ -n "${FLAGS_developer_data}" ]]; then
Expand All @@ -169,17 +164,9 @@ fi

fix_mtab

if [[ "${DEV_IMAGE}" -eq 1 ]]; then
IMAGE_BUILD_TYPE="dev"
create_dev_image ${COREOS_DEVELOPER_IMAGE_NAME} ${DEV_DISK_LAYOUT} ${FLAGS_group} ${FLAGS_base_dev_pkg}
if [[ ${FLAGS_extract_update} -eq ${FLAGS_TRUE} ]]; then
extract_update "${COREOS_DEVELOPER_IMAGE_NAME}" "${DEV_DISK_LAYOUT}"
fi
fi

if [[ "${CONTAINER}" -eq 1 ]]; then
IMAGE_BUILD_TYPE="container"
create_dev_image "${COREOS_DEVELOPER_CONTAINER_NAME}" "${CONTAINER_LAYOUT}" "${FLAGS_group}" ${FLAGS_base_dev_pkg}
create_dev_container "${COREOS_DEVELOPER_CONTAINER_NAME}" "${CONTAINER_LAYOUT}" "${FLAGS_group}" ${FLAGS_base_dev_pkg}
fi

if [[ "${PROD_IMAGE}" -eq 1 ]]; then
Expand Down Expand Up @@ -236,10 +223,6 @@ if [[ "${PROD_IMAGE}" -eq 1 ]]; then
echo "CoreOS Production image created as ${COREOS_PRODUCTION_IMAGE_NAME}"
print_image_to_vm
fi
if [[ "${DEV_IMAGE}" -eq 1 ]]; then
echo "Developer image created as ${COREOS_DEVELOPER_IMAGE_NAME}"
print_image_to_vm dev
fi

command_completed

Expand Down
9 changes: 0 additions & 9 deletions build_library/build_image_util.sh
Original file line number Diff line number Diff line change
Expand Up @@ -103,8 +103,6 @@ generate_update() {
run_ldconfig() {
local root_fs_dir=$1
case ${ARCH} in
arm64)
sudo qemu-aarch64 "${root_fs_dir}"/usr/sbin/ldconfig -r "${root_fs_dir}";;
x86|amd64)
sudo ldconfig -r "${root_fs_dir}";;
*)
Expand All @@ -115,8 +113,6 @@ run_ldconfig() {
run_localedef() {
local root_fs_dir="$1" loader=()
case ${ARCH} in
arm64)
loader=( qemu-aarch64 -L "${root_fs_dir}" );;
amd64)
loader=( "${root_fs_dir}/usr/lib64/ld-linux-x86-64.so.2" \
--library-path "${root_fs_dir}/usr/lib64" );;
Expand Down Expand Up @@ -460,7 +456,6 @@ finish_image() {
# Only enable rootfs verification on supported boards.
case "${FLAGS_board}" in
amd64-usr) verity_offset=64 ;;
arm64-usr) verity_offset=512 ;;
*) disable_read_write=${FLAGS_FALSE} ;;
esac

Expand Down Expand Up @@ -532,7 +527,6 @@ EOF
# Magic alert! Root hash injection works by writing the hash value to a
# known unused SHA256-sized location in the kernel image.
# For amd64 the rdev error message is used.
# For arm64 an area between the EFI headers and the kernel text is used.
# Our modified GRUB extracts the hash and adds it to the cmdline.
printf %s "$(cat ${BUILD_DIR}/${image_name%.bin}_verity.txt)" | \
sudo dd of="${root_fs_dir}/boot/coreos/vmlinuz-a" conv=notrunc \
Expand Down Expand Up @@ -570,9 +564,6 @@ EOF
if [[ "${install_grub}" -eq 1 ]]; then
local target
local target_list="i386-pc x86_64-efi x86_64-xen"
if [[ ${BOARD} == "arm64-usr" ]]; then
target_list="arm64-efi"
fi
local grub_args=()
if [[ ${disable_read_write} -eq ${FLAGS_TRUE} ]]; then
grub_args+=(--verity)
Expand Down
2 changes: 1 addition & 1 deletion build_library/catalyst.sh
Original file line number Diff line number Diff line change
Expand Up @@ -59,7 +59,7 @@ contents="auto"
digests="md5 sha1 sha512 whirlpool"
hash_function="crc32"
options="pkgcache"
sharedir="/usr/lib/catalyst"
sharedir="/usr/share/catalyst"
storedir="$CATALYST_ROOT"
distdir="$DISTDIR"
envscript="$TEMPDIR/catalystrc"
Expand Down
3 changes: 3 additions & 0 deletions build_library/catalyst_default_stage4.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,6 @@ source /tmp/chroot-functions.sh

echo "Double checking everything is fresh and happy."
run_merge -uDN --with-bdeps=y world

echo "Setting the default Python interpreter to Python 2."
eselect python set python2.7
9 changes: 7 additions & 2 deletions build_library/catalyst_toolchains.sh
Original file line number Diff line number Diff line change
Expand Up @@ -19,17 +19,22 @@ configure_target_root() {
CBUILD="$(portageq envvar CBUILD)" \
CHOST="${cross_chost}" \
ROOT="/build/${board}" \
SYSROOT="/usr/${cross_chost}" \
SYSROOT="/build/${board}" \
_configure_sysroot "${profile}"
}

build_target_toolchain() {
local board="$1"
local ROOT="/build/${board}"
local SYSROOT="/usr/$(get_board_chost "${board}")"

mkdir -p "${ROOT}/usr"
cp -at "${ROOT}" "${SYSROOT}"/lib*
cp -at "${ROOT}"/usr "${SYSROOT}"/usr/include "${SYSROOT}"/usr/lib*

# --root is required because run_merge overrides ROOT=
PORTAGE_CONFIGROOT="$ROOT" \
run_merge -u --root="$ROOT" "${TOOLCHAIN_PKGS[@]}"
run_merge -u --root="$ROOT" --sysroot="$ROOT" "${TOOLCHAIN_PKGS[@]}"
}

configure_crossdev_overlay / /tmp/crossdev
Expand Down
36 changes: 4 additions & 32 deletions build_library/check_root
Loading