From 012de2134898749241bf01063f0e03809ec524d3 Mon Sep 17 00:00:00 2001 From: Khem Raj Date: Wed, 23 Aug 2023 07:14:19 -0700 Subject: [PATCH 1/9] qemucommon: Add comment for server IP when running with slirp Signed-off-by: Khem Raj --- conf/projects/qemucommon/config.conf | 2 ++ 1 file changed, 2 insertions(+) diff --git a/conf/projects/qemucommon/config.conf b/conf/projects/qemucommon/config.conf index 8d49b9f5e..2a470c436 100644 --- a/conf/projects/qemucommon/config.conf +++ b/conf/projects/qemucommon/config.conf @@ -24,6 +24,8 @@ QEMU_USE_KVM = "1" # normal networking requires sudo access slirp does not #QEMU_USE_SLIRP = "1" #TEST_RUNQEMUPARAMS = "slirp" +#TEST_SERVER_IP = "10.0.2.2:8000" + # Launch vnc backend during testing #TEST_RUNQEMUPARAMS = "publicvnc" # needed for running ptests automatically From dc2fcbd0385507da64b5a767814174defe6fc775 Mon Sep 17 00:00:00 2001 From: Khem Raj Date: Wed, 23 Aug 2023 20:51:50 -0700 Subject: [PATCH 2/9] qemucommon: Comment out the clang scan exmaple for openssl This would otherwise invariably make clang-scan run on openssl always Signed-off-by: Khem Raj --- conf/projects/qemucommon/config.conf | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/conf/projects/qemucommon/config.conf b/conf/projects/qemucommon/config.conf index 2a470c436..533a298c0 100644 --- a/conf/projects/qemucommon/config.conf +++ b/conf/projects/qemucommon/config.conf @@ -13,9 +13,10 @@ IMAGE_ROOTFS_EXTRA_SPACE:append = " + 4000000" #TEST_TARGET = "simpleremote" #TFTP_SERVER_IP = "10.0.0.13" +# Enable clang static analyzer #INHERIT += "scan-build" -SCAN_BUILD ?= "" -SCAN_BUILD:pn-openssl = "1" +#SCAN_BUILD ?= "" +#SCAN_BUILD:pn-openssl = "1" IMAGE_FSTYPES:append = " wic.xz wic.bmap tar.xz" IMAGE_FSTYPES:remove = "tar.bz2 tar.xz tar tar.gz wic.xz wic.bmap" From 41799012d14e6253d0e6d95d8e617ac7fb37f00e Mon Sep 17 00:00:00 2001 From: Khem Raj Date: Thu, 24 Aug 2023 20:40:36 -0700 Subject: [PATCH 3/9] envsetup: Only build qemu-helper-native if its not already built Currently, this is built on every run which is suboptimal Signed-off-by: Khem Raj --- envsetup.sh | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/envsetup.sh b/envsetup.sh index 77b69d430..7a7871a06 100644 --- a/envsetup.sh +++ b/envsetup.sh @@ -740,6 +740,8 @@ yoe_install_image() { # Needed for running per-image ptest images in parallel on qemu yoe_create_tap_devices() { - bitbake qemu-helper-native + if [ ! -e ${OE_BASE}/sources/poky/scripts/runqemu-gen-tapdevs ]; then + bitbake qemu-helper-native + fi sudo ${OE_BASE}/sources/poky/scripts/runqemu-gen-tapdevs `id -u` ` nproc --all` } From c32d15febe9d9f238f6df46dc0d4b6fb069c00c1 Mon Sep 17 00:00:00 2001 From: Khem Raj Date: Fri, 25 Aug 2023 15:58:23 -0700 Subject: [PATCH 4/9] envsetup: Use groupid in yoe_create_tap_devices runqemu-gen-tapdevs expects group id not user id Signed-off-by: Khem Raj --- envsetup.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/envsetup.sh b/envsetup.sh index 7a7871a06..454177487 100644 --- a/envsetup.sh +++ b/envsetup.sh @@ -743,5 +743,5 @@ yoe_create_tap_devices() { if [ ! -e ${OE_BASE}/sources/poky/scripts/runqemu-gen-tapdevs ]; then bitbake qemu-helper-native fi - sudo ${OE_BASE}/sources/poky/scripts/runqemu-gen-tapdevs `id -u` ` nproc --all` + sudo ${OE_BASE}/sources/poky/scripts/runqemu-gen-tapdevs `id -g` `nproc --all` } From f5f9224f8b632e7ca5f117d311fe2fc5361fe6ee Mon Sep 17 00:00:00 2001 From: Khem Raj Date: Fri, 25 Aug 2023 17:41:58 -0700 Subject: [PATCH 5/9] envsetup: Define DOCKER_EXTRA_ARGS This is to pass additional options to docker launch Signed-off-by: Khem Raj --- envsetup.sh | 1 + local.sh.example | 5 +++++ 2 files changed, 6 insertions(+) diff --git a/envsetup.sh b/envsetup.sh index 454177487..d2af409cc 100644 --- a/envsetup.sh +++ b/envsetup.sh @@ -624,6 +624,7 @@ dkr() { --env UUID=$(id -u) \ $PORTMAPS \ $UID_ARGS \ + $DOCKER_EXTRA_ARGS \ --cap-add=NET_ADMIN \ --device /dev/net/tun \ --device /dev/kvm \ diff --git a/local.sh.example b/local.sh.example index 1c28f103e..41c14b912 100644 --- a/local.sh.example +++ b/local.sh.example @@ -35,3 +35,8 @@ # 5900 is for VNC # 8181 is for clang static analyzer bitbake -cscanview #export DOCKER_PORTS="5900:5900 8181:8181" +# Pass additional options to launch docker +# --net=host is used to expose host network to +# container, e.g. TAP devices created on host are accessible inside +# docker needed for running ptests e.g. core-image-ptest-all +#DOCKER_EXTRA_ARGS = "--net=host" From 265a05a844493664478dccfb37da650ad0c8e964 Mon Sep 17 00:00:00 2001 From: Khem Raj Date: Fri, 25 Aug 2023 23:53:31 -0700 Subject: [PATCH 6/9] qemux86-64,qemux86: Do not define TESTIMAGE_AUTO TESTIMAGE_AUTO runs 'testimage' task automatically which we want in CI and should be injected into local.conf instead. Signed-off-by: Khem Raj --- conf/projects/qemux86-64/config.conf | 1 - conf/projects/qemux86/config.conf | 1 - 2 files changed, 2 deletions(-) diff --git a/conf/projects/qemux86-64/config.conf b/conf/projects/qemux86-64/config.conf index b755867d9..cf67ed5d4 100644 --- a/conf/projects/qemux86-64/config.conf +++ b/conf/projects/qemux86-64/config.conf @@ -1,3 +1,2 @@ MACHINE = "qemux86-64" -TESTIMAGE_AUTO = "1" require ${TOPDIR}/conf/projects/qemucommon/config.conf diff --git a/conf/projects/qemux86/config.conf b/conf/projects/qemux86/config.conf index 745ef161e..fb074a3a3 100644 --- a/conf/projects/qemux86/config.conf +++ b/conf/projects/qemux86/config.conf @@ -1,3 +1,2 @@ MACHINE = "qemux86" -TESTIMAGE_AUTO = "1" require ${TOPDIR}/conf/projects/qemucommon/config.conf From 962f9a415c1777cefbd37904183c82a765877651 Mon Sep 17 00:00:00 2001 From: Khem Raj Date: Sat, 26 Aug 2023 17:36:21 -0700 Subject: [PATCH 7/9] Layer Updates: sources/meta-arm sources/meta-clang sources/meta-freescale-3rdparty sources/meta-intel sources/meta-openembedded sources/meta-qcom sources/meta-qt6 sources/poky * sources/meta-arm 3297357d...41cec3e0 (2): > arm-bsp/optee-os: corstone1000: Update optee-os v3.22 > arm/trusted-services: add SRCREV_FORMAT * sources/meta-clang 2e4dcca...1b32c92 (2): > libfaketime: Add -Wl,--undefined-version with lld > go-runtime: Use BFD linker when LLD is default system linker on aarch64 * sources/meta-freescale-3rdparty 93ba05e...b3be00d (1): > Merge pull request #275 from chrisdimich/master * sources/meta-intel 06853378...2e068767 (4): > vc-intrinsics: drop recipe > openvino: use SRCREV_FORMAT > ipmctl: use SRCREV_FORMAT > intel-oneapi-mkl: dont check for debian renaming of packages * sources/meta-openembedded c1dd0ff02d...54e11a6c5b (67): > libgpiod: update to v2.0.2 > spice-guest-vdagent: add recipe > neatvnc: add new recipe > aml: add new recipe > libopus: add CVE_PRODUCT > snappy: add CVE_PRODUCT > lcms: add CVE_PRODUCT > libdecor: update to latest commit > phodav: add recipe > flatpak: fix api-documentation build > libio-socket-ssl-perl: Upgrade to 2.083 > abseil-cpp: upgrade 20230125.3 -> 20230802.0 > Fix empty 0.0.0-0-g0 jemalloc version by adding --with-version > gnulib: Update SRC_URI > dialog: Update the SRC_URI > weechat: upgrade 4.0.3 -> 4.0.4 > redis: upgrade 7.0.12 -> 7.2.0 > python3-zeroconf: upgrade 0.76.0 -> 0.82.1 > python3-types-setuptools: upgrade 68.0.0.3 -> 68.1.0.0 > python3-typeguard: upgrade 4.1.0 -> 4.1.2 > python3-tox: upgrade 4.8.0 -> 4.10.0 > python3-sqlalchemy: upgrade 2.0.19 -> 2.0.20 > python3-pywbem: upgrade 1.6.1 -> 1.6.2 > python3-pymongo: upgrade 4.4.1 -> 4.5.0 > python3-pymetno: upgrade 0.10.0 -> 0.11.0 > python3-pycocotools: upgrade 2.0.6 -> 2.0.7 > python3-protobuf: upgrade 4.24.0 -> 4.24.1 > python3-oauth2client: upgrade 4.1.2 -> 4.1.3 > python3-mypy: upgrade 1.5.0 -> 1.5.1 > python3-humanize: upgrade 4.7.0 -> 4.8.0 > python3-google-api-python-client: upgrade 2.96.0 -> 2.97.0 > python3-engineio: upgrade 4.5.1 -> 4.6.0 > python3-click: upgrade 8.1.6 -> 8.1.7 > python3-bitstring: upgrade 4.0.2 -> 4.1.0 > python3-awesomeversion: upgrade 23.5.0 -> 23.8.0 > python3-alembic: upgrade 1.11.2 -> 1.11.3 > python3-redis: upgrade 4.6.0 -> 5.0.0 > php: upgrade 8.2.8 -> 8.2.9 > geary: update 44.0 -> 44.1 > nginx: upgrade 1.25.1 -> 1.25.2 > gnome-bluetooth: upgrade 42.5 -> 42.6 > gensio: upgrade 2.7.2 -> 2.7.4 > debootstrap: upgrade 1.0.128 -> 1.0.131 > ctags: upgrade 6.0.20230813.0 -> 6.0.20230820.0 > rsyslog: Enable openssl transport by default > spice-gtk: fix api-documentation build > pipewire: upgrade 0.3.77 -> 0.3.78 > gnome-boxes: add recipe > libosinfo: add recipe > gnome-remote-desktop: add recipe > spice: upgrade 0.14.2 -> 0.15.2 > usbredir: upgrade 0.9.0 -> 0.13.0 > libcacard: add recipe > usbids: add recipe > qcbor: add recipe > python3-pyroute2: fix ptest failure > libyang: upgrade 2.1.55 -> 2.1.111 > samba: upgrade 4.18.5 -> 4.18.6 > libssh: upgrade 0.10.4 -> 0.10.5 > nftables: upgrade 1.0.7 -> 1.0.8 > kconfig-frontends: Avoid using hard coded /usr/include paths > json-schema-validator: Updrade to 2.2.0 > libvpx: fix VPXTARGET for non-neon armv7a > python3-kivy: fix filename > nlohmann-json: Avoid usage of nobranch=1 > rapidjson: Avoid usage of nobranch=1 > liburing: Upgrade to 2.4 release * sources/meta-qcom e6e6798...e3831f0 (1): > Merge pull request #531 from lumag/fw-upd * sources/meta-qt6 50e281b...e1574d5 (1): > Merge pull request #2 from YoeDistro/kraj/6.5 * sources/poky 92983dba651...c8e9590a376 (18): > bitbake: Fix disk space monitoring on cephfs > poky.conf: Switch to post release name/version > perf: disable perl support > perf: split scripting PACKAGECONFIG into perl and python > perf: fix perl binding support > perf: add more PACKAGECONFIGs > perf: enable verbose feature detection > insane.bbclass: Remove an unused variable > python3-dtc: upgrade 1.6.1 -> 1.7.0 > recipes/classes/scripts: Drop SRCPV usage in OE-Core > base/package: Move source revision information from PV to PKGV > bitbake: lib/bb: Add xattr and acl libraries > bitbake: runqueue: show more pressure data > bitbake: fetch2: Add new srcrev fetcher API > bitbake: siggen.py: Improve taskhash reproducibility > oeqa/utils/gitarchive: replace warning with info when reading local tags > oeqa/utils/gitarchive: fall back to local tags when listing existing tags > oeqa/utils/gitarchive: allow to pass a logger to get_tags Signed-off-by: Khem Raj --- sources/meta-arm | 2 +- sources/meta-clang | 2 +- sources/meta-freescale-3rdparty | 2 +- sources/meta-intel | 2 +- sources/meta-openembedded | 2 +- sources/meta-qcom | 2 +- sources/meta-qt6 | 2 +- sources/poky | 2 +- 8 files changed, 8 insertions(+), 8 deletions(-) diff --git a/sources/meta-arm b/sources/meta-arm index 3297357d4..41cec3e05 160000 --- a/sources/meta-arm +++ b/sources/meta-arm @@ -1 +1 @@ -Subproject commit 3297357d48c4f76fde344f68238d5d6c32a0a914 +Subproject commit 41cec3e05394340a41d318c80768ca6a662c42b1 diff --git a/sources/meta-clang b/sources/meta-clang index 2e4dcca83..1b32c9268 160000 --- a/sources/meta-clang +++ b/sources/meta-clang @@ -1 +1 @@ -Subproject commit 2e4dcca830ad68c6573837390cfd9aa28acb2226 +Subproject commit 1b32c9268a71ae5853f677bf459b3c8e259dfb4f diff --git a/sources/meta-freescale-3rdparty b/sources/meta-freescale-3rdparty index 93ba05e3a..b3be00d8c 160000 --- a/sources/meta-freescale-3rdparty +++ b/sources/meta-freescale-3rdparty @@ -1 +1 @@ -Subproject commit 93ba05e3a16a028b770fa1e813b13eb87a59ac63 +Subproject commit b3be00d8c8cd80d89b04b4dc81bf008025d0c53a diff --git a/sources/meta-intel b/sources/meta-intel index 068533789..2e068767c 160000 --- a/sources/meta-intel +++ b/sources/meta-intel @@ -1 +1 @@ -Subproject commit 068533789330a35320cefa8bfbae180d4aea19f8 +Subproject commit 2e068767cf4d6a7b2d6fb8a0411f12b80c4db6c2 diff --git a/sources/meta-openembedded b/sources/meta-openembedded index c1dd0ff02..54e11a6c5 160000 --- a/sources/meta-openembedded +++ b/sources/meta-openembedded @@ -1 +1 @@ -Subproject commit c1dd0ff02dc804002cdf0a05b1742623612e524e +Subproject commit 54e11a6c5b169454cab60c7e6a1da8930d42b495 diff --git a/sources/meta-qcom b/sources/meta-qcom index e6e679808..e3831f033 160000 --- a/sources/meta-qcom +++ b/sources/meta-qcom @@ -1 +1 @@ -Subproject commit e6e6798084e95b7d48b4df41e092603e91ef6e45 +Subproject commit e3831f033f7cf58bb5b702b11432403eb1583761 diff --git a/sources/meta-qt6 b/sources/meta-qt6 index 50e281b46..e1574d536 160000 --- a/sources/meta-qt6 +++ b/sources/meta-qt6 @@ -1 +1 @@ -Subproject commit 50e281b46ba50719aaf1e1c122f1f04297ff069e +Subproject commit e1574d5368b097e406aafeb32e9c1c1217c18406 diff --git a/sources/poky b/sources/poky index 92983dba6..c8e9590a3 160000 --- a/sources/poky +++ b/sources/poky @@ -1 +1 @@ -Subproject commit 92983dba651cffe5c11973d90aad00c581a79c93 +Subproject commit c8e9590a376c0b63e38167dc522fac4cfbecb5d4 From 1271e71be2c635d2820cd2a03b190631af78435c Mon Sep 17 00:00:00 2001 From: Khem Raj Date: Sat, 26 Aug 2023 17:45:18 -0700 Subject: [PATCH 8/9] CHANGELOG.md: Document changes Signed-off-by: Khem Raj --- CHANGELOG.md | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 402f869d9..e1513fa7d 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -56,6 +56,14 @@ and this project adheres to - Upgrade mariadb to 10.11.5 - Fix musl build for riscv32 - Allow building some native recipes with ccache +- Do not use LLD linker to build go-runtime on aarch64, subsequent + apps linking with this go-runtime crashes go linker +- Switch from GNU-TLS to openssl transport by default on rsyslog +- Update to latest on QT6 6.5 LTS +- Improve taskhash reproducibility in bitbake/siggen +- Add new srcrev fetcher API to fetch2 +- Disable perl support in perf +- Do not define TESTIMAGE_AUTO for qemu machines ### Added @@ -63,12 +71,15 @@ and this project adheres to - webkitgtk3, libnvme, python3-telnetlib3, mstpd, bolt python3-types-psutil, python3-types-setuptools, qad ttf-google-fira, python3-oauth2client, python3-schedule + spice-guest-vdagent, aml, phodav, gnome-boxes, libosinfo + gnome-remote-desktop, libcacard, usbids, qcbor - Add script to generate kernel CVE_STATUS entries for linux-yocto - Add packageconfig to support colored logs in journald - Add DOCKER_PORTS variable in setenv to forward ports between docker and host - Add GCP fetcher to list of supported protocols - Add yocto sstate mirror as default backup for public sstate feeds - Add MESON_TARGET to meson class which can be defined in recipes +- Add DOCKER_EXTRA_ARGS to envsetup to pass custom options to docker ### Removed From 58f6d12ba295d922ef228f7d5f17d148b2b0ded1 Mon Sep 17 00:00:00 2001 From: Khem Raj Date: Sun, 27 Aug 2023 21:19:28 -0700 Subject: [PATCH 9/9] qemucommon: Do not add 4G free space This slows down parallel ptest runs quite a bit Signed-off-by: Khem Raj --- conf/projects/qemucommon/config.conf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/conf/projects/qemucommon/config.conf b/conf/projects/qemucommon/config.conf index 533a298c0..21defbc21 100644 --- a/conf/projects/qemucommon/config.conf +++ b/conf/projects/qemucommon/config.conf @@ -3,7 +3,7 @@ DISTRO = "yoe" YOE_PROFILE = "yoe-glibc-systemd-wayland" # usually not changed often # Add 4G space to QEMU image -IMAGE_ROOTFS_EXTRA_SPACE:append = " + 4000000" +#IMAGE_ROOTFS_EXTRA_SPACE:append = " + 4000000" # common #TEST_SERVER_IP = "10.0.0.13" # QEMU