ci: compress LAVA rootfs with zstd instead of gzip
Visible size reduction and minor performance improvement at no cost. rootfs measure: ``` 2022-07-27 11:15:16.235268: 475MB downloaded in 111.59s (4.26MB/s) 2022-07-27 15:07:40.984857: 425MB downloaded in 85.57s (4.97MB/s) ``` So let say approx. 95s vs 85s if we assume 5MB/s, which can bring us 10s speedup... Acked-by: Guilherme Gallo <guilherme.gallo@collabora.com> Acked-by: Daniel Stone <daniels@collabora.com> Reviewed-by: Emma Anholt <emma@anholt.net> Signed-off-by: David Heidelberg <david.heidelberg@collabora.com> Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/17776>
This commit is contained in:

committed by
Marge Bot

parent
29ccd991a8
commit
784642f773
@@ -12,10 +12,10 @@ else
|
||||
ARTIFACTS_URL="${ARTIFACTS_PREFIX}/${CI_PROJECT_PATH}/${ARTIFACTS_SUFFIX}/${arch}"
|
||||
fi
|
||||
|
||||
wget ${ARTIFACTS_URL}/lava-rootfs.tgz -O rootfs.tgz
|
||||
wget ${ARTIFACTS_URL}/lava-rootfs.tar.zst -O rootfs.tar.zst
|
||||
mkdir -p /rootfs-$arch
|
||||
tar -C /rootfs-$arch '--exclude=./dev/*' -zxf rootfs.tgz
|
||||
rm rootfs.tgz
|
||||
tar -C /rootfs-$arch '--exclude=./dev/*' --zstd -xf rootfs.tar.zst
|
||||
rm rootfs.tar.zst
|
||||
|
||||
if [[ $arch == "arm64" ]]; then
|
||||
mkdir -p /baremetal-files
|
||||
|
@@ -19,7 +19,8 @@ apt-get install -y --no-remove \
|
||||
python3-serial \
|
||||
rsync \
|
||||
snmp \
|
||||
wget
|
||||
wget \
|
||||
zstd
|
||||
|
||||
# setup SNMPv2 SMI MIB
|
||||
wget https://raw.githubusercontent.com/net-snmp/net-snmp/master/mibs/SNMPv2-SMI.txt \
|
||||
|
@@ -112,7 +112,8 @@ apt-get install -y --no-remove \
|
||||
python3-numpy \
|
||||
python3-serial \
|
||||
unzip \
|
||||
wget
|
||||
wget \
|
||||
zstd
|
||||
|
||||
|
||||
if [[ "$DEBIAN_ARCH" = "armhf" ]]; then
|
||||
@@ -238,14 +239,14 @@ fi
|
||||
|
||||
du -ah /lava-files/rootfs-${DEBIAN_ARCH} | sort -h | tail -100
|
||||
pushd /lava-files/rootfs-${DEBIAN_ARCH}
|
||||
tar czf /lava-files/lava-rootfs.tgz .
|
||||
tar --zstd -cf /lava-files/lava-rootfs.tar.zst .
|
||||
popd
|
||||
|
||||
. .gitlab-ci/container/container_post_build.sh
|
||||
|
||||
############### Upload the files!
|
||||
ci-fairy minio login --token-file "${CI_JOB_JWT_FILE}"
|
||||
FILES_TO_UPLOAD="lava-rootfs.tgz \
|
||||
FILES_TO_UPLOAD="lava-rootfs.tar.zst \
|
||||
$KERNEL_IMAGE_NAME"
|
||||
|
||||
if [[ -n $DEVICE_TREES ]]; then
|
||||
|
@@ -15,7 +15,7 @@ variables:
|
||||
DEBIAN_X86_TEST_VK_TAG: "2022-07-18-apitrace-11-1"
|
||||
|
||||
FEDORA_X86_BUILD_TAG: "2022-04-24-spirv-tools-5"
|
||||
KERNEL_ROOTFS_TAG: "2022-07-06-virgl-update"
|
||||
KERNEL_ROOTFS_TAG: "2022-07-27-rootfs-zstd"
|
||||
|
||||
WINDOWS_X64_VS_PATH: "windows/x64_vs"
|
||||
WINDOWS_X64_VS_TAG: "2022-06-15-vs-winsdk"
|
||||
|
@@ -96,8 +96,8 @@ def generate_lava_yaml(args):
|
||||
'url': '{}/{}'.format(args.kernel_url_prefix, args.kernel_image_name),
|
||||
},
|
||||
'nfsrootfs': {
|
||||
'url': '{}/lava-rootfs.tgz'.format(args.rootfs_url_prefix),
|
||||
'compression': 'gz',
|
||||
'url': '{}/lava-rootfs.tar.zst'.format(args.rootfs_url_prefix),
|
||||
'compression': 'zstd',
|
||||
}
|
||||
}
|
||||
if args.kernel_image_type:
|
||||
|
Reference in New Issue
Block a user