c1e7e83d52
Our shared runners are set up for concurrent jobs ~= CPUs / 4 (x86) or 8 (ARM). If you use more build processes than that, then jobs may be fighting each other for shared system resources, possibly to the point of failure (we've seen one of the runners OOM on some jobs before, though I'm not sure if this was the cause). To try to systematically prevent the problem, we make a ninja wrapper in the containers that passes the -j flags, and set MAKEFLAGS in the container builds. This doesn't cover make in non-container builds, but I believe we don't have any of those. Reviewed-by: Michel Dänzer <mdaenzer@redhat.com> Tested-by: Marge Bot <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/3782> Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/3782>
84 lines
2.0 KiB
Bash
84 lines
2.0 KiB
Bash
#!/bin/bash
|
|
|
|
set -e
|
|
set -o xtrace
|
|
|
|
############### Install packages for building
|
|
apt-get -y install ca-certificates
|
|
sed -i -e 's/http:\/\/deb/https:\/\/deb/g' /etc/apt/sources.list
|
|
echo 'deb https://deb.debian.org/debian buster-backports main' >/etc/apt/sources.list.d/backports.list
|
|
dpkg --add-architecture armhf
|
|
apt-get update
|
|
apt-get -y install \
|
|
abootimg \
|
|
android-sdk-ext4-utils \
|
|
bc \
|
|
bison \
|
|
ccache \
|
|
cmake \
|
|
cpio \
|
|
crossbuild-essential-armhf \
|
|
debootstrap \
|
|
fastboot \
|
|
flex \
|
|
g++ \
|
|
gettext \
|
|
git \
|
|
lavacli \
|
|
libdrm-dev:armhf \
|
|
libegl1-mesa-dev \
|
|
libegl1-mesa-dev:armhf \
|
|
libelf-dev \
|
|
libelf-dev:armhf \
|
|
libexpat1-dev \
|
|
libexpat1-dev:armhf \
|
|
libgles2-mesa-dev \
|
|
libgles2-mesa-dev:armhf \
|
|
libpng-dev \
|
|
libpng-dev:armhf \
|
|
libssl-dev \
|
|
libvulkan-dev \
|
|
libvulkan-dev:armhf \
|
|
llvm-7-dev:armhf \
|
|
llvm-8-dev \
|
|
meson \
|
|
pkg-config \
|
|
python \
|
|
python3-distutils \
|
|
python3-mako \
|
|
python3-serial \
|
|
unzip \
|
|
wget \
|
|
xz-utils \
|
|
zlib1g-dev
|
|
|
|
. .gitlab-ci/container/container_pre_build.sh
|
|
|
|
# dependencies where we want a specific version
|
|
export LIBDRM_VERSION=libdrm-2.4.100
|
|
|
|
wget https://dri.freedesktop.org/libdrm/$LIBDRM_VERSION.tar.bz2
|
|
tar -xvf $LIBDRM_VERSION.tar.bz2 && rm $LIBDRM_VERSION.tar.bz2
|
|
cd $LIBDRM_VERSION; meson build -D vc4=true -D freedreno=true -D etnaviv=true; ninja -C build install; cd ..
|
|
rm -rf $LIBDRM_VERSION
|
|
|
|
############### Generate cross build file for Meson
|
|
|
|
cross_file="/cross_file-armhf.txt"
|
|
/usr/share/meson/debcrossgen --arch armhf -o "$cross_file"
|
|
# Explicitly set ccache path for cross compilers
|
|
sed -i "s|/usr/bin/\([^-]*\)-linux-gnu\([^-]*\)-g|/usr/lib/ccache/\\1-linux-gnu\\2-g|g" "$cross_file"
|
|
# Don't need wrapper for armhf executables
|
|
sed -i -e '/\[properties\]/a\' -e "needs_exe_wrapper = False" "$cross_file"
|
|
|
|
############### Generate kernel, ramdisk, test suites, etc for LAVA jobs
|
|
|
|
DEBIAN_ARCH=arm64 . .gitlab-ci/container/lava_arm.sh
|
|
DEBIAN_ARCH=armhf . .gitlab-ci/container/lava_arm.sh
|
|
|
|
apt-get purge -y \
|
|
python3-distutils \
|
|
wget
|
|
|
|
. .gitlab-ci/container/container_post_build.sh
|