.gitlab-ci/container/x86_build.sh

   1 #!/bin/bash
   2
   3 set -e
   4 set -o xtrace
   5
   6 export DEBIAN_FRONTEND=noninteractive
   7
   8 CROSS_ARCHITECTURES="i386 ppc64el s390x"
   9 for arch in $CROSS_ARCHITECTURES; do
  10     dpkg --add-architecture $arch
  11 done
  12
  13 apt-get install -y \
  14       ca-certificates \
  15       gnupg \
  16       unzip \
  17       wget
  18
  19 # Upstream LLVM package repository
  20 apt-key add .gitlab-ci/container/llvm-snapshot.gpg.key
  21 echo "deb https://apt.llvm.org/buster/ llvm-toolchain-buster-9 main" >/etc/apt/sources.list.d/llvm9.list
  22
  23 sed -i -e 's/http:\/\/deb/https:\/\/deb/g' /etc/apt/sources.list
  24 echo 'deb https://deb.debian.org/debian buster-backports main' >/etc/apt/sources.list.d/backports.list
  25
  26 apt-get update
  27
  28 # Use newer packages from backports by default
  29 cat >/etc/apt/preferences <<EOF
  30 Package: *
  31 Pin: release a=buster-backports
  32 Pin-Priority: 500
  33 EOF
  34
  35 apt-get dist-upgrade -y
  36
  37 apt-get install -y --no-remove \
  38       autoconf \
  39       automake \
  40       autotools-dev \
  41       bison \
  42       ccache \
  43       clang-9 \
  44       cmake \
  45       flex \
  46       g++ \
  47       gcc \
  48       gettext \
  49       git \
  50       libclang-6.0-dev \
  51       libclang-7-dev \
  52       libclang-8-dev \
  53       libclang-9-dev \
  54       libclc-dev \
  55       libelf-dev \
  56       libepoxy-dev \
  57       libexpat1-dev \
  58       libgbm-dev \
  59       libgtk-3-dev \
  60       libomxil-bellagio-dev \
  61       libpciaccess-dev \
  62       libtool \
  63       libunwind-dev \
  64       libva-dev \
  65       libvdpau-dev \
  66       libvulkan-dev \
  67       libvulkan-dev:ppc64el \
  68       libx11-dev \
  69       libx11-xcb-dev \
  70       libxdamage-dev \
  71       libxext-dev \
  72       libxml2-utils \
  73       libxrandr-dev \
  74       libxrender-dev \
  75       libxshmfence-dev \
  76       libxvmc-dev \
  77       libxxf86vm-dev \
  78       llvm-6.0-dev \
  79       llvm-7-dev \
  80       llvm-9-dev \
  81       meson \
  82       pkg-config \
  83       python-mako \
  84       python3-mako \
  85       qemu-user \
  86       scons \
  87       x11proto-dri2-dev \
  88       x11proto-gl-dev \
  89       x11proto-randr-dev \
  90       xz-utils \
  91       zlib1g-dev
  92
  93 # Cross-build Mesa deps
  94 for arch in $CROSS_ARCHITECTURES; do
  95     apt-get install -y --no-remove \
  96             crossbuild-essential-${arch} \
  97             libdrm-dev:${arch} \
  98             libelf-dev:${arch} \
  99             libexpat1-dev:${arch} \
 100             libffi-dev:${arch} \
 101             libllvm8:${arch} \
 102             libstdc++6:${arch} \
 103             libtinfo-dev:${arch}
 104
 105     if [ "$arch" == "i386" ]; then
 106         # libpciaccess-dev is only needed for Intel.
 107         apt-get install -y --no-remove \
 108             libpciaccess-dev:${arch}
 109     fi
 110
 111     mkdir /var/cache/apt/archives/${arch}
 112     # Download llvm-* packages, but don't install them yet, since they can
 113     # only be installed for one architecture at a time
 114     apt-get install -o Dir::Cache::archives=/var/cache/apt/archives/$arch --download-only -y --no-remove \
 115        llvm-8-dev:${arch}
 116 done
 117
 118 apt-get install -y --no-remove \
 119       llvm-8-dev \
 120
 121 # for 64bit windows cross-builds
 122 apt-get install -y --no-remove \
 123       libz-mingw-w64-dev \
 124       mingw-w64 \
 125       wine \
 126       wine32 \
 127       wine64
 128
 129 # Debian's pkg-config wrapers for mingw are broken, and there's no sign that
 130 # they're going to be fixed, so we'll just have to fix it ourselves
 131 # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=930492
 132 cat >/usr/local/bin/x86_64-w64-mingw32-pkg-config <<EOF
 133 #!/bin/sh
 134
 135 PKG_CONFIG_LIBDIR=/usr/x86_64-w64-mingw32/lib/pkgconfig pkg-config \$@
 136 EOF
 137 chmod +x /usr/local/bin/x86_64-w64-mingw32-pkg-config
 138
 139
 140 # Generate cross build files for Meson
 141 for arch in $CROSS_ARCHITECTURES; do
 142   cross_file="/cross_file-$arch.txt"
 143   /usr/share/meson/debcrossgen --arch "$arch" -o "$cross_file"
 144   # Explicitly set ccache path for cross compilers
 145   sed -i "s|/usr/bin/\([^-]*\)-linux-gnu\([^-]*\)-g|/usr/lib/ccache/\\1-linux-gnu\\2-g|g" "$cross_file"
 146   if [ "$arch" = "i386" ]; then
 147     # Work around a bug in debcrossgen that should be fixed in the next release
 148     sed -i "s|cpu_family = 'i686'|cpu_family = 'x86'|g" "$cross_file"
 149   fi
 150
 151   # Rely on qemu-user being configured in binfmt_misc on the host
 152   sed -i -e '/\[properties\]/a\' -e "needs_exe_wrapper = False" "$cross_file"
 153 done
 154
 155
 156 # for the vulkan overlay layer
 157 wget https://github.com/KhronosGroup/glslang/releases/download/master-tot/glslang-master-linux-Release.zip
 158 unzip glslang-master-linux-Release.zip bin/glslangValidator
 159 install -m755 bin/glslangValidator /usr/local/bin/
 160 rm bin/glslangValidator glslang-master-linux-Release.zip
 161
 162
 163 # dependencies where we want a specific version
 164 export              XORG_RELEASES=https://xorg.freedesktop.org/releases/individual
 165 export               XCB_RELEASES=https://xcb.freedesktop.org/dist
 166 export           WAYLAND_RELEASES=https://wayland.freedesktop.org/releases
 167
 168 export         XORGMACROS_VERSION=util-macros-1.19.0
 169 export             LIBDRM_VERSION=libdrm-2.4.100
 170 export           XCBPROTO_VERSION=xcb-proto-1.13
 171 export             LIBXCB_VERSION=libxcb-1.13
 172 export         LIBWAYLAND_VERSION=wayland-1.15.0
 173 export  WAYLAND_PROTOCOLS_VERSION=wayland-protocols-1.12
 174
 175 wget $XORG_RELEASES/util/$XORGMACROS_VERSION.tar.bz2
 176 tar -xvf $XORGMACROS_VERSION.tar.bz2 && rm $XORGMACROS_VERSION.tar.bz2
 177 cd $XORGMACROS_VERSION; ./configure; make -j4 install; cd ..
 178 rm -rf $XORGMACROS_VERSION
 179
 180 wget $XCB_RELEASES/$XCBPROTO_VERSION.tar.bz2
 181 tar -xvf $XCBPROTO_VERSION.tar.bz2 && rm $XCBPROTO_VERSION.tar.bz2
 182 cd $XCBPROTO_VERSION; ./configure; make -j4 install; cd ..
 183 rm -rf $XCBPROTO_VERSION
 184
 185 wget $XCB_RELEASES/$LIBXCB_VERSION.tar.bz2
 186 tar -xvf $LIBXCB_VERSION.tar.bz2 && rm $LIBXCB_VERSION.tar.bz2
 187 cd $LIBXCB_VERSION; ./configure; make -j4 install; cd ..
 188 rm -rf $LIBXCB_VERSION
 189
 190 wget https://dri.freedesktop.org/libdrm/$LIBDRM_VERSION.tar.bz2
 191 tar -xvf $LIBDRM_VERSION.tar.bz2 && rm $LIBDRM_VERSION.tar.bz2
 192 cd $LIBDRM_VERSION
 193 meson build -D vc4=true -D freedreno=true -D etnaviv=true -D libdir=lib/x86_64-linux-gnu; ninja -j4 -C build install
 194 rm -rf build; meson --cross-file=/cross_file-ppc64el.txt build -D libdir=lib/powerpc64le-linux-gnu; ninja -j4 -C build install
 195 rm -rf build; meson --cross-file=/cross_file-i386.txt build -D libdir=lib/i386-linux-gnu; ninja -j4 -C build install
 196 cd ..
 197 rm -rf $LIBDRM_VERSION
 198
 199 wget $WAYLAND_RELEASES/$LIBWAYLAND_VERSION.tar.xz
 200 tar -xvf $LIBWAYLAND_VERSION.tar.xz && rm $LIBWAYLAND_VERSION.tar.xz
 201 cd $LIBWAYLAND_VERSION; ./configure --enable-libraries --without-host-scanner --disable-documentation --disable-dtd-validation; make -j4 install; cd ..
 202 rm -rf $LIBWAYLAND_VERSION
 203
 204 wget $WAYLAND_RELEASES/$WAYLAND_PROTOCOLS_VERSION.tar.xz
 205 tar -xvf $WAYLAND_PROTOCOLS_VERSION.tar.xz && rm $WAYLAND_PROTOCOLS_VERSION.tar.xz
 206 cd $WAYLAND_PROTOCOLS_VERSION; ./configure; make -j4 install; cd ..
 207 rm -rf $WAYLAND_PROTOCOLS_VERSION
 208
 209
 210 # The version of libglvnd-dev in debian is too old
 211 # Check this page to see when this local compilation can be dropped in favour of the package:
 212 # https://packages.debian.org/libglvnd-dev
 213 GLVND_VERSION=1.2.0
 214 wget https://gitlab.freedesktop.org/glvnd/libglvnd/-/archive/v$GLVND_VERSION/libglvnd-v$GLVND_VERSION.tar.gz
 215 tar -xvf libglvnd-v$GLVND_VERSION.tar.gz && rm libglvnd-v$GLVND_VERSION.tar.gz
 216 pushd libglvnd-v$GLVND_VERSION; ./autogen.sh; ./configure; make -j4 install; popd
 217 rm -rf libglvnd-v$GLVND_VERSION
 218
 219
 220 pushd /usr/local
 221 git clone https://gitlab.freedesktop.org/mesa/shader-db.git --depth 1
 222 rm -rf shader-db/.git
 223 cd shader-db
 224 make -j4
 225 popd
 226
 227
 228 # Remove ccache directory, useless for the build jobs
 229 rm -rf $(ccache --get-config=cache_dir)
 230
 231
 232 ############### Uninstall the build software
 233
 234 apt-get purge -y \
 235       autoconf \
 236       automake \
 237       autotools-dev \
 238       cmake \
 239       git \
 240       gnupg \
 241       libgbm-dev \
 242       libtool \
 243       unzip \
 244       wget
 245
 246 apt-get autoremove -y --purge