.gitlab-ci/debian-install.sh

   1 #!/bin/bash
   2
   3 set -e
   4 set -o xtrace
   5
   6 export DEBIAN_FRONTEND=noninteractive
   7
   8 CROSS_ARCHITECTURES="i386"
   9 for arch in $CROSS_ARCHITECTURES; do
  10     dpkg --add-architecture $arch
  11 done
  12
  13 apt-get install -y \
  14       ca-certificates \
  15       wget \
  16       unzip
  17
  18 sed -i -e 's/http:\/\/deb/https:\/\/deb/g' /etc/apt/sources.list
  19 echo 'deb https://deb.debian.org/debian buster-backports main' >/etc/apt/sources.list.d/backports.list
  20
  21 apt-get update
  22
  23 # Use newer packages from backports by default
  24 cat >/etc/apt/preferences <<EOF
  25 Package: *
  26 Pin: release a=buster-backports
  27 Pin-Priority: 500
  28 EOF
  29
  30 apt-get dist-upgrade -y
  31
  32 apt-get install -y --no-remove \
  33       llvm-6.0-dev \
  34       libclang-6.0-dev \
  35       llvm-7-dev \
  36       libclang-7-dev \
  37       llvm-8-dev \
  38       libclang-8-dev \
  39       g++ \
  40       clang-8 \
  41       git \
  42       bzip2 \
  43       zlib1g-dev \
  44       pkg-config \
  45       libxrender-dev \
  46       libxdamage-dev \
  47       libxxf86vm-dev \
  48       gcc \
  49       git \
  50       libepoxy-dev \
  51       libegl1-mesa-dev \
  52       libgbm-dev \
  53       libclc-dev \
  54       libxvmc-dev \
  55       libomxil-bellagio-dev \
  56       xz-utils \
  57       libexpat1-dev \
  58       libx11-xcb-dev \
  59       libelf-dev \
  60       libunwind-dev \
  61       autoconf \
  62       automake \
  63       autotools-dev \
  64       libtool \
  65       libxext-dev \
  66       libx11-dev \
  67       x11proto-gl-dev \
  68       libgtk-3-dev \
  69       libpng-dev \
  70       libgbm-dev \
  71       libgles2-mesa-dev \
  72       libvulkan-dev \
  73       python-mako \
  74       python3-mako \
  75       bison \
  76       flex \
  77       gettext \
  78       cmake \
  79       meson \
  80       scons
  81
  82 # Cross-build Mesa deps
  83 for arch in $CROSS_ARCHITECTURES; do
  84     apt-get install -y --no-remove \
  85             libdrm-dev:${arch} \
  86             libexpat1-dev:${arch} \
  87             libelf-dev:${arch} \
  88             crossbuild-essential-${arch}
  89 done
  90
  91 # for 64bit windows cross-builds
  92 apt-get install -y --no-remove \
  93     mingw-w64 \
  94     libz-mingw-w64-dev \
  95     wine \
  96     wine32 \
  97     wine64
  98
  99 # Debian's pkg-config wrapers for mingw are broken, and there's no sign that
 100 # they're going to be fixed, so we'll just have to fix it ourselves
 101 # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=930492
 102 cat >/usr/local/bin/x86_64-w64-mingw32-pkg-config <<EOF
 103 #!/bin/sh
 104
 105 PKG_CONFIG_LIBDIR=/usr/x86_64-w64-mingw32/lib/pkgconfig pkg-config \$@
 106 EOF
 107 chmod +x /usr/local/bin/x86_64-w64-mingw32-pkg-config
 108
 109 # for the vulkan overlay layer
 110 wget https://github.com/KhronosGroup/glslang/releases/download/master-tot/glslang-master-linux-Release.zip
 111 unzip glslang-master-linux-Release.zip bin/glslangValidator
 112 install -m755 bin/glslangValidator /usr/local/bin/
 113 rm bin/glslangValidator glslang-master-linux-Release.zip
 114
 115
 116 # dependencies where we want a specific version
 117 export              XORG_RELEASES=https://xorg.freedesktop.org/releases/individual
 118 export               XCB_RELEASES=https://xcb.freedesktop.org/dist
 119 export           WAYLAND_RELEASES=https://wayland.freedesktop.org/releases
 120
 121 export         XORGMACROS_VERSION=util-macros-1.19.0
 122 export            GLPROTO_VERSION=glproto-1.4.17
 123 export          DRI2PROTO_VERSION=dri2proto-2.8
 124 export       LIBPCIACCESS_VERSION=libpciaccess-0.13.4
 125 export             LIBDRM_VERSION=libdrm-2.4.100
 126 export           XCBPROTO_VERSION=xcb-proto-1.13
 127 export         RANDRPROTO_VERSION=randrproto-1.5.0
 128 export          LIBXRANDR_VERSION=libXrandr-1.5.0
 129 export             LIBXCB_VERSION=libxcb-1.13
 130 export       LIBXSHMFENCE_VERSION=libxshmfence-1.3
 131 export           LIBVDPAU_VERSION=libvdpau-1.1
 132 export              LIBVA_VERSION=libva-1.7.0
 133 export         LIBWAYLAND_VERSION=wayland-1.15.0
 134 export  WAYLAND_PROTOCOLS_VERSION=wayland-protocols-1.12
 135
 136 wget $XORG_RELEASES/util/$XORGMACROS_VERSION.tar.bz2
 137 tar -xvf $XORGMACROS_VERSION.tar.bz2 && rm $XORGMACROS_VERSION.tar.bz2
 138 cd $XORGMACROS_VERSION; ./configure; make install; cd ..
 139 rm -rf $XORGMACROS_VERSION
 140
 141 wget $XORG_RELEASES/proto/$GLPROTO_VERSION.tar.bz2
 142 tar -xvf $GLPROTO_VERSION.tar.bz2 && rm $GLPROTO_VERSION.tar.bz2
 143 cd $GLPROTO_VERSION; ./configure; make install; cd ..
 144 rm -rf $GLPROTO_VERSION
 145
 146 wget $XORG_RELEASES/proto/$DRI2PROTO_VERSION.tar.bz2
 147 tar -xvf $DRI2PROTO_VERSION.tar.bz2 && rm $DRI2PROTO_VERSION.tar.bz2
 148 cd $DRI2PROTO_VERSION; ./configure; make install; cd ..
 149 rm -rf $DRI2PROTO_VERSION
 150
 151 wget $XCB_RELEASES/$XCBPROTO_VERSION.tar.bz2
 152 tar -xvf $XCBPROTO_VERSION.tar.bz2 && rm $XCBPROTO_VERSION.tar.bz2
 153 cd $XCBPROTO_VERSION; ./configure; make install; cd ..
 154 rm -rf $XCBPROTO_VERSION
 155
 156 wget $XCB_RELEASES/$LIBXCB_VERSION.tar.bz2
 157 tar -xvf $LIBXCB_VERSION.tar.bz2 && rm $LIBXCB_VERSION.tar.bz2
 158 cd $LIBXCB_VERSION; ./configure; make install; cd ..
 159 rm -rf $LIBXCB_VERSION
 160
 161 wget $XORG_RELEASES/lib/$LIBPCIACCESS_VERSION.tar.bz2
 162 tar -xvf $LIBPCIACCESS_VERSION.tar.bz2 && rm $LIBPCIACCESS_VERSION.tar.bz2
 163 cd $LIBPCIACCESS_VERSION; ./configure; make install; cd ..
 164 rm -rf $LIBPCIACCESS_VERSION
 165
 166 wget https://dri.freedesktop.org/libdrm/$LIBDRM_VERSION.tar.bz2
 167 tar -xvf $LIBDRM_VERSION.tar.bz2 && rm $LIBDRM_VERSION.tar.bz2
 168 cd $LIBDRM_VERSION; ./configure --enable-vc4 --enable-freedreno --enable-etnaviv-experimental-api; make install; cd ..
 169 rm -rf $LIBDRM_VERSION
 170
 171 wget $XORG_RELEASES/proto/$RANDRPROTO_VERSION.tar.bz2
 172 tar -xvf $RANDRPROTO_VERSION.tar.bz2 && rm $RANDRPROTO_VERSION.tar.bz2
 173 cd $RANDRPROTO_VERSION; ./configure; make install; cd ..
 174 rm -rf $RANDRPROTO_VERSION
 175
 176 wget $XORG_RELEASES/lib/$LIBXRANDR_VERSION.tar.bz2
 177 tar -xvf $LIBXRANDR_VERSION.tar.bz2 && rm $LIBXRANDR_VERSION.tar.bz2
 178 cd $LIBXRANDR_VERSION; ./configure; make install; cd ..
 179 rm -rf $LIBXRANDR_VERSION
 180
 181 wget $XORG_RELEASES/lib/$LIBXSHMFENCE_VERSION.tar.bz2
 182 tar -xvf $LIBXSHMFENCE_VERSION.tar.bz2 && rm $LIBXSHMFENCE_VERSION.tar.bz2
 183 cd $LIBXSHMFENCE_VERSION; ./configure; make install; cd ..
 184 rm -rf $LIBXSHMFENCE_VERSION
 185
 186 wget https://people.freedesktop.org/~aplattner/vdpau/$LIBVDPAU_VERSION.tar.bz2
 187 tar -xvf $LIBVDPAU_VERSION.tar.bz2 && rm $LIBVDPAU_VERSION.tar.bz2
 188 cd $LIBVDPAU_VERSION; ./configure; make install; cd ..
 189 rm -rf $LIBVDPAU_VERSION
 190
 191 wget https://www.freedesktop.org/software/vaapi/releases/libva/$LIBVA_VERSION.tar.bz2
 192 tar -xvf $LIBVA_VERSION.tar.bz2 && rm $LIBVA_VERSION.tar.bz2
 193 cd $LIBVA_VERSION; ./configure --disable-wayland --disable-dummy-driver; make install; cd ..
 194 rm -rf $LIBVA_VERSION
 195
 196 wget $WAYLAND_RELEASES/$LIBWAYLAND_VERSION.tar.xz
 197 tar -xvf $LIBWAYLAND_VERSION.tar.xz && rm $LIBWAYLAND_VERSION.tar.xz
 198 cd $LIBWAYLAND_VERSION; ./configure --enable-libraries --without-host-scanner --disable-documentation --disable-dtd-validation; make install; cd ..
 199 rm -rf $LIBWAYLAND_VERSION
 200
 201 wget $WAYLAND_RELEASES/$WAYLAND_PROTOCOLS_VERSION.tar.xz
 202 tar -xvf $WAYLAND_PROTOCOLS_VERSION.tar.xz && rm $WAYLAND_PROTOCOLS_VERSION.tar.xz
 203 cd $WAYLAND_PROTOCOLS_VERSION; ./configure; make install; cd ..
 204 rm -rf $WAYLAND_PROTOCOLS_VERSION
 205
 206
 207 # The version of libglvnd-dev in debian is too old
 208 # Check this page to see when this local compilation can be dropped in favour of the package:
 209 # https://packages.debian.org/libglvnd-dev
 210 GLVND_VERSION=1.2.0
 211 wget https://gitlab.freedesktop.org/glvnd/libglvnd/-/archive/v$GLVND_VERSION/libglvnd-v$GLVND_VERSION.tar.gz
 212 tar -xvf libglvnd-v$GLVND_VERSION.tar.gz && rm libglvnd-v$GLVND_VERSION.tar.gz
 213 pushd libglvnd-v$GLVND_VERSION; ./autogen.sh; ./configure; make install; popd
 214 rm -rf libglvnd-v$GLVND_VERSION
 215
 216
 217 pushd /usr/local
 218 git clone https://gitlab.freedesktop.org/mesa/shader-db.git --depth 1
 219 rm -rf shader-db/.git
 220 cd shader-db
 221 make
 222 popd
 223
 224 # Use ccache to speed up builds
 225 apt-get install -y --no-remove ccache
 226
 227 # We need xmllint to validate the XML files in Mesa
 228 apt-get install -y --no-remove libxml2-utils
 229
 230
 231 # Generate cross build files for Meson
 232 for arch in $CROSS_ARCHITECTURES; do
 233   cross_file="/cross_file-$arch.txt"
 234   /usr/share/meson/debcrossgen --arch "$arch" -o "$cross_file"
 235   # Explicitly set ccache path for cross compilers
 236   sed -i "s|/usr/bin/\([^-]*\)-linux-gnu\([^-]*\)-g|/usr/lib/ccache/\\1-linux-gnu\\2-g|g" "$cross_file"
 237   if [ "$arch" = "i386" ]; then
 238     # Work around a bug in debcrossgen that should be fixed in the next release
 239     sed -i "s|cpu_family = 'i686'|cpu_family = 'x86'|g" "$cross_file"
 240     # Don't need wrapper for i386 executables
 241     sed -i -e '/\[properties\]/a\' -e "needs_exe_wrapper = False" "$cross_file"
 242   fi
 243 done
 244
 245
 246 ############### Build dEQP
 247 git config --global user.email "mesa@example.com"
 248 git config --global user.name "Mesa CI"
 249 # XXX: Use --depth 1 once we can drop the cherry-picks.
 250 git clone \
 251     https://github.com/KhronosGroup/VK-GL-CTS.git \
 252     -b opengl-es-cts-3.2.5.1 \
 253     /VK-GL-CTS
 254 cd /VK-GL-CTS
 255 # Fix surfaceless build
 256 git cherry-pick -x 22f41e5e321c6dcd8569c4dad91bce89f06b3670
 257 git cherry-pick -x 1daa8dff73161ea60ead965bd6c9f2a0a2165648
 258
 259 # surfaceless links against libkms and such despite not using it.
 260 sed -i '/gbm/d' targets/surfaceless/surfaceless.cmake
 261 sed -i '/libkms/d' targets/surfaceless/surfaceless.cmake
 262 sed -i '/libgbm/d' targets/surfaceless/surfaceless.cmake
 263
 264 python3 external/fetch_sources.py
 265
 266 mkdir -p /deqp
 267 cd /deqp
 268 cmake -G Ninja \
 269       -DDEQP_TARGET=surfaceless               \
 270       -DCMAKE_BUILD_TYPE=Release              \
 271       /VK-GL-CTS
 272 ninja
 273
 274 # Copy out the mustpass lists we want from a bunch of other junk.
 275 mkdir /deqp/mustpass
 276 for gles in gles2 gles3 gles31; do
 277     cp \
 278         /deqp/external/openglcts/modules/gl_cts/data/mustpass/gles/aosp_mustpass/3.2.5.x/$gles-master.txt \
 279         /deqp/mustpass/$gles-master.txt
 280 done
 281
 282 # Remove the rest of the build products that we don't need.
 283 rm -rf /deqp/external
 284 rm -rf /deqp/modules/internal
 285 rm -rf /deqp/executor
 286 rm -rf /deqp/execserver
 287 rm -rf /deqp/modules/egl
 288 rm -rf /deqp/framework
 289 du -sh *
 290 rm -rf /VK-GL-CTS
 291
 292 ############### Uninstall the build software
 293
 294 apt-get purge -y \
 295       wget \
 296       unzip \
 297       cmake \
 298       git \
 299       autoconf \
 300       automake \
 301       autotools-dev \
 302       libtool \
 303       x11proto-gl-dev \
 304       libgles2-mesa-dev \
 305       libgbm-dev
 306
 307 apt-get autoremove -y --purge