.gitlab-ci/debian-install.sh

   1 #!/bin/bash
   2
   3 set -e
   4 set -o xtrace
   5
   6 export DEBIAN_FRONTEND=noninteractive
   7
   8 CROSS_ARCHITECTURES="i386"
   9 for arch in $CROSS_ARCHITECTURES; do
  10     dpkg --add-architecture $arch
  11 done
  12
  13 apt-get install -y \
  14       ca-certificates \
  15       wget \
  16       unzip
  17
  18 sed -i -e 's/http:\/\/deb/https:\/\/deb/g' /etc/apt/sources.list
  19 echo 'deb https://deb.debian.org/debian buster-backports main' >/etc/apt/sources.list.d/backports.list
  20
  21 apt-get update
  22
  23 # Use newer packages from backports by default
  24 cat >/etc/apt/preferences <<EOF
  25 Package: *
  26 Pin: release a=buster-backports
  27 Pin-Priority: 500
  28 EOF
  29
  30 apt-get dist-upgrade -y
  31
  32 apt-get install -y --no-remove \
  33       llvm-6.0-dev \
  34       libclang-6.0-dev \
  35       llvm-7-dev \
  36       libclang-7-dev \
  37       llvm-8-dev \
  38       libclang-8-dev \
  39       g++ \
  40       clang-8 \
  41       git \
  42       bzip2 \
  43       zlib1g-dev \
  44       pkg-config \
  45       libxrender-dev \
  46       libxdamage-dev \
  47       libxxf86vm-dev \
  48       gcc \
  49       git \
  50       libepoxy-dev \
  51       libegl1-mesa-dev \
  52       libgbm-dev \
  53       libclc-dev \
  54       libxvmc-dev \
  55       libomxil-bellagio-dev \
  56       xz-utils \
  57       libexpat1-dev \
  58       libx11-xcb-dev \
  59       libelf-dev \
  60       libunwind-dev \
  61       libglvnd-dev \
  62       libgtk-3-dev \
  63       libpng-dev \
  64       libgbm-dev \
  65       libgles2-mesa-dev \
  66       python-mako \
  67       python3-mako \
  68       bison \
  69       flex \
  70       gettext \
  71       cmake \
  72       meson \
  73       scons
  74
  75 # Cross-build Mesa deps
  76 for arch in $CROSS_ARCHITECTURES; do
  77     apt-get install -y --no-remove \
  78             libdrm-dev:${arch} \
  79             libexpat1-dev:${arch} \
  80             libelf-dev:${arch} \
  81             crossbuild-essential-${arch}
  82 done
  83
  84 # for 64bit windows cross-builds
  85 apt-get install -y --no-remove \
  86     mingw-w64 \
  87     libz-mingw-w64-dev \
  88     wine \
  89     wine32 \
  90     wine64
  91
  92 # Debian's pkg-config wrapers for mingw are broken, and there's no sign that
  93 # they're going to be fixed, so we'll just have to fix it ourselves
  94 # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=930492
  95 cat >/usr/local/bin/x86_64-w64-mingw32-pkg-config <<EOF
  96 #!/bin/sh
  97
  98 PKG_CONFIG_LIBDIR=/usr/x86_64-w64-mingw32/lib/pkgconfig pkg-config \$@
  99 EOF
 100 chmod +x /usr/local/bin/x86_64-w64-mingw32-pkg-config
 101
 102 # for the vulkan overlay layer
 103 wget https://github.com/KhronosGroup/glslang/releases/download/master-tot/glslang-master-linux-Release.zip
 104 unzip glslang-master-linux-Release.zip bin/glslangValidator
 105 install -m755 bin/glslangValidator /usr/local/bin/
 106 rm bin/glslangValidator glslang-master-linux-Release.zip
 107
 108
 109 # dependencies where we want a specific version
 110 export              XORG_RELEASES=https://xorg.freedesktop.org/releases/individual
 111 export               XCB_RELEASES=https://xcb.freedesktop.org/dist
 112 export           WAYLAND_RELEASES=https://wayland.freedesktop.org/releases
 113
 114 export         XORGMACROS_VERSION=util-macros-1.19.0
 115 export            GLPROTO_VERSION=glproto-1.4.17
 116 export          DRI2PROTO_VERSION=dri2proto-2.8
 117 export       LIBPCIACCESS_VERSION=libpciaccess-0.13.4
 118 export             LIBDRM_VERSION=libdrm-2.4.99
 119 export           XCBPROTO_VERSION=xcb-proto-1.13
 120 export         RANDRPROTO_VERSION=randrproto-1.5.0
 121 export          LIBXRANDR_VERSION=libXrandr-1.5.0
 122 export             LIBXCB_VERSION=libxcb-1.13
 123 export       LIBXSHMFENCE_VERSION=libxshmfence-1.3
 124 export           LIBVDPAU_VERSION=libvdpau-1.1
 125 export              LIBVA_VERSION=libva-1.7.0
 126 export         LIBWAYLAND_VERSION=wayland-1.15.0
 127 export  WAYLAND_PROTOCOLS_VERSION=wayland-protocols-1.12
 128
 129 wget $XORG_RELEASES/util/$XORGMACROS_VERSION.tar.bz2
 130 tar -xvf $XORGMACROS_VERSION.tar.bz2 && rm $XORGMACROS_VERSION.tar.bz2
 131 cd $XORGMACROS_VERSION; ./configure; make install; cd ..
 132 rm -rf $XORGMACROS_VERSION
 133
 134 wget $XORG_RELEASES/proto/$GLPROTO_VERSION.tar.bz2
 135 tar -xvf $GLPROTO_VERSION.tar.bz2 && rm $GLPROTO_VERSION.tar.bz2
 136 cd $GLPROTO_VERSION; ./configure; make install; cd ..
 137 rm -rf $GLPROTO_VERSION
 138
 139 wget $XORG_RELEASES/proto/$DRI2PROTO_VERSION.tar.bz2
 140 tar -xvf $DRI2PROTO_VERSION.tar.bz2 && rm $DRI2PROTO_VERSION.tar.bz2
 141 cd $DRI2PROTO_VERSION; ./configure; make install; cd ..
 142 rm -rf $DRI2PROTO_VERSION
 143
 144 wget $XCB_RELEASES/$XCBPROTO_VERSION.tar.bz2
 145 tar -xvf $XCBPROTO_VERSION.tar.bz2 && rm $XCBPROTO_VERSION.tar.bz2
 146 cd $XCBPROTO_VERSION; ./configure; make install; cd ..
 147 rm -rf $XCBPROTO_VERSION
 148
 149 wget $XCB_RELEASES/$LIBXCB_VERSION.tar.bz2
 150 tar -xvf $LIBXCB_VERSION.tar.bz2 && rm $LIBXCB_VERSION.tar.bz2
 151 cd $LIBXCB_VERSION; ./configure; make install; cd ..
 152 rm -rf $LIBXCB_VERSION
 153
 154 wget $XORG_RELEASES/lib/$LIBPCIACCESS_VERSION.tar.bz2
 155 tar -xvf $LIBPCIACCESS_VERSION.tar.bz2 && rm $LIBPCIACCESS_VERSION.tar.bz2
 156 cd $LIBPCIACCESS_VERSION; ./configure; make install; cd ..
 157 rm -rf $LIBPCIACCESS_VERSION
 158
 159 wget https://dri.freedesktop.org/libdrm/$LIBDRM_VERSION.tar.bz2
 160 tar -xvf $LIBDRM_VERSION.tar.bz2 && rm $LIBDRM_VERSION.tar.bz2
 161 cd $LIBDRM_VERSION; ./configure --enable-vc4 --enable-freedreno --enable-etnaviv-experimental-api; make install; cd ..
 162 rm -rf $LIBDRM_VERSION
 163
 164 wget $XORG_RELEASES/proto/$RANDRPROTO_VERSION.tar.bz2
 165 tar -xvf $RANDRPROTO_VERSION.tar.bz2 && rm $RANDRPROTO_VERSION.tar.bz2
 166 cd $RANDRPROTO_VERSION; ./configure; make install; cd ..
 167 rm -rf $RANDRPROTO_VERSION
 168
 169 wget $XORG_RELEASES/lib/$LIBXRANDR_VERSION.tar.bz2
 170 tar -xvf $LIBXRANDR_VERSION.tar.bz2 && rm $LIBXRANDR_VERSION.tar.bz2
 171 cd $LIBXRANDR_VERSION; ./configure; make install; cd ..
 172 rm -rf $LIBXRANDR_VERSION
 173
 174 wget $XORG_RELEASES/lib/$LIBXSHMFENCE_VERSION.tar.bz2
 175 tar -xvf $LIBXSHMFENCE_VERSION.tar.bz2 && rm $LIBXSHMFENCE_VERSION.tar.bz2
 176 cd $LIBXSHMFENCE_VERSION; ./configure; make install; cd ..
 177 rm -rf $LIBXSHMFENCE_VERSION
 178
 179 wget https://people.freedesktop.org/~aplattner/vdpau/$LIBVDPAU_VERSION.tar.bz2
 180 tar -xvf $LIBVDPAU_VERSION.tar.bz2 && rm $LIBVDPAU_VERSION.tar.bz2
 181 cd $LIBVDPAU_VERSION; ./configure; make install; cd ..
 182 rm -rf $LIBVDPAU_VERSION
 183
 184 wget https://www.freedesktop.org/software/vaapi/releases/libva/$LIBVA_VERSION.tar.bz2
 185 tar -xvf $LIBVA_VERSION.tar.bz2 && rm $LIBVA_VERSION.tar.bz2
 186 cd $LIBVA_VERSION; ./configure --disable-wayland --disable-dummy-driver; make install; cd ..
 187 rm -rf $LIBVA_VERSION
 188
 189 wget $WAYLAND_RELEASES/$LIBWAYLAND_VERSION.tar.xz
 190 tar -xvf $LIBWAYLAND_VERSION.tar.xz && rm $LIBWAYLAND_VERSION.tar.xz
 191 cd $LIBWAYLAND_VERSION; ./configure --enable-libraries --without-host-scanner --disable-documentation --disable-dtd-validation; make install; cd ..
 192 rm -rf $LIBWAYLAND_VERSION
 193
 194 wget $WAYLAND_RELEASES/$WAYLAND_PROTOCOLS_VERSION.tar.xz
 195 tar -xvf $WAYLAND_PROTOCOLS_VERSION.tar.xz && rm $WAYLAND_PROTOCOLS_VERSION.tar.xz
 196 cd $WAYLAND_PROTOCOLS_VERSION; ./configure; make install; cd ..
 197 rm -rf $WAYLAND_PROTOCOLS_VERSION
 198
 199 pushd /usr/local
 200 git clone https://gitlab.freedesktop.org/mesa/shader-db.git --depth 1
 201 rm -rf shader-db/.git
 202 cd shader-db
 203 make
 204 popd
 205
 206 # Use ccache to speed up builds
 207 apt-get install -y --no-remove ccache
 208
 209 # We need xmllint to validate the XML files in Mesa
 210 apt-get install -y --no-remove libxml2-utils
 211
 212
 213 # Generate cross build files for Meson
 214 for arch in $CROSS_ARCHITECTURES; do
 215   cross_file="/cross_file-$arch.txt"
 216   /usr/share/meson/debcrossgen --arch "$arch" -o "$cross_file"
 217   # Explicitly set ccache path for cross compilers
 218   sed -i "s|/usr/bin/\([^-]*\)-linux-gnu\([^-]*\)-g|/usr/lib/ccache/\\1-linux-gnu\\2-g|g" "$cross_file"
 219   if [ "$arch" = "i386" ]; then
 220     # Work around a bug in debcrossgen that should be fixed in the next release
 221     sed -i "s|cpu_family = 'i686'|cpu_family = 'x86'|g" "$cross_file"
 222     # Don't need wrapper for i386 executables
 223     sed -i -e '/\[properties\]/a\' -e "needs_exe_wrapper = False" "$cross_file"
 224   fi
 225 done
 226
 227
 228 ############### Build dEQP
 229 git config --global user.email "mesa@example.com"
 230 git config --global user.name "Mesa CI"
 231 # XXX: Use --depth 1 once we can drop the cherry-picks.
 232 git clone \
 233     https://github.com/KhronosGroup/VK-GL-CTS.git \
 234     -b opengl-es-cts-3.2.5.1 \
 235     /VK-GL-CTS
 236 cd /VK-GL-CTS
 237 # Fix surfaceless build
 238 git cherry-pick -x 22f41e5e321c6dcd8569c4dad91bce89f06b3670
 239 git cherry-pick -x 1daa8dff73161ea60ead965bd6c9f2a0a2165648
 240
 241 # surfaceless links against libkms and such despite not using it.
 242 sed -i '/gbm/d' targets/surfaceless/surfaceless.cmake
 243 sed -i '/libkms/d' targets/surfaceless/surfaceless.cmake
 244 sed -i '/libgbm/d' targets/surfaceless/surfaceless.cmake
 245
 246 python3 external/fetch_sources.py
 247
 248 mkdir -p /deqp
 249 cd /deqp
 250 cmake -G Ninja \
 251       -DDEQP_TARGET=surfaceless               \
 252       -DCMAKE_BUILD_TYPE=Release              \
 253       /VK-GL-CTS
 254 ninja
 255
 256 # Copy out the mustpass lists we want from a bunch of other junk.
 257 mkdir /deqp/mustpass
 258 for gles in gles2 gles3 gles31; do
 259     cp \
 260         /deqp/external/openglcts/modules/gl_cts/data/mustpass/gles/aosp_mustpass/3.2.5.x/$gles-master.txt \
 261         /deqp/mustpass/$gles-master.txt
 262 done
 263
 264 # Remove the rest of the build products that we don't need.
 265 rm -rf /deqp/external
 266 rm -rf /deqp/modules/internal
 267 rm -rf /deqp/executor
 268 rm -rf /deqp/execserver
 269 rm -rf /deqp/modules/egl
 270 rm -rf /deqp/framework
 271 du -sh *
 272 rm -rf /VK-GL-CTS
 273
 274 ############### Uninstall the build software
 275
 276 apt-get purge -y \
 277       wget \
 278       unzip \
 279       cmake \
 280       git \
 281       libgles2-mesa-dev \
 282       libgbm-dev
 283
 284 apt-get autoremove -y --purge