.gitlab-ci/debian-install.sh

   1 #!/bin/bash
   2
   3 set -e
   4 set -o xtrace
   5
   6 export DEBIAN_FRONTEND=noninteractive
   7
   8 CROSS_ARCHITECTURES="i386"
   9 for arch in $CROSS_ARCHITECTURES; do
  10     dpkg --add-architecture $arch
  11 done
  12
  13 apt-get install -y \
  14       ca-certificates \
  15       wget \
  16       unzip
  17
  18 sed -i -e 's/http:\/\/deb/https:\/\/deb/g' /etc/apt/sources.list
  19 echo 'deb https://deb.debian.org/debian buster-backports main' >/etc/apt/sources.list.d/backports.list
  20
  21 apt-get update
  22
  23 # Use newer packages from backports by default
  24 cat >/etc/apt/preferences <<EOF
  25 Package: *
  26 Pin: release a=buster-backports
  27 Pin-Priority: 500
  28 EOF
  29
  30 apt-get dist-upgrade -y
  31
  32 apt-get install -y --no-remove \
  33       llvm-6.0-dev \
  34       libclang-6.0-dev \
  35       llvm-7-dev \
  36       libclang-7-dev \
  37       llvm-8-dev \
  38       libclang-8-dev \
  39       g++ \
  40       clang-8 \
  41       git \
  42       bzip2 \
  43       zlib1g-dev \
  44       pkg-config \
  45       libxrender-dev \
  46       libxdamage-dev \
  47       libxxf86vm-dev \
  48       gcc \
  49       git \
  50       libepoxy-dev \
  51       libegl1-mesa-dev \
  52       libgbm-dev \
  53       libclc-dev \
  54       libxvmc-dev \
  55       libomxil-bellagio-dev \
  56       xz-utils \
  57       libexpat1-dev \
  58       libx11-xcb-dev \
  59       libelf-dev \
  60       libunwind-dev \
  61       libglvnd-dev \
  62       libgtk-3-dev \
  63       libpng-dev \
  64       libgbm-dev \
  65       libgles2-mesa-dev \
  66       libvulkan-dev \
  67       python-mako \
  68       python3-mako \
  69       bison \
  70       flex \
  71       gettext \
  72       cmake \
  73       meson \
  74       scons
  75
  76 # Cross-build Mesa deps
  77 for arch in $CROSS_ARCHITECTURES; do
  78     apt-get install -y --no-remove \
  79             libdrm-dev:${arch} \
  80             libexpat1-dev:${arch} \
  81             libelf-dev:${arch} \
  82             crossbuild-essential-${arch}
  83 done
  84
  85 # for 64bit windows cross-builds
  86 apt-get install -y --no-remove \
  87     mingw-w64 \
  88     libz-mingw-w64-dev \
  89     wine \
  90     wine32 \
  91     wine64
  92
  93 # Debian's pkg-config wrapers for mingw are broken, and there's no sign that
  94 # they're going to be fixed, so we'll just have to fix it ourselves
  95 # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=930492
  96 cat >/usr/local/bin/x86_64-w64-mingw32-pkg-config <<EOF
  97 #!/bin/sh
  98
  99 PKG_CONFIG_LIBDIR=/usr/x86_64-w64-mingw32/lib/pkgconfig pkg-config \$@
 100 EOF
 101 chmod +x /usr/local/bin/x86_64-w64-mingw32-pkg-config
 102
 103 # for the vulkan overlay layer
 104 wget https://github.com/KhronosGroup/glslang/releases/download/master-tot/glslang-master-linux-Release.zip
 105 unzip glslang-master-linux-Release.zip bin/glslangValidator
 106 install -m755 bin/glslangValidator /usr/local/bin/
 107 rm bin/glslangValidator glslang-master-linux-Release.zip
 108
 109
 110 # dependencies where we want a specific version
 111 export              XORG_RELEASES=https://xorg.freedesktop.org/releases/individual
 112 export               XCB_RELEASES=https://xcb.freedesktop.org/dist
 113 export           WAYLAND_RELEASES=https://wayland.freedesktop.org/releases
 114
 115 export         XORGMACROS_VERSION=util-macros-1.19.0
 116 export            GLPROTO_VERSION=glproto-1.4.17
 117 export          DRI2PROTO_VERSION=dri2proto-2.8
 118 export       LIBPCIACCESS_VERSION=libpciaccess-0.13.4
 119 export             LIBDRM_VERSION=libdrm-2.4.100
 120 export           XCBPROTO_VERSION=xcb-proto-1.13
 121 export         RANDRPROTO_VERSION=randrproto-1.5.0
 122 export          LIBXRANDR_VERSION=libXrandr-1.5.0
 123 export             LIBXCB_VERSION=libxcb-1.13
 124 export       LIBXSHMFENCE_VERSION=libxshmfence-1.3
 125 export           LIBVDPAU_VERSION=libvdpau-1.1
 126 export              LIBVA_VERSION=libva-1.7.0
 127 export         LIBWAYLAND_VERSION=wayland-1.15.0
 128 export  WAYLAND_PROTOCOLS_VERSION=wayland-protocols-1.12
 129
 130 wget $XORG_RELEASES/util/$XORGMACROS_VERSION.tar.bz2
 131 tar -xvf $XORGMACROS_VERSION.tar.bz2 && rm $XORGMACROS_VERSION.tar.bz2
 132 cd $XORGMACROS_VERSION; ./configure; make install; cd ..
 133 rm -rf $XORGMACROS_VERSION
 134
 135 wget $XORG_RELEASES/proto/$GLPROTO_VERSION.tar.bz2
 136 tar -xvf $GLPROTO_VERSION.tar.bz2 && rm $GLPROTO_VERSION.tar.bz2
 137 cd $GLPROTO_VERSION; ./configure; make install; cd ..
 138 rm -rf $GLPROTO_VERSION
 139
 140 wget $XORG_RELEASES/proto/$DRI2PROTO_VERSION.tar.bz2
 141 tar -xvf $DRI2PROTO_VERSION.tar.bz2 && rm $DRI2PROTO_VERSION.tar.bz2
 142 cd $DRI2PROTO_VERSION; ./configure; make install; cd ..
 143 rm -rf $DRI2PROTO_VERSION
 144
 145 wget $XCB_RELEASES/$XCBPROTO_VERSION.tar.bz2
 146 tar -xvf $XCBPROTO_VERSION.tar.bz2 && rm $XCBPROTO_VERSION.tar.bz2
 147 cd $XCBPROTO_VERSION; ./configure; make install; cd ..
 148 rm -rf $XCBPROTO_VERSION
 149
 150 wget $XCB_RELEASES/$LIBXCB_VERSION.tar.bz2
 151 tar -xvf $LIBXCB_VERSION.tar.bz2 && rm $LIBXCB_VERSION.tar.bz2
 152 cd $LIBXCB_VERSION; ./configure; make install; cd ..
 153 rm -rf $LIBXCB_VERSION
 154
 155 wget $XORG_RELEASES/lib/$LIBPCIACCESS_VERSION.tar.bz2
 156 tar -xvf $LIBPCIACCESS_VERSION.tar.bz2 && rm $LIBPCIACCESS_VERSION.tar.bz2
 157 cd $LIBPCIACCESS_VERSION; ./configure; make install; cd ..
 158 rm -rf $LIBPCIACCESS_VERSION
 159
 160 wget https://dri.freedesktop.org/libdrm/$LIBDRM_VERSION.tar.bz2
 161 tar -xvf $LIBDRM_VERSION.tar.bz2 && rm $LIBDRM_VERSION.tar.bz2
 162 cd $LIBDRM_VERSION; ./configure --enable-vc4 --enable-freedreno --enable-etnaviv-experimental-api; make install; cd ..
 163 rm -rf $LIBDRM_VERSION
 164
 165 wget $XORG_RELEASES/proto/$RANDRPROTO_VERSION.tar.bz2
 166 tar -xvf $RANDRPROTO_VERSION.tar.bz2 && rm $RANDRPROTO_VERSION.tar.bz2
 167 cd $RANDRPROTO_VERSION; ./configure; make install; cd ..
 168 rm -rf $RANDRPROTO_VERSION
 169
 170 wget $XORG_RELEASES/lib/$LIBXRANDR_VERSION.tar.bz2
 171 tar -xvf $LIBXRANDR_VERSION.tar.bz2 && rm $LIBXRANDR_VERSION.tar.bz2
 172 cd $LIBXRANDR_VERSION; ./configure; make install; cd ..
 173 rm -rf $LIBXRANDR_VERSION
 174
 175 wget $XORG_RELEASES/lib/$LIBXSHMFENCE_VERSION.tar.bz2
 176 tar -xvf $LIBXSHMFENCE_VERSION.tar.bz2 && rm $LIBXSHMFENCE_VERSION.tar.bz2
 177 cd $LIBXSHMFENCE_VERSION; ./configure; make install; cd ..
 178 rm -rf $LIBXSHMFENCE_VERSION
 179
 180 wget https://people.freedesktop.org/~aplattner/vdpau/$LIBVDPAU_VERSION.tar.bz2
 181 tar -xvf $LIBVDPAU_VERSION.tar.bz2 && rm $LIBVDPAU_VERSION.tar.bz2
 182 cd $LIBVDPAU_VERSION; ./configure; make install; cd ..
 183 rm -rf $LIBVDPAU_VERSION
 184
 185 wget https://www.freedesktop.org/software/vaapi/releases/libva/$LIBVA_VERSION.tar.bz2
 186 tar -xvf $LIBVA_VERSION.tar.bz2 && rm $LIBVA_VERSION.tar.bz2
 187 cd $LIBVA_VERSION; ./configure --disable-wayland --disable-dummy-driver; make install; cd ..
 188 rm -rf $LIBVA_VERSION
 189
 190 wget $WAYLAND_RELEASES/$LIBWAYLAND_VERSION.tar.xz
 191 tar -xvf $LIBWAYLAND_VERSION.tar.xz && rm $LIBWAYLAND_VERSION.tar.xz
 192 cd $LIBWAYLAND_VERSION; ./configure --enable-libraries --without-host-scanner --disable-documentation --disable-dtd-validation; make install; cd ..
 193 rm -rf $LIBWAYLAND_VERSION
 194
 195 wget $WAYLAND_RELEASES/$WAYLAND_PROTOCOLS_VERSION.tar.xz
 196 tar -xvf $WAYLAND_PROTOCOLS_VERSION.tar.xz && rm $WAYLAND_PROTOCOLS_VERSION.tar.xz
 197 cd $WAYLAND_PROTOCOLS_VERSION; ./configure; make install; cd ..
 198 rm -rf $WAYLAND_PROTOCOLS_VERSION
 199
 200 pushd /usr/local
 201 git clone https://gitlab.freedesktop.org/mesa/shader-db.git --depth 1
 202 rm -rf shader-db/.git
 203 cd shader-db
 204 make
 205 popd
 206
 207 # Use ccache to speed up builds
 208 apt-get install -y --no-remove ccache
 209
 210 # We need xmllint to validate the XML files in Mesa
 211 apt-get install -y --no-remove libxml2-utils
 212
 213
 214 # Generate cross build files for Meson
 215 for arch in $CROSS_ARCHITECTURES; do
 216   cross_file="/cross_file-$arch.txt"
 217   /usr/share/meson/debcrossgen --arch "$arch" -o "$cross_file"
 218   # Explicitly set ccache path for cross compilers
 219   sed -i "s|/usr/bin/\([^-]*\)-linux-gnu\([^-]*\)-g|/usr/lib/ccache/\\1-linux-gnu\\2-g|g" "$cross_file"
 220   if [ "$arch" = "i386" ]; then
 221     # Work around a bug in debcrossgen that should be fixed in the next release
 222     sed -i "s|cpu_family = 'i686'|cpu_family = 'x86'|g" "$cross_file"
 223     # Don't need wrapper for i386 executables
 224     sed -i -e '/\[properties\]/a\' -e "needs_exe_wrapper = False" "$cross_file"
 225   fi
 226 done
 227
 228
 229 ############### Build dEQP
 230 git config --global user.email "mesa@example.com"
 231 git config --global user.name "Mesa CI"
 232 # XXX: Use --depth 1 once we can drop the cherry-picks.
 233 git clone \
 234     https://github.com/KhronosGroup/VK-GL-CTS.git \
 235     -b opengl-es-cts-3.2.5.1 \
 236     /VK-GL-CTS
 237 cd /VK-GL-CTS
 238 # Fix surfaceless build
 239 git cherry-pick -x 22f41e5e321c6dcd8569c4dad91bce89f06b3670
 240 git cherry-pick -x 1daa8dff73161ea60ead965bd6c9f2a0a2165648
 241
 242 # surfaceless links against libkms and such despite not using it.
 243 sed -i '/gbm/d' targets/surfaceless/surfaceless.cmake
 244 sed -i '/libkms/d' targets/surfaceless/surfaceless.cmake
 245 sed -i '/libgbm/d' targets/surfaceless/surfaceless.cmake
 246
 247 python3 external/fetch_sources.py
 248
 249 mkdir -p /deqp
 250 cd /deqp
 251 cmake -G Ninja \
 252       -DDEQP_TARGET=surfaceless               \
 253       -DCMAKE_BUILD_TYPE=Release              \
 254       /VK-GL-CTS
 255 ninja
 256
 257 # Copy out the mustpass lists we want from a bunch of other junk.
 258 mkdir /deqp/mustpass
 259 for gles in gles2 gles3 gles31; do
 260     cp \
 261         /deqp/external/openglcts/modules/gl_cts/data/mustpass/gles/aosp_mustpass/3.2.5.x/$gles-master.txt \
 262         /deqp/mustpass/$gles-master.txt
 263 done
 264
 265 # Remove the rest of the build products that we don't need.
 266 rm -rf /deqp/external
 267 rm -rf /deqp/modules/internal
 268 rm -rf /deqp/executor
 269 rm -rf /deqp/execserver
 270 rm -rf /deqp/modules/egl
 271 rm -rf /deqp/framework
 272 du -sh *
 273 rm -rf /VK-GL-CTS
 274
 275 ############### Uninstall the build software
 276
 277 apt-get purge -y \
 278       wget \
 279       unzip \
 280       cmake \
 281       git \
 282       libgles2-mesa-dev \
 283       libgbm-dev
 284
 285 apt-get autoremove -y --purge