.gitlab-ci/debian-install.sh

   1 #!/bin/bash
   2
   3 set -e
   4 set -o xtrace
   5
   6 export DEBIAN_FRONTEND=noninteractive
   7
   8 CROSS_ARCHITECTURES="armhf arm64 i386"
   9 for arch in $CROSS_ARCHITECTURES; do
  10     dpkg --add-architecture $arch
  11 done
  12
  13 apt-get install -y \
  14       apt-transport-https \
  15       ca-certificates \
  16       curl \
  17       wget \
  18       unzip \
  19       gnupg
  20
  21 curl -fsSL https://apt.llvm.org/llvm-snapshot.gpg.key | apt-key add -
  22 echo "deb [trusted=yes] https://apt.llvm.org/stretch/ llvm-toolchain-stretch-7 main" >/etc/apt/sources.list.d/llvm7.list
  23 echo "deb [trusted=yes] https://apt.llvm.org/stretch/ llvm-toolchain-stretch-8 main" >/etc/apt/sources.list.d/llvm8.list
  24
  25 sed -i -e 's/http:\/\/deb/https:\/\/deb/g' /etc/apt/sources.list
  26 echo 'deb https://deb.debian.org/debian stretch-backports main' >/etc/apt/sources.list.d/backports.list
  27 echo 'deb https://deb.debian.org/debian jessie main' >/etc/apt/sources.list.d/jessie.list
  28
  29 apt-get update
  30 apt-get install -y -t stretch-backports \
  31       llvm-3.4-dev \
  32       llvm-3.9-dev \
  33       libclang-3.9-dev \
  34       llvm-4.0-dev \
  35       libclang-4.0-dev \
  36       llvm-5.0-dev \
  37       libclang-5.0-dev \
  38       llvm-6.0-dev \
  39       libclang-6.0-dev \
  40       llvm-7-dev \
  41       libclang-7-dev \
  42       llvm-8-dev \
  43       libclang-8-dev \
  44       g++ \
  45       clang-8
  46
  47 # Install remaining packages from Debian buster to get newer versions
  48 echo "deb https://deb.debian.org/debian/ buster main" >/etc/apt/sources.list.d/buster.list
  49 echo "deb https://deb.debian.org/debian/ buster-updates main" >/etc/apt/sources.list.d/buster-updates.list
  50 apt-get update
  51 apt-get install -y \
  52       git \
  53       bzip2 \
  54       zlib1g-dev \
  55       pkg-config \
  56       libxrender-dev \
  57       libxdamage-dev \
  58       libxxf86vm-dev \
  59       gcc \
  60       git \
  61       libepoxy-dev \
  62       libegl1-mesa-dev \
  63       libgbm-dev \
  64       libclc-dev \
  65       libxvmc-dev \
  66       libomxil-bellagio-dev \
  67       xz-utils \
  68       libexpat1-dev \
  69       libx11-xcb-dev \
  70       libelf-dev \
  71       libunwind-dev \
  72       libglvnd-dev \
  73       libgtk-3-dev \
  74       libpng-dev \
  75       libgbm-dev \
  76       libgles2-mesa-dev \
  77       python-mako \
  78       python3-mako \
  79       bison \
  80       flex \
  81       gettext \
  82       cmake \
  83       meson \
  84       scons
  85
  86 # Cross-build Mesa deps
  87 for arch in $CROSS_ARCHITECTURES; do
  88     apt-get install -y \
  89             libdrm-dev:${arch} \
  90             libexpat1-dev:${arch} \
  91             libelf-dev:${arch}
  92 done
  93 apt-get install -y \
  94         dpkg-dev \
  95         gcc-aarch64-linux-gnu \
  96         g++-aarch64-linux-gnu \
  97         gcc-arm-linux-gnueabihf \
  98         g++-arm-linux-gnueabihf \
  99         gcc-i686-linux-gnu \
 100         g++-i686-linux-gnu
 101
 102 # for 64bit windows cross-builds
 103 apt-get install -y mingw-w64
 104
 105 # for the vulkan overlay layer
 106 wget https://github.com/KhronosGroup/glslang/releases/download/master-tot/glslang-master-linux-Release.zip
 107 unzip glslang-master-linux-Release.zip bin/glslangValidator
 108 install -m755 bin/glslangValidator /usr/local/bin/
 109 rm bin/glslangValidator glslang-master-linux-Release.zip
 110
 111
 112 # dependencies where we want a specific version
 113 export              XORG_RELEASES=https://xorg.freedesktop.org/releases/individual
 114 export               XCB_RELEASES=https://xcb.freedesktop.org/dist
 115 export           WAYLAND_RELEASES=https://wayland.freedesktop.org/releases
 116
 117 export         XORGMACROS_VERSION=util-macros-1.19.0
 118 export            GLPROTO_VERSION=glproto-1.4.17
 119 export          DRI2PROTO_VERSION=dri2proto-2.8
 120 export       LIBPCIACCESS_VERSION=libpciaccess-0.13.4
 121 export             LIBDRM_VERSION=libdrm-2.4.99
 122 export           XCBPROTO_VERSION=xcb-proto-1.13
 123 export         RANDRPROTO_VERSION=randrproto-1.5.0
 124 export          LIBXRANDR_VERSION=libXrandr-1.5.0
 125 export             LIBXCB_VERSION=libxcb-1.13
 126 export       LIBXSHMFENCE_VERSION=libxshmfence-1.3
 127 export           LIBVDPAU_VERSION=libvdpau-1.1
 128 export              LIBVA_VERSION=libva-1.7.0
 129 export         LIBWAYLAND_VERSION=wayland-1.15.0
 130 export  WAYLAND_PROTOCOLS_VERSION=wayland-protocols-1.12
 131
 132 wget $XORG_RELEASES/util/$XORGMACROS_VERSION.tar.bz2
 133 tar -xvf $XORGMACROS_VERSION.tar.bz2 && rm $XORGMACROS_VERSION.tar.bz2
 134 cd $XORGMACROS_VERSION; ./configure; make install; cd ..
 135 rm -rf $XORGMACROS_VERSION
 136
 137 wget $XORG_RELEASES/proto/$GLPROTO_VERSION.tar.bz2
 138 tar -xvf $GLPROTO_VERSION.tar.bz2 && rm $GLPROTO_VERSION.tar.bz2
 139 cd $GLPROTO_VERSION; ./configure; make install; cd ..
 140 rm -rf $GLPROTO_VERSION
 141
 142 wget $XORG_RELEASES/proto/$DRI2PROTO_VERSION.tar.bz2
 143 tar -xvf $DRI2PROTO_VERSION.tar.bz2 && rm $DRI2PROTO_VERSION.tar.bz2
 144 cd $DRI2PROTO_VERSION; ./configure; make install; cd ..
 145 rm -rf $DRI2PROTO_VERSION
 146
 147 wget $XCB_RELEASES/$XCBPROTO_VERSION.tar.bz2
 148 tar -xvf $XCBPROTO_VERSION.tar.bz2 && rm $XCBPROTO_VERSION.tar.bz2
 149 cd $XCBPROTO_VERSION; ./configure; make install; cd ..
 150 rm -rf $XCBPROTO_VERSION
 151
 152 wget $XCB_RELEASES/$LIBXCB_VERSION.tar.bz2
 153 tar -xvf $LIBXCB_VERSION.tar.bz2 && rm $LIBXCB_VERSION.tar.bz2
 154 cd $LIBXCB_VERSION; ./configure; make install; cd ..
 155 rm -rf $LIBXCB_VERSION
 156
 157 wget $XORG_RELEASES/lib/$LIBPCIACCESS_VERSION.tar.bz2
 158 tar -xvf $LIBPCIACCESS_VERSION.tar.bz2 && rm $LIBPCIACCESS_VERSION.tar.bz2
 159 cd $LIBPCIACCESS_VERSION; ./configure; make install; cd ..
 160 rm -rf $LIBPCIACCESS_VERSION
 161
 162 wget https://dri.freedesktop.org/libdrm/$LIBDRM_VERSION.tar.bz2
 163 tar -xvf $LIBDRM_VERSION.tar.bz2 && rm $LIBDRM_VERSION.tar.bz2
 164 cd $LIBDRM_VERSION; ./configure --enable-vc4 --enable-freedreno --enable-etnaviv-experimental-api; make install; cd ..
 165 rm -rf $LIBDRM_VERSION
 166
 167 wget $XORG_RELEASES/proto/$RANDRPROTO_VERSION.tar.bz2
 168 tar -xvf $RANDRPROTO_VERSION.tar.bz2 && rm $RANDRPROTO_VERSION.tar.bz2
 169 cd $RANDRPROTO_VERSION; ./configure; make install; cd ..
 170 rm -rf $RANDRPROTO_VERSION
 171
 172 wget $XORG_RELEASES/lib/$LIBXRANDR_VERSION.tar.bz2
 173 tar -xvf $LIBXRANDR_VERSION.tar.bz2 && rm $LIBXRANDR_VERSION.tar.bz2
 174 cd $LIBXRANDR_VERSION; ./configure; make install; cd ..
 175 rm -rf $LIBXRANDR_VERSION
 176
 177 wget $XORG_RELEASES/lib/$LIBXSHMFENCE_VERSION.tar.bz2
 178 tar -xvf $LIBXSHMFENCE_VERSION.tar.bz2 && rm $LIBXSHMFENCE_VERSION.tar.bz2
 179 cd $LIBXSHMFENCE_VERSION; ./configure; make install; cd ..
 180 rm -rf $LIBXSHMFENCE_VERSION
 181
 182 wget https://people.freedesktop.org/~aplattner/vdpau/$LIBVDPAU_VERSION.tar.bz2
 183 tar -xvf $LIBVDPAU_VERSION.tar.bz2 && rm $LIBVDPAU_VERSION.tar.bz2
 184 cd $LIBVDPAU_VERSION; ./configure; make install; cd ..
 185 rm -rf $LIBVDPAU_VERSION
 186
 187 wget https://www.freedesktop.org/software/vaapi/releases/libva/$LIBVA_VERSION.tar.bz2
 188 tar -xvf $LIBVA_VERSION.tar.bz2 && rm $LIBVA_VERSION.tar.bz2
 189 cd $LIBVA_VERSION; ./configure --disable-wayland --disable-dummy-driver; make install; cd ..
 190 rm -rf $LIBVA_VERSION
 191
 192 wget $WAYLAND_RELEASES/$LIBWAYLAND_VERSION.tar.xz
 193 tar -xvf $LIBWAYLAND_VERSION.tar.xz && rm $LIBWAYLAND_VERSION.tar.xz
 194 cd $LIBWAYLAND_VERSION; ./configure --enable-libraries --without-host-scanner --disable-documentation --disable-dtd-validation; make install; cd ..
 195 rm -rf $LIBWAYLAND_VERSION
 196
 197 wget $WAYLAND_RELEASES/$WAYLAND_PROTOCOLS_VERSION.tar.xz
 198 tar -xvf $WAYLAND_PROTOCOLS_VERSION.tar.xz && rm $WAYLAND_PROTOCOLS_VERSION.tar.xz
 199 cd $WAYLAND_PROTOCOLS_VERSION; ./configure; make install; cd ..
 200 rm -rf $WAYLAND_PROTOCOLS_VERSION
 201
 202 pushd /usr/local
 203 git clone https://gitlab.freedesktop.org/mesa/shader-db.git --depth 1
 204 rm -rf shader-db/.git
 205 cd shader-db
 206 make
 207 popd
 208
 209 # Use ccache to speed up builds
 210 apt-get install -y ccache
 211
 212 # We need xmllint to validate the XML files in Mesa
 213 apt-get install -y libxml2-utils
 214
 215
 216 # Generate cross build files for Meson
 217 for arch in $CROSS_ARCHITECTURES; do
 218   cross_file="/cross_file-$arch.txt"
 219   /usr/share/meson/debcrossgen --arch "$arch" -o "$cross_file"
 220   # Work around a bug in debcrossgen that should be fixed in the next release
 221   if [ "$arch" = "i386" ]; then
 222     sed -i "s|cpu_family = 'i686'|cpu_family = 'x86'|g" "$cross_file"
 223   fi
 224 done
 225
 226
 227 ############### Build dEQP
 228 git config --global user.email "mesa@example.com"
 229 git config --global user.name "Mesa CI"
 230 # XXX: Use --depth 1 once we can drop the cherry-picks.
 231 git clone \
 232     https://github.com/KhronosGroup/VK-GL-CTS.git \
 233     -b opengl-es-cts-3.2.5.1 \
 234     /VK-GL-CTS
 235 cd /VK-GL-CTS
 236 # Fix surfaceless build
 237 git cherry-pick -x 22f41e5e321c6dcd8569c4dad91bce89f06b3670
 238 git cherry-pick -x 1daa8dff73161ea60ead965bd6c9f2a0a2165648
 239
 240 # surfaceless links against libkms and such despite not using it.
 241 sed -i '/gbm/d' targets/surfaceless/surfaceless.cmake
 242 sed -i '/libkms/d' targets/surfaceless/surfaceless.cmake
 243 sed -i '/libgbm/d' targets/surfaceless/surfaceless.cmake
 244
 245 python3 external/fetch_sources.py
 246
 247 mkdir -p /deqp
 248 cd /deqp
 249 cmake -G Ninja \
 250       -DDEQP_TARGET=surfaceless               \
 251       -DCMAKE_BUILD_TYPE=Release              \
 252       /VK-GL-CTS
 253 ninja
 254
 255 # Copy out the mustpass lists we want from a bunch of other junk.
 256 mkdir /deqp/mustpass
 257 for gles in gles2 gles3 gles31; do
 258     cp \
 259         /deqp/external/openglcts/modules/gl_cts/data/mustpass/gles/aosp_mustpass/3.2.5.x/$gles-master.txt \
 260         /deqp/mustpass/$gles-master.txt
 261 done
 262
 263 # Remove the rest of the build products that we don't need.
 264 rm -rf /deqp/external
 265 rm -rf /deqp/modules/internal
 266 rm -rf /deqp/executor
 267 rm -rf /deqp/execserver
 268 rm -rf /deqp/modules/egl
 269 rm -rf /deqp/framework
 270 du -sh *
 271 rm -rf /VK-GL-CTS
 272
 273 ############### Uninstall the build software
 274
 275 apt-get purge -y \
 276       git \
 277       curl \
 278       unzip \
 279       gnupg \
 280       cmake \
 281       git \
 282       libgles2-mesa-dev \
 283       libgbm-dev
 284
 285 apt-get autoremove -y --purge