.gitlab-ci/debian-install.sh

   1 #!/bin/bash
   2
   3 set -e
   4 set -o xtrace
   5
   6 export DEBIAN_FRONTEND=noninteractive
   7
   8 CROSS_ARCHITECTURES="armhf arm64 i386"
   9 for arch in $CROSS_ARCHITECTURES; do
  10     dpkg --add-architecture $arch
  11 done
  12
  13 apt-get install -y \
  14       apt-transport-https \
  15       ca-certificates \
  16       curl \
  17       wget \
  18       unzip \
  19       gnupg
  20
  21 curl -fsSL https://apt.llvm.org/llvm-snapshot.gpg.key | apt-key add -
  22 echo "deb [trusted=yes] https://apt.llvm.org/stretch/ llvm-toolchain-stretch-7 main" >/etc/apt/sources.list.d/llvm7.list
  23 echo "deb [trusted=yes] https://apt.llvm.org/stretch/ llvm-toolchain-stretch-8 main" >/etc/apt/sources.list.d/llvm8.list
  24
  25 sed -i -e 's/http:\/\/deb/https:\/\/deb/g' /etc/apt/sources.list
  26 echo 'deb https://deb.debian.org/debian stretch-backports main' >/etc/apt/sources.list.d/backports.list
  27 echo 'deb https://deb.debian.org/debian jessie main' >/etc/apt/sources.list.d/jessie.list
  28
  29 apt-get update
  30 apt-get install -y -t stretch-backports \
  31       llvm-3.4-dev \
  32       llvm-3.9-dev \
  33       libclang-3.9-dev \
  34       llvm-4.0-dev \
  35       libclang-4.0-dev \
  36       llvm-5.0-dev \
  37       libclang-5.0-dev \
  38       llvm-6.0-dev \
  39       libclang-6.0-dev \
  40       llvm-7-dev \
  41       libclang-7-dev \
  42       llvm-8-dev \
  43       libclang-8-dev \
  44       g++ \
  45       clang-8
  46
  47 # Install remaining packages from Debian buster to get newer versions
  48 echo "deb https://deb.debian.org/debian/ buster main" >/etc/apt/sources.list.d/buster.list
  49 echo "deb https://deb.debian.org/debian/ buster-updates main" >/etc/apt/sources.list.d/buster-updates.list
  50 apt-get update
  51 apt-get install -y \
  52       git \
  53       bzip2 \
  54       zlib1g-dev \
  55       pkg-config \
  56       libxrender-dev \
  57       libxdamage-dev \
  58       libxxf86vm-dev \
  59       gcc \
  60       git \
  61       libepoxy-dev \
  62       libegl1-mesa-dev \
  63       libgbm-dev \
  64       libclc-dev \
  65       libxvmc-dev \
  66       libomxil-bellagio-dev \
  67       xz-utils \
  68       libexpat1-dev \
  69       libx11-xcb-dev \
  70       libelf-dev \
  71       libunwind-dev \
  72       libglvnd-dev \
  73       libgtk-3-dev \
  74       libpng-dev \
  75       libgbm-dev \
  76       libgles2-mesa-dev \
  77       python-mako \
  78       python3-mako \
  79       bison \
  80       flex \
  81       gettext \
  82       cmake \
  83       meson \
  84       scons
  85
  86 # Cross-build Mesa deps
  87 for arch in $CROSS_ARCHITECTURES; do
  88     apt-get install -y \
  89             libdrm-dev:${arch} \
  90             libexpat1-dev:${arch} \
  91             linux-libc-dev:${arch}/stretch-backports \
  92             libelf-dev:${arch}
  93 done
  94 apt-get install -y \
  95         g++/stretch \
  96         dpkg-dev \
  97         gcc-aarch64-linux-gnu \
  98         g++-aarch64-linux-gnu \
  99         gcc-arm-linux-gnueabihf \
 100         g++-arm-linux-gnueabihf \
 101         gcc-i686-linux-gnu \
 102         g++-i686-linux-gnu
 103
 104 # for 64bit windows cross-builds
 105 apt-get install -y mingw-w64
 106
 107 # for the vulkan overlay layer
 108 wget https://github.com/KhronosGroup/glslang/releases/download/master-tot/glslang-master-linux-Release.zip
 109 unzip glslang-master-linux-Release.zip bin/glslangValidator
 110 install -m755 bin/glslangValidator /usr/local/bin/
 111 rm bin/glslangValidator glslang-master-linux-Release.zip
 112
 113
 114 # dependencies where we want a specific version
 115 export              XORG_RELEASES=https://xorg.freedesktop.org/releases/individual
 116 export               XCB_RELEASES=https://xcb.freedesktop.org/dist
 117 export           WAYLAND_RELEASES=https://wayland.freedesktop.org/releases
 118
 119 export         XORGMACROS_VERSION=util-macros-1.19.0
 120 export            GLPROTO_VERSION=glproto-1.4.17
 121 export          DRI2PROTO_VERSION=dri2proto-2.8
 122 export       LIBPCIACCESS_VERSION=libpciaccess-0.13.4
 123 export             LIBDRM_VERSION=libdrm-2.4.99
 124 export           XCBPROTO_VERSION=xcb-proto-1.13
 125 export         RANDRPROTO_VERSION=randrproto-1.5.0
 126 export          LIBXRANDR_VERSION=libXrandr-1.5.0
 127 export             LIBXCB_VERSION=libxcb-1.13
 128 export       LIBXSHMFENCE_VERSION=libxshmfence-1.3
 129 export           LIBVDPAU_VERSION=libvdpau-1.1
 130 export              LIBVA_VERSION=libva-1.7.0
 131 export         LIBWAYLAND_VERSION=wayland-1.15.0
 132 export  WAYLAND_PROTOCOLS_VERSION=wayland-protocols-1.12
 133
 134 wget $XORG_RELEASES/util/$XORGMACROS_VERSION.tar.bz2
 135 tar -xvf $XORGMACROS_VERSION.tar.bz2 && rm $XORGMACROS_VERSION.tar.bz2
 136 cd $XORGMACROS_VERSION; ./configure; make install; cd ..
 137 rm -rf $XORGMACROS_VERSION
 138
 139 wget $XORG_RELEASES/proto/$GLPROTO_VERSION.tar.bz2
 140 tar -xvf $GLPROTO_VERSION.tar.bz2 && rm $GLPROTO_VERSION.tar.bz2
 141 cd $GLPROTO_VERSION; ./configure; make install; cd ..
 142 rm -rf $GLPROTO_VERSION
 143
 144 wget $XORG_RELEASES/proto/$DRI2PROTO_VERSION.tar.bz2
 145 tar -xvf $DRI2PROTO_VERSION.tar.bz2 && rm $DRI2PROTO_VERSION.tar.bz2
 146 cd $DRI2PROTO_VERSION; ./configure; make install; cd ..
 147 rm -rf $DRI2PROTO_VERSION
 148
 149 wget $XCB_RELEASES/$XCBPROTO_VERSION.tar.bz2
 150 tar -xvf $XCBPROTO_VERSION.tar.bz2 && rm $XCBPROTO_VERSION.tar.bz2
 151 cd $XCBPROTO_VERSION; ./configure; make install; cd ..
 152 rm -rf $XCBPROTO_VERSION
 153
 154 wget $XCB_RELEASES/$LIBXCB_VERSION.tar.bz2
 155 tar -xvf $LIBXCB_VERSION.tar.bz2 && rm $LIBXCB_VERSION.tar.bz2
 156 cd $LIBXCB_VERSION; ./configure; make install; cd ..
 157 rm -rf $LIBXCB_VERSION
 158
 159 wget $XORG_RELEASES/lib/$LIBPCIACCESS_VERSION.tar.bz2
 160 tar -xvf $LIBPCIACCESS_VERSION.tar.bz2 && rm $LIBPCIACCESS_VERSION.tar.bz2
 161 cd $LIBPCIACCESS_VERSION; ./configure; make install; cd ..
 162 rm -rf $LIBPCIACCESS_VERSION
 163
 164 wget https://dri.freedesktop.org/libdrm/$LIBDRM_VERSION.tar.bz2
 165 tar -xvf $LIBDRM_VERSION.tar.bz2 && rm $LIBDRM_VERSION.tar.bz2
 166 cd $LIBDRM_VERSION; ./configure --enable-vc4 --enable-freedreno --enable-etnaviv-experimental-api; make install; cd ..
 167 rm -rf $LIBDRM_VERSION
 168
 169 wget $XORG_RELEASES/proto/$RANDRPROTO_VERSION.tar.bz2
 170 tar -xvf $RANDRPROTO_VERSION.tar.bz2 && rm $RANDRPROTO_VERSION.tar.bz2
 171 cd $RANDRPROTO_VERSION; ./configure; make install; cd ..
 172 rm -rf $RANDRPROTO_VERSION
 173
 174 wget $XORG_RELEASES/lib/$LIBXRANDR_VERSION.tar.bz2
 175 tar -xvf $LIBXRANDR_VERSION.tar.bz2 && rm $LIBXRANDR_VERSION.tar.bz2
 176 cd $LIBXRANDR_VERSION; ./configure; make install; cd ..
 177 rm -rf $LIBXRANDR_VERSION
 178
 179 wget $XORG_RELEASES/lib/$LIBXSHMFENCE_VERSION.tar.bz2
 180 tar -xvf $LIBXSHMFENCE_VERSION.tar.bz2 && rm $LIBXSHMFENCE_VERSION.tar.bz2
 181 cd $LIBXSHMFENCE_VERSION; ./configure; make install; cd ..
 182 rm -rf $LIBXSHMFENCE_VERSION
 183
 184 wget https://people.freedesktop.org/~aplattner/vdpau/$LIBVDPAU_VERSION.tar.bz2
 185 tar -xvf $LIBVDPAU_VERSION.tar.bz2 && rm $LIBVDPAU_VERSION.tar.bz2
 186 cd $LIBVDPAU_VERSION; ./configure; make install; cd ..
 187 rm -rf $LIBVDPAU_VERSION
 188
 189 wget https://www.freedesktop.org/software/vaapi/releases/libva/$LIBVA_VERSION.tar.bz2
 190 tar -xvf $LIBVA_VERSION.tar.bz2 && rm $LIBVA_VERSION.tar.bz2
 191 cd $LIBVA_VERSION; ./configure --disable-wayland --disable-dummy-driver; make install; cd ..
 192 rm -rf $LIBVA_VERSION
 193
 194 wget $WAYLAND_RELEASES/$LIBWAYLAND_VERSION.tar.xz
 195 tar -xvf $LIBWAYLAND_VERSION.tar.xz && rm $LIBWAYLAND_VERSION.tar.xz
 196 cd $LIBWAYLAND_VERSION; ./configure --enable-libraries --without-host-scanner --disable-documentation --disable-dtd-validation; make install; cd ..
 197 rm -rf $LIBWAYLAND_VERSION
 198
 199 wget $WAYLAND_RELEASES/$WAYLAND_PROTOCOLS_VERSION.tar.xz
 200 tar -xvf $WAYLAND_PROTOCOLS_VERSION.tar.xz && rm $WAYLAND_PROTOCOLS_VERSION.tar.xz
 201 cd $WAYLAND_PROTOCOLS_VERSION; ./configure; make install; cd ..
 202 rm -rf $WAYLAND_PROTOCOLS_VERSION
 203
 204 pushd /usr/local
 205 git clone https://gitlab.freedesktop.org/mesa/shader-db.git --depth 1
 206 rm -rf shader-db/.git
 207 cd shader-db
 208 make
 209 popd
 210
 211 # Use ccache to speed up builds
 212 apt-get install -y ccache
 213
 214 # We need xmllint to validate the XML files in Mesa
 215 apt-get install -y libxml2-utils
 216
 217
 218 # Generate cross build files for Meson
 219 for arch in $CROSS_ARCHITECTURES; do
 220   cross_file="/cross_file-$arch.txt"
 221   /usr/share/meson/debcrossgen --arch "$arch" -o "$cross_file"
 222   # Work around a bug in debcrossgen that should be fixed in the next release
 223   if [ "$arch" = "i386" ]; then
 224     sed -i "s|cpu_family = 'i686'|cpu_family = 'x86'|g" "$cross_file"
 225   fi
 226 done
 227
 228
 229 ############### Build dEQP
 230 git config --global user.email "mesa@example.com"
 231 git config --global user.name "Mesa CI"
 232 # XXX: Use --depth 1 once we can drop the cherry-picks.
 233 git clone \
 234     https://github.com/KhronosGroup/VK-GL-CTS.git \
 235     -b opengl-es-cts-3.2.5.1 \
 236     /VK-GL-CTS
 237 cd /VK-GL-CTS
 238 # Fix surfaceless build
 239 git cherry-pick -x 22f41e5e321c6dcd8569c4dad91bce89f06b3670
 240 git cherry-pick -x 1daa8dff73161ea60ead965bd6c9f2a0a2165648
 241
 242 # surfaceless links against libkms and such despite not using it.
 243 sed -i '/gbm/d' targets/surfaceless/surfaceless.cmake
 244 sed -i '/libkms/d' targets/surfaceless/surfaceless.cmake
 245 sed -i '/libgbm/d' targets/surfaceless/surfaceless.cmake
 246
 247 python3 external/fetch_sources.py
 248
 249 mkdir -p /deqp
 250 cd /deqp
 251 cmake -G Ninja \
 252       -DDEQP_TARGET=surfaceless               \
 253       -DCMAKE_BUILD_TYPE=Release              \
 254       /VK-GL-CTS
 255 ninja
 256
 257 # Copy out the mustpass lists we want from a bunch of other junk.
 258 mkdir /deqp/mustpass
 259 for gles in gles2 gles3 gles31; do
 260     cp \
 261         /deqp/external/openglcts/modules/gl_cts/data/mustpass/gles/aosp_mustpass/3.2.5.x/$gles-master.txt \
 262         /deqp/mustpass/$gles-master.txt
 263 done
 264
 265 # Remove the rest of the build products that we don't need.
 266 rm -rf /deqp/external
 267 rm -rf /deqp/modules/internal
 268 rm -rf /deqp/executor
 269 rm -rf /deqp/execserver
 270 rm -rf /deqp/modules/egl
 271 rm -rf /deqp/framework
 272 du -sh *
 273 rm -rf /VK-GL-CTS
 274
 275 ############### Uninstall the build software
 276
 277 apt-get purge -y \
 278       git \
 279       curl \
 280       unzip \
 281       gnupg \
 282       cmake \
 283       git \
 284       libgles2-mesa-dev \
 285       libgbm-dev
 286
 287 apt-get autoremove -y --purge