.gitlab-ci.yml

   1 variables:
   2   UPSTREAM_REPO: mesa/mesa
   3
   4 include:
   5   - project: 'wayland/ci-templates'
   6     ref: b7030c2cd0d6ccc5f6d4f8299bafa4daa9240d71
   7     file: '/templates/debian.yml'
   8   - local: '.gitlab-ci/lava-gitlab-ci.yml'
   9
  10 stages:
  11   - container
  12   - build
  13   - test
  14   - success
  15
  16
  17 # When to automatically run the CI
  18 .ci-run-policy:
  19   rules:
  20     # Run pipeline by default for merge requests changing files affecting it
  21     - if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
  22       changes: &paths
  23       - VERSION
  24       - bin/**/*
  25       # GitLab CI
  26       - .gitlab-ci.yml
  27       - .gitlab-ci/**/*
  28       # Meson
  29       - meson*
  30       - build-support/**/*
  31       - subprojects/**/*
  32       # SCons
  33       - SConstruct
  34       - scons/**/*
  35       - common.py
  36       # Source code
  37       - include/**/*
  38       - src/**/*
  39       when: on_success
  40     # Run pipeline by default in the main project if files affecting it were
  41     # changed
  42     - if: '$CI_PROJECT_PATH == "mesa/mesa"'
  43       changes:
  44         *paths
  45       when: on_success
  46     # Allow triggering jobs manually on branches of forked projects
  47     - if: '$CI_PROJECT_PATH != "mesa/mesa" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME != $CI_COMMIT_REF_NAME'
  48       when: manual
  49     # Otherwise, most jobs won't run
  50     - when: never
  51   retry:
  52     max: 2
  53     when:
  54       - runner_system_failure
  55   # Cancel CI run if a newer commit is pushed to the same branch
  56   interruptible: true
  57
  58 success:
  59   stage: success
  60   image: debian:stable-slim
  61   only:
  62     - merge_requests
  63   except:
  64     changes:
  65       *paths
  66   variables:
  67     GIT_STRATEGY: none
  68   script:
  69     - echo "Dummy job to make sure every merge request pipeline runs at least one job"
  70
  71
  72 .ci-deqp-artifacts:
  73   artifacts:
  74     when: always
  75     untracked: false
  76     paths:
  77       # Watch out!  Artifacts are relative to the build dir.
  78       # https://gitlab.com/gitlab-org/gitlab-ce/commit/8788fb925706cad594adf6917a6c5f6587dd1521
  79       - artifacts
  80
  81 # Build the CI docker images.
  82 #
  83 # DEBIAN_TAG is the tag of the docker image used by later stage jobs. If the
  84 # image doesn't exist yet, the container stage job generates it.
  85 #
  86 # In order to generate a new image, one should generally change the tag.
  87 # While removing the image from the registry would also work, that's not
  88 # recommended except for ephemeral images during development: Replacing
  89 # an image after a significant amount of time might pull in newer
  90 # versions of gcc/clang or other packages, which might break the build
  91 # with older commits using the same tag.
  92 #
  93 # After merging a change resulting in generating a new image to the
  94 # main repository, it's recommended to remove the image from the source
  95 # repository's container registry, so that the image from the main
  96 # repository's registry will be used there as well.
  97
  98 .container:
  99   stage: container
 100   extends:
 101     - .ci-run-policy
 102   variables:
 103     DEBIAN_VERSION: buster-slim
 104     REPO_SUFFIX: $CI_JOB_NAME
 105     DEBIAN_EXEC: 'bash .gitlab-ci/container/${CI_JOB_NAME}.sh'
 106     # no need to pull the whole repo to build the container image
 107     GIT_STRATEGY: none
 108
 109 # Debian 10 based x86 build image
 110 x86_build:
 111   extends:
 112     - .debian@container-ifnot-exists
 113     - .container
 114   variables:
 115     DEBIAN_TAG: &x86_build "2020-02-05"
 116
 117 .use-x86_build:
 118   variables:
 119     TAG: *x86_build
 120   image: "$CI_REGISTRY_IMAGE/debian/x86_build:$TAG"
 121   needs:
 122     - x86_build
 123
 124 # Debian 10 based x86 test image for GL
 125 x86_test-gl:
 126   extends: x86_build
 127   variables:
 128     DEBIAN_TAG: &x86_test-gl "2020-01-30"
 129
 130 # Debian 10 based x86 test image for VK
 131 x86_test-vk:
 132   extends: x86_build
 133   variables:
 134     DEBIAN_TAG: &x86_test-vk "2020-01-14"
 135   # Can only be triggered manually on personal branches because RADV is the only
 136   # driver that does Vulkan testing at the moment.
 137   rules:
 138     # Never build the test image for VK by default in the main project.
 139     - if: '$CI_PROJECT_PATH == "mesa/mesa"'
 140       when: never
 141     # Never build the test image for VK by default for merge requests.
 142     - if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
 143       when: never
 144     # Otherwise, allow building it manually for personal branches.
 145     - when: manual
 146
 147
 148 # Debian 9 based x86 build image (old LLVM)
 149 x86_build_old:
 150   extends: x86_build
 151   variables:
 152     DEBIAN_TAG: &x86_build_old "2019-09-18"
 153     DEBIAN_VERSION: stretch-slim
 154
 155 .use-x86_build_old:
 156   variables:
 157     TAG: *x86_build_old
 158   image: "$CI_REGISTRY_IMAGE/debian/x86_build_old:$TAG"
 159   needs:
 160     - x86_build_old
 161
 162 # Debian 10 based ARM build image
 163 arm_build:
 164   extends:
 165     - .debian@container-ifnot-exists@arm64v8
 166     - .container
 167   variables:
 168     DEBIAN_TAG: &arm_build "2020-02-05"
 169
 170 .use-arm_build:
 171   variables:
 172     TAG: *arm_build
 173   image: "$CI_REGISTRY_IMAGE/debian/arm_build:$TAG"
 174   needs:
 175     - arm_build
 176
 177 # Debian 10 based ARM test image
 178 arm_test:
 179   extends: arm_build
 180   variables:
 181     DEBIAN_TAG: &arm_test "2020-01-30"
 182
 183 .use-arm_test:
 184   variables:
 185     TAG: *arm_test
 186   image: "$CI_REGISTRY_IMAGE/debian/arm_test:$TAG"
 187   needs:
 188     - meson-arm64
 189     - arm_test
 190
 191
 192 # BUILD
 193
 194 # Shared between windows and Linux
 195 .build-common:
 196   extends: .ci-run-policy
 197   stage: build
 198   artifacts:
 199     when: always
 200     paths:
 201       - _build/meson-logs/*.txt
 202       # scons:
 203       - build/*/config.log
 204       - shader-db
 205
 206 # Just Linux
 207 .build-linux:
 208   extends: .build-common
 209   variables:
 210     CCACHE_COMPILERCHECK: "content"
 211     CCACHE_COMPRESS: "true"
 212     CCACHE_DIR: /cache/mesa/ccache
 213   # Use ccache transparently, and print stats before/after
 214   before_script:
 215     - export PATH="/usr/lib/ccache:$PATH"
 216     - export CCACHE_BASEDIR="$PWD"
 217     - ccache --show-stats
 218   after_script:
 219     - ccache --show-stats
 220
 221 .build-windows:
 222   extends: .build-common
 223   tags:
 224     - mesa-windows
 225   cache:
 226     key: ${CI_JOB_NAME}
 227     paths:
 228       - subprojects/packagecache
 229
 230 .meson-build:
 231   extends:
 232     - .build-linux
 233     - .use-x86_build
 234   variables:
 235     LLVM_VERSION: 9
 236   script:
 237     - .gitlab-ci/meson-build.sh
 238
 239 .scons-build:
 240   extends:
 241     - .build-linux
 242     - .use-x86_build
 243   variables:
 244     SCONSFLAGS: "-j4"
 245   script:
 246     - .gitlab-ci/scons-build.sh
 247
 248 meson-testing:
 249   extends:
 250     - .meson-build
 251     - .ci-deqp-artifacts
 252   variables:
 253     UNWIND: "true"
 254     DRI_LOADERS: >
 255       -D glx=dri
 256       -D gbm=true
 257       -D egl=true
 258       -D platforms=x11,drm,surfaceless
 259     GALLIUM_ST: >
 260       -D dri3=true
 261     GALLIUM_DRIVERS: "swrast"
 262     VULKAN_DRIVERS: amd
 263     BUILDTYPE: "debugoptimized"
 264   script:
 265     - .gitlab-ci/meson-build.sh
 266     - .gitlab-ci/prepare-artifacts.sh
 267
 268 meson-main:
 269   extends: .meson-build
 270   variables:
 271     UNWIND: "true"
 272     DRI_LOADERS: >
 273       -D glx=dri
 274       -D gbm=true
 275       -D egl=true
 276       -D platforms=x11,wayland,drm,surfaceless
 277     DRI_DRIVERS: "i915,i965,r100,r200,nouveau"
 278     GALLIUM_ST: >
 279       -D dri3=true
 280       -D gallium-extra-hud=true
 281       -D gallium-vdpau=true
 282       -D gallium-xvmc=true
 283       -D gallium-omx=bellagio
 284       -D gallium-va=true
 285       -D gallium-xa=true
 286       -D gallium-nine=true
 287       -D gallium-opencl=disabled
 288     GALLIUM_DRIVERS: "iris,nouveau,kmsro,r300,r600,freedreno,swr,swrast,svga,v3d,vc4,virgl,etnaviv,panfrost,lima,zink"
 289     EXTRA_OPTION: >
 290       -D osmesa=gallium
 291       -D tools=all
 292   script:
 293     - .gitlab-ci/meson-build.sh
 294     - .gitlab-ci/run-shader-db.sh
 295
 296 .meson-cross:
 297   extends:
 298     - .meson-build
 299   variables:
 300     UNWIND: "false"
 301     DRI_LOADERS: >
 302       -D glx=disabled
 303       -D gbm=false
 304       -D egl=true
 305       -D platforms=surfaceless
 306       -D osmesa=none
 307     GALLIUM_ST: >
 308       -D dri3=false
 309       -D gallium-vdpau=false
 310       -D gallium-xvmc=false
 311       -D gallium-omx=disabled
 312       -D gallium-va=false
 313       -D gallium-xa=false
 314       -D gallium-nine=false
 315     LLVM_VERSION: "8"
 316
 317 .meson-arm:
 318   extends:
 319     - .meson-cross
 320     - .use-arm_build
 321   variables:
 322     VULKAN_DRIVERS: freedreno
 323     GALLIUM_DRIVERS: "etnaviv,freedreno,kmsro,lima,nouveau,panfrost,swrast,tegra,v3d,vc4"
 324     BUILDTYPE: "debugoptimized"
 325     EXTRA_OPTION: >
 326       -D I-love-half-baked-turnips=true
 327   tags:
 328     - aarch64
 329
 330 meson-armhf:
 331   extends:
 332     - .meson-arm
 333     - .ci-deqp-artifacts
 334   variables:
 335     CROSS: armhf
 336     LLVM_VERSION: "7"
 337   script:
 338     - .gitlab-ci/meson-build.sh
 339     - .gitlab-ci/prepare-artifacts.sh
 340
 341 meson-arm64:
 342   extends:
 343     - .meson-arm
 344     - .ci-deqp-artifacts
 345   variables:
 346     VULKAN_DRIVERS: "freedreno,amd"
 347   script:
 348     - .gitlab-ci/meson-build.sh
 349     - .gitlab-ci/prepare-artifacts.sh
 350
 351 meson-clang:
 352   extends: .meson-build
 353   variables:
 354     UNWIND: "true"
 355     DRI_LOADERS: >
 356       -D glvnd=true
 357     DRI_DRIVERS: "auto"
 358     GALLIUM_DRIVERS: "auto"
 359     VULKAN_DRIVERS: intel,amd,freedreno
 360     CC: "ccache clang-9"
 361     CXX: "ccache clang++-9"
 362
 363 .meson-windows:
 364   extends:
 365     - .build-windows
 366   before_script:
 367     - $ENV:ARCH = "x86"
 368     - $ENV:VERSION = "2019\Community"
 369   script:
 370     - cmd /C .gitlab-ci\meson-build.bat
 371
 372 scons-swr:
 373   extends: .scons-build
 374   variables:
 375     SCONS_TARGET: "swr=1"
 376     SCONS_CHECK_COMMAND: "true"
 377     LLVM_VERSION: "6.0"
 378
 379 scons-win64:
 380   extends: .scons-build
 381   variables:
 382     SCONS_TARGET: platform=windows machine=x86_64
 383     SCONS_CHECK_COMMAND: "true"
 384
 385 meson-clover:
 386   extends: .meson-build
 387   variables:
 388     UNWIND: "true"
 389     DRI_LOADERS: >
 390       -D glx=disabled
 391       -D egl=false
 392       -D gbm=false
 393     GALLIUM_ST: >
 394       -D dri3=false
 395       -D gallium-vdpau=false
 396       -D gallium-xvmc=false
 397       -D gallium-omx=disabled
 398       -D gallium-va=false
 399       -D gallium-xa=false
 400       -D gallium-nine=false
 401       -D gallium-opencl=icd
 402   script:
 403     - export GALLIUM_DRIVERS="r600,radeonsi"
 404     - .gitlab-ci/meson-build.sh
 405     - LLVM_VERSION=8 .gitlab-ci/meson-build.sh
 406     - export GALLIUM_DRIVERS="i915,r600"
 407     - LLVM_VERSION=6.0 .gitlab-ci/meson-build.sh
 408     - LLVM_VERSION=7 .gitlab-ci/meson-build.sh
 409
 410 meson-clover-old-llvm:
 411   extends:
 412     - meson-clover
 413     - .use-x86_build_old
 414   variables:
 415     UNWIND: "false"
 416     DRI_LOADERS: >
 417       -D glx=disabled
 418       -D egl=false
 419       -D gbm=false
 420       -D platforms=drm,surfaceless
 421     GALLIUM_DRIVERS: "i915,r600"
 422   script:
 423     - LLVM_VERSION=3.9 .gitlab-ci/meson-build.sh
 424     - LLVM_VERSION=4.0 .gitlab-ci/meson-build.sh
 425     - LLVM_VERSION=5.0 .gitlab-ci/meson-build.sh
 426
 427 meson-vulkan:
 428   extends: .meson-build
 429   variables:
 430     UNWIND: "false"
 431     DRI_LOADERS: >
 432       -D glx=disabled
 433       -D gbm=false
 434       -D egl=false
 435       -D platforms=x11,wayland,drm
 436       -D osmesa=none
 437     GALLIUM_ST: >
 438       -D dri3=true
 439       -D gallium-vdpau=false
 440       -D gallium-xvmc=false
 441       -D gallium-omx=disabled
 442       -D gallium-va=false
 443       -D gallium-xa=false
 444       -D gallium-nine=false
 445       -D gallium-opencl=disabled
 446       -D b_sanitize=undefined
 447       -D c_args=-fno-sanitize-recover=all
 448       -D cpp_args=-fno-sanitize-recover=all
 449     UBSAN_OPTIONS: "print_stacktrace=1"
 450     VULKAN_DRIVERS: intel,amd,freedreno
 451     EXTRA_OPTION: >
 452       -D vulkan-overlay-layer=true
 453
 454 # While the main point of this build is testing the i386 cross build,
 455 # we also use this one to test some other options that are exclusive
 456 # with meson-main's choices (classic swrast and osmesa)
 457 meson-i386:
 458   extends: .meson-cross
 459   variables:
 460     CROSS: i386
 461     VULKAN_DRIVERS: intel
 462     DRI_DRIVERS: "swrast"
 463     GALLIUM_DRIVERS: "iris"
 464     EXTRA_OPTION: >
 465       -D vulkan-overlay-layer=true
 466       -D llvm=false
 467       -D osmesa=classic
 468       -D werror=true
 469
 470 meson-s390x:
 471   extends:
 472     - .meson-cross
 473   variables:
 474     CROSS: s390x
 475     GALLIUM_DRIVERS: "swrast"
 476     LLVM_VERSION: "7"
 477   script:
 478     - dpkg -i /var/cache/apt/archives/$CROSS/*.deb
 479     - .gitlab-ci/meson-build.sh
 480
 481 meson-ppc64el:
 482   extends:
 483     - meson-s390x
 484   variables:
 485     CROSS: ppc64el
 486     GALLIUM_DRIVERS: "nouveau,radeonsi,swrast,virgl"
 487     LLVM_VERSION: "8"
 488     VULKAN_DRIVERS: "amd"
 489
 490 meson-mingw32-x86_64:
 491   extends: .meson-build
 492   variables:
 493     UNWIND: "false"
 494     DRI_DRIVERS: ""
 495     GALLIUM_DRIVERS: "swrast"
 496     EXTRA_OPTION: >
 497       -Dllvm=false
 498       -Dosmesa=gallium
 499       --cross-file=.gitlab-ci/x86_64-w64-mingw32
 500
 501 scons:
 502   extends: .scons-build
 503   variables:
 504     SCONS_TARGET: "llvm=1"
 505     SCONS_CHECK_COMMAND: "scons llvm=1 force_scons=1 check"
 506   script:
 507     - SCONS_TARGET="" SCONS_CHECK_COMMAND="scons check force_scons=1" .gitlab-ci/scons-build.sh
 508     - LLVM_VERSION=9 .gitlab-ci/scons-build.sh
 509
 510 scons-old-llvm:
 511   extends:
 512     - scons
 513     - .use-x86_build_old
 514   script:
 515     - LLVM_VERSION=3.9 .gitlab-ci/scons-build.sh
 516
 517 .test:
 518   extends:
 519     - .ci-run-policy
 520   stage: test
 521   variables:
 522     GIT_STRATEGY: none # testing doesn't build anything from source
 523   before_script:
 524     # Note: Build dir (and thus install) may be dirty due to GIT_STRATEGY
 525     - rm -rf install
 526     - tar -xf artifacts/install.tar
 527     - LD_LIBRARY_PATH=install/lib find install/lib -name "*.so" -print -exec ldd {} \;
 528   artifacts:
 529     when: always
 530     name: "$CI_JOB_NAME-$CI_COMMIT_REF_NAME"
 531     paths:
 532       - results/
 533   dependencies:
 534     - meson-testing
 535
 536 .test-gl:
 537   extends:
 538     - .test
 539   variables:
 540     TAG: *x86_test-gl
 541   image: "$CI_REGISTRY_IMAGE/debian/x86_test-gl:$TAG"
 542   needs:
 543     - meson-testing
 544     - x86_test-gl
 545
 546 .test-vk:
 547   extends:
 548     - .test
 549   variables:
 550     TAG: *x86_test-vk
 551   image: "$CI_REGISTRY_IMAGE/debian/x86_test-vk:$TAG"
 552   needs:
 553     - meson-testing
 554     - x86_test-vk
 555
 556 .piglit-test:
 557   extends: .test-gl
 558   artifacts:
 559     when: on_failure
 560     name: "$CI_JOB_NAME-$CI_COMMIT_REF_NAME"
 561     paths:
 562       - summary/
 563   variables:
 564     LIBGL_ALWAYS_SOFTWARE: 1
 565     PIGLIT_NO_WINDOW: 1
 566   script:
 567     - artifacts/piglit/run.sh
 568
 569 piglit-quick_gl:
 570   extends: .piglit-test
 571   variables:
 572     LP_NUM_THREADS: 0
 573     NIR_VALIDATE: 0
 574     PIGLIT_OPTIONS: >
 575       --process-isolation false
 576       -x arb_gpu_shader5
 577       -x egl_ext_device_
 578       -x egl_ext_platform_device
 579       -x ext_timer_query@time-elapsed
 580       -x glx-multithread-clearbuffer
 581       -x glx-multithread-shader-compile
 582       -x max-texture-size
 583       -x maxsize
 584     PIGLIT_PROFILES: quick_gl
 585
 586 piglit-glslparser:
 587   extends: .piglit-test
 588   variables:
 589     LP_NUM_THREADS: 0
 590     NIR_VALIDATE: 0
 591     PIGLIT_PROFILES: glslparser
 592
 593 piglit-quick_shader:
 594   extends: .piglit-test
 595   variables:
 596     LP_NUM_THREADS: 1
 597     NIR_VALIDATE: 0
 598     PIGLIT_PROFILES: quick_shader
 599
 600 .deqp-test:
 601   variables:
 602     DEQP_SKIPS: deqp-default-skips.txt
 603   script:
 604     - ./artifacts/deqp-runner.sh
 605
 606 .deqp-test-gl:
 607   extends:
 608     - .test-gl
 609     - .deqp-test
 610
 611 .deqp-test-vk:
 612   extends:
 613     - .test-vk
 614     - .deqp-test
 615   variables:
 616     DEQP_VER: vk
 617
 618 test-llvmpipe-gles2:
 619   variables:
 620     DEQP_VER: gles2
 621     DEQP_PARALLEL: 4
 622     NIR_VALIDATE: 0
 623     # Don't use threads inside llvmpipe, we've already got all 4 cores
 624     # busy with DEQP_PARALLEL.
 625     LP_NUM_THREADS: 0
 626     DEQP_EXPECTED_FAILS: deqp-llvmpipe-fails.txt
 627     LIBGL_ALWAYS_SOFTWARE: "true"
 628   extends: .deqp-test-gl
 629
 630 test-softpipe-gles2:
 631   extends: test-llvmpipe-gles2
 632   variables:
 633     DEQP_EXPECTED_FAILS: deqp-softpipe-fails.txt
 634     DEQP_SKIPS: deqp-softpipe-skips.txt
 635     GALLIUM_DRIVER: "softpipe"
 636
 637 test-softpipe-gles3:
 638   parallel: 2
 639   variables:
 640     DEQP_VER: gles3
 641   extends: test-softpipe-gles2
 642
 643 test-softpipe-gles31:
 644   parallel: 4
 645   variables:
 646     DEQP_VER: gles31
 647   extends: test-softpipe-gles2
 648
 649 arm64_a630_gles2:
 650   extends:
 651     - .deqp-test-gl
 652     - .use-arm_test
 653   variables:
 654     DEQP_VER: gles2
 655     DEQP_EXPECTED_FAILS: deqp-freedreno-a630-fails.txt
 656     DEQP_SKIPS: deqp-freedreno-a630-skips.txt
 657     NIR_VALIDATE: 0
 658     DEQP_PARALLEL: 4
 659     FLAKES_CHANNEL: "#freedreno-ci"
 660   tags:
 661     - mesa-cheza
 662   dependencies:
 663     - meson-arm64
 664
 665 arm64_a630_gles31:
 666   extends: arm64_a630_gles2
 667   variables:
 668     DEQP_VER: gles31
 669
 670 arm64_a630_gles3:
 671   extends: arm64_a630_gles2
 672   variables:
 673     DEQP_VER: gles3
 674
 675 arm64_a306_gles2:
 676   extends: arm64_a630_gles2
 677   variables:
 678     DEQP_EXPECTED_FAILS: deqp-freedreno-a307-fails.txt
 679     DEQP_SKIPS: deqp-default-skips.txt
 680   tags:
 681     - db410c
 682
 683 # RADV CI
 684 .test-radv:
 685   variables:
 686     VK_DRIVER: radeon
 687     RADV_DEBUG: checkir
 688   # Can only be triggered manually on personal branches because RADV is the only
 689   # driver that does Vulkan testing at the moment.
 690   rules:
 691     # Never test RADV by default in the main project.
 692     - if: '$CI_PROJECT_PATH == "mesa/mesa"'
 693       when: never
 694     # Never test RADV by default for merge requests.
 695     - if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
 696       when: never
 697     # Otherwise, allow testing RADV if the test image for VK has been manually
 698     # started.
 699     - when: on_success
 700
 701 radv_polaris10_vkcts:
 702   extends:
 703     - .deqp-test-vk
 704     - .test-radv
 705   variables:
 706     DEQP_PARALLEL: 4
 707     DEQP_SKIPS: deqp-radv-polaris10-skips.txt
 708   tags:
 709     - polaris10