ci: Split out radv build-testing on arm64
[mesa.git] / .gitlab-ci.yml
1 variables:
2 UPSTREAM_REPO: mesa/mesa
3
4 include:
5 - project: 'wayland/ci-templates'
6 ref: b7030c2cd0d6ccc5f6d4f8299bafa4daa9240d71
7 file: '/templates/debian.yml'
8 - local: '.gitlab-ci/lava-gitlab-ci.yml'
9
10 stages:
11 - container
12 - build
13 - test
14 - success
15
16
17 # When to automatically run the CI
18 .ci-run-policy:
19 rules:
20 # Run pipeline by default for merge requests changing files affecting it
21 - if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
22 changes: &paths
23 - VERSION
24 - bin/**/*
25 # GitLab CI
26 - .gitlab-ci.yml
27 - .gitlab-ci/**/*
28 # Meson
29 - meson*
30 - build-support/**/*
31 - subprojects/**/*
32 # SCons
33 - SConstruct
34 - scons/**/*
35 - common.py
36 # Source code
37 - include/**/*
38 - src/**/*
39 when: on_success
40 # Run pipeline by default in the main project if files affecting it were
41 # changed
42 - if: '$CI_PROJECT_PATH == "mesa/mesa"'
43 changes:
44 *paths
45 when: on_success
46 # Allow triggering jobs manually on branches of forked projects
47 - if: '$CI_PROJECT_PATH != "mesa/mesa" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME != $CI_COMMIT_REF_NAME'
48 when: manual
49 # Otherwise, most jobs won't run
50 - when: never
51 retry:
52 max: 2
53 when:
54 - runner_system_failure
55 # Cancel CI run if a newer commit is pushed to the same branch
56 interruptible: true
57
58 success:
59 stage: success
60 image: debian:stable-slim
61 only:
62 - merge_requests
63 except:
64 changes:
65 *paths
66 variables:
67 GIT_STRATEGY: none
68 script:
69 - echo "Dummy job to make sure every merge request pipeline runs at least one job"
70
71
72 .ci-deqp-artifacts:
73 artifacts:
74 when: always
75 untracked: false
76 paths:
77 # Watch out! Artifacts are relative to the build dir.
78 # https://gitlab.com/gitlab-org/gitlab-ce/commit/8788fb925706cad594adf6917a6c5f6587dd1521
79 - artifacts
80
81 # Build the CI docker images.
82 #
83 # DEBIAN_TAG is the tag of the docker image used by later stage jobs. If the
84 # image doesn't exist yet, the container stage job generates it.
85 #
86 # In order to generate a new image, one should generally change the tag.
87 # While removing the image from the registry would also work, that's not
88 # recommended except for ephemeral images during development: Replacing
89 # an image after a significant amount of time might pull in newer
90 # versions of gcc/clang or other packages, which might break the build
91 # with older commits using the same tag.
92 #
93 # After merging a change resulting in generating a new image to the
94 # main repository, it's recommended to remove the image from the source
95 # repository's container registry, so that the image from the main
96 # repository's registry will be used there as well.
97
98 .container:
99 stage: container
100 extends:
101 - .ci-run-policy
102 variables:
103 DEBIAN_VERSION: buster-slim
104 REPO_SUFFIX: $CI_JOB_NAME
105 DEBIAN_EXEC: 'bash .gitlab-ci/container/${CI_JOB_NAME}.sh'
106 # no need to pull the whole repo to build the container image
107 GIT_STRATEGY: none
108
109 # Debian 10 based x86 build image
110 x86_build:
111 extends:
112 - .debian@container-ifnot-exists
113 - .container
114 variables:
115 DEBIAN_TAG: &x86_build "2020-02-15"
116
117 .use-x86_build:
118 variables:
119 TAG: *x86_build
120 image: "$CI_REGISTRY_IMAGE/debian/x86_build:$TAG"
121 needs:
122 - x86_build
123
124 # Debian 10 based x86 test image for GL
125 x86_test-gl:
126 extends: x86_build
127 variables:
128 DEBIAN_TAG: &x86_test-gl "2020-02-14"
129
130 # Debian 10 based x86 test image for VK
131 x86_test-vk:
132 extends: x86_build
133 variables:
134 DEBIAN_TAG: &x86_test-vk "2020-01-14"
135 # Can only be triggered manually on personal branches because RADV is the only
136 # driver that does Vulkan testing at the moment.
137 rules:
138 # Never build the test image for VK by default in the main project.
139 - if: '$CI_PROJECT_PATH == "mesa/mesa"'
140 when: never
141 # Never build the test image for VK by default for merge requests.
142 - if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
143 when: never
144 # Otherwise, allow building it manually for personal branches.
145 - when: manual
146
147
148 # Debian 9 based x86 build image (old LLVM)
149 x86_build_old:
150 extends: x86_build
151 variables:
152 DEBIAN_TAG: &x86_build_old "2019-09-18"
153 DEBIAN_VERSION: stretch-slim
154
155 .use-x86_build_old:
156 variables:
157 TAG: *x86_build_old
158 image: "$CI_REGISTRY_IMAGE/debian/x86_build_old:$TAG"
159 needs:
160 - x86_build_old
161
162 # Debian 10 based ARM build image
163 arm_build:
164 extends:
165 - .debian@container-ifnot-exists@arm64v8
166 - .container
167 variables:
168 DEBIAN_TAG: &arm_build "2020-02-24-4"
169
170 .use-arm_build:
171 variables:
172 TAG: *arm_build
173 image: "$CI_REGISTRY_IMAGE/debian/arm_build:$TAG"
174 needs:
175 - arm_build
176
177 # Debian 10 based ARM test image
178 arm_test:
179 extends: arm_build
180 variables:
181 DEBIAN_TAG: &arm_test "2020-01-30"
182
183 .use-arm_test:
184 variables:
185 TAG: *arm_test
186 image: "$CI_REGISTRY_IMAGE/debian/arm_test:$TAG"
187 needs:
188 - meson-arm64
189 - arm_test
190
191
192 # BUILD
193
194 # Shared between windows and Linux
195 .build-common:
196 extends: .ci-run-policy
197 stage: build
198 artifacts:
199 when: always
200 paths:
201 - _build/meson-logs/*.txt
202 # scons:
203 - build/*/config.log
204 - shader-db
205
206 # Just Linux
207 .build-linux:
208 extends: .build-common
209 variables:
210 CCACHE_COMPILERCHECK: "content"
211 CCACHE_COMPRESS: "true"
212 CCACHE_DIR: /cache/mesa/ccache
213 # Use ccache transparently, and print stats before/after
214 before_script:
215 - export PATH="/usr/lib/ccache:$PATH"
216 - export CCACHE_BASEDIR="$PWD"
217 - ccache --show-stats
218 after_script:
219 - ccache --show-stats
220
221 .build-windows:
222 extends: .build-common
223 tags:
224 - mesa-windows
225 cache:
226 key: ${CI_JOB_NAME}
227 paths:
228 - subprojects/packagecache
229
230 .meson-build:
231 extends:
232 - .build-linux
233 - .use-x86_build
234 variables:
235 LLVM_VERSION: 9
236 script:
237 - .gitlab-ci/meson-build.sh
238
239 .scons-build:
240 extends:
241 - .build-linux
242 - .use-x86_build
243 variables:
244 SCONSFLAGS: "-j4"
245 script:
246 - .gitlab-ci/scons-build.sh
247
248 meson-testing:
249 extends:
250 - .meson-build
251 - .ci-deqp-artifacts
252 variables:
253 UNWIND: "true"
254 DRI_LOADERS: >
255 -D glx=dri
256 -D gbm=true
257 -D egl=true
258 -D platforms=x11,drm,surfaceless
259 GALLIUM_ST: >
260 -D dri3=true
261 GALLIUM_DRIVERS: "swrast"
262 VULKAN_DRIVERS: amd
263 BUILDTYPE: "debugoptimized"
264 script:
265 - .gitlab-ci/meson-build.sh
266 - .gitlab-ci/prepare-artifacts.sh
267
268 meson-main:
269 extends: .meson-build
270 variables:
271 UNWIND: "true"
272 DRI_LOADERS: >
273 -D glx=dri
274 -D gbm=true
275 -D egl=true
276 -D platforms=x11,wayland,drm,surfaceless
277 DRI_DRIVERS: "i915,i965,r100,r200,nouveau"
278 GALLIUM_ST: >
279 -D dri3=true
280 -D gallium-extra-hud=true
281 -D gallium-vdpau=true
282 -D gallium-xvmc=true
283 -D gallium-omx=bellagio
284 -D gallium-va=true
285 -D gallium-xa=true
286 -D gallium-nine=true
287 -D gallium-opencl=disabled
288 GALLIUM_DRIVERS: "iris,nouveau,kmsro,r300,r600,freedreno,swr,swrast,svga,v3d,vc4,virgl,etnaviv,panfrost,lima,zink"
289 EXTRA_OPTION: >
290 -D osmesa=gallium
291 -D tools=all
292 script:
293 - .gitlab-ci/meson-build.sh
294 - .gitlab-ci/run-shader-db.sh
295
296 .meson-cross:
297 extends:
298 - .meson-build
299 variables:
300 UNWIND: "false"
301 DRI_LOADERS: >
302 -D glx=disabled
303 -D gbm=false
304 -D egl=true
305 -D platforms=surfaceless
306 -D osmesa=none
307 GALLIUM_ST: >
308 -D dri3=false
309 -D gallium-vdpau=false
310 -D gallium-xvmc=false
311 -D gallium-omx=disabled
312 -D gallium-va=false
313 -D gallium-xa=false
314 -D gallium-nine=false
315 LLVM_VERSION: "8"
316
317 .meson-arm:
318 extends:
319 - .meson-cross
320 - .use-arm_build
321 variables:
322 VULKAN_DRIVERS: freedreno
323 GALLIUM_DRIVERS: "etnaviv,freedreno,kmsro,lima,nouveau,panfrost,swrast,tegra,v3d,vc4"
324 BUILDTYPE: "debugoptimized"
325 tags:
326 - aarch64
327
328 meson-armhf:
329 extends:
330 - .meson-arm
331 - .ci-deqp-artifacts
332 variables:
333 CROSS: armhf
334 LLVM_VERSION: "7"
335 script:
336 - .gitlab-ci/meson-build.sh
337 - .gitlab-ci/prepare-artifacts.sh
338
339 meson-arm64:
340 extends:
341 - .meson-arm
342 - .ci-deqp-artifacts
343 variables:
344 VULKAN_DRIVERS: "freedreno"
345 script:
346 - .gitlab-ci/meson-build.sh
347 - .gitlab-ci/prepare-artifacts.sh
348
349 meson-arm64-build-test:
350 extends:
351 - .meson-arm
352 - .ci-deqp-artifacts
353 variables:
354 VULKAN_DRIVERS: "amd"
355 script:
356 - .gitlab-ci/meson-build.sh
357
358 meson-clang:
359 extends: .meson-build
360 variables:
361 UNWIND: "true"
362 DRI_LOADERS: >
363 -D glvnd=true
364 DRI_DRIVERS: "auto"
365 GALLIUM_DRIVERS: "auto"
366 VULKAN_DRIVERS: intel,amd,freedreno
367 CC: "ccache clang-9"
368 CXX: "ccache clang++-9"
369
370 .meson-windows:
371 extends:
372 - .build-windows
373 before_script:
374 - $ENV:ARCH = "x86"
375 - $ENV:VERSION = "2019\Community"
376 script:
377 - cmd /C .gitlab-ci\meson-build.bat
378
379 scons-swr:
380 extends: .scons-build
381 variables:
382 SCONS_TARGET: "swr=1"
383 SCONS_CHECK_COMMAND: "true"
384 LLVM_VERSION: "6.0"
385
386 scons-win64:
387 extends: .scons-build
388 variables:
389 SCONS_TARGET: platform=windows machine=x86_64
390 SCONS_CHECK_COMMAND: "true"
391
392 meson-clover:
393 extends: .meson-build
394 variables:
395 UNWIND: "true"
396 DRI_LOADERS: >
397 -D glx=disabled
398 -D egl=false
399 -D gbm=false
400 GALLIUM_ST: >
401 -D dri3=false
402 -D gallium-vdpau=false
403 -D gallium-xvmc=false
404 -D gallium-omx=disabled
405 -D gallium-va=false
406 -D gallium-xa=false
407 -D gallium-nine=false
408 -D gallium-opencl=icd
409 script:
410 - export GALLIUM_DRIVERS="r600,radeonsi"
411 - .gitlab-ci/meson-build.sh
412 - LLVM_VERSION=8 .gitlab-ci/meson-build.sh
413 - export GALLIUM_DRIVERS="i915,r600"
414 - LLVM_VERSION=6.0 .gitlab-ci/meson-build.sh
415 - LLVM_VERSION=7 .gitlab-ci/meson-build.sh
416
417 meson-clover-old-llvm:
418 extends:
419 - meson-clover
420 - .use-x86_build_old
421 variables:
422 UNWIND: "false"
423 DRI_LOADERS: >
424 -D glx=disabled
425 -D egl=false
426 -D gbm=false
427 -D platforms=drm,surfaceless
428 GALLIUM_DRIVERS: "i915,r600"
429 script:
430 - LLVM_VERSION=3.9 .gitlab-ci/meson-build.sh
431 - LLVM_VERSION=4.0 .gitlab-ci/meson-build.sh
432 - LLVM_VERSION=5.0 .gitlab-ci/meson-build.sh
433
434 meson-vulkan:
435 extends: .meson-build
436 variables:
437 UNWIND: "false"
438 DRI_LOADERS: >
439 -D glx=disabled
440 -D gbm=false
441 -D egl=false
442 -D platforms=x11,wayland,drm
443 -D osmesa=none
444 GALLIUM_ST: >
445 -D dri3=true
446 -D gallium-vdpau=false
447 -D gallium-xvmc=false
448 -D gallium-omx=disabled
449 -D gallium-va=false
450 -D gallium-xa=false
451 -D gallium-nine=false
452 -D gallium-opencl=disabled
453 -D b_sanitize=undefined
454 -D c_args=-fno-sanitize-recover=all
455 -D cpp_args=-fno-sanitize-recover=all
456 UBSAN_OPTIONS: "print_stacktrace=1"
457 VULKAN_DRIVERS: intel,amd,freedreno
458 EXTRA_OPTION: >
459 -D vulkan-overlay-layer=true
460
461 # While the main point of this build is testing the i386 cross build,
462 # we also use this one to test some other options that are exclusive
463 # with meson-main's choices (classic swrast and osmesa)
464 meson-i386:
465 extends: .meson-cross
466 variables:
467 CROSS: i386
468 VULKAN_DRIVERS: intel
469 DRI_DRIVERS: "swrast"
470 GALLIUM_DRIVERS: "iris"
471 EXTRA_OPTION: >
472 -D vulkan-overlay-layer=true
473 -D llvm=false
474 -D osmesa=classic
475 -D werror=true
476
477 meson-s390x:
478 extends:
479 - .meson-cross
480 tags:
481 - gstreamer
482 variables:
483 CROSS: s390x
484 GALLIUM_DRIVERS: "swrast"
485 script:
486 - dpkg -i /var/cache/apt/archives/$CROSS/*.deb
487 - .gitlab-ci/meson-build.sh
488
489 meson-ppc64el:
490 extends:
491 - meson-s390x
492 variables:
493 CROSS: ppc64el
494 GALLIUM_DRIVERS: "nouveau,radeonsi,swrast,virgl"
495 VULKAN_DRIVERS: "amd"
496
497 meson-mingw32-x86_64:
498 extends: .meson-build
499 variables:
500 UNWIND: "false"
501 DRI_DRIVERS: ""
502 GALLIUM_DRIVERS: "swrast"
503 EXTRA_OPTION: >
504 -Dllvm=false
505 -Dosmesa=gallium
506 --cross-file=.gitlab-ci/x86_64-w64-mingw32
507
508 scons:
509 extends: .scons-build
510 variables:
511 SCONS_TARGET: "llvm=1"
512 SCONS_CHECK_COMMAND: "scons llvm=1 force_scons=1 check"
513 script:
514 - SCONS_TARGET="" SCONS_CHECK_COMMAND="scons check force_scons=1" .gitlab-ci/scons-build.sh
515 - LLVM_VERSION=9 .gitlab-ci/scons-build.sh
516
517 scons-old-llvm:
518 extends:
519 - scons
520 - .use-x86_build_old
521 script:
522 - LLVM_VERSION=3.9 .gitlab-ci/scons-build.sh
523
524 .test:
525 extends:
526 - .ci-run-policy
527 stage: test
528 variables:
529 GIT_STRATEGY: none # testing doesn't build anything from source
530 before_script:
531 # Note: Build dir (and thus install) may be dirty due to GIT_STRATEGY
532 - rm -rf install
533 - tar -xf artifacts/install.tar
534 - LD_LIBRARY_PATH=install/lib find install/lib -name "*.so" -print -exec ldd {} \;
535 artifacts:
536 when: always
537 name: "$CI_JOB_NAME-$CI_COMMIT_REF_NAME"
538 paths:
539 - results/
540 dependencies:
541 - meson-testing
542
543 .test-gl:
544 extends:
545 - .test
546 variables:
547 TAG: *x86_test-gl
548 image: "$CI_REGISTRY_IMAGE/debian/x86_test-gl:$TAG"
549 needs:
550 - meson-testing
551 - x86_test-gl
552
553 .test-vk:
554 extends:
555 - .test
556 variables:
557 TAG: *x86_test-vk
558 image: "$CI_REGISTRY_IMAGE/debian/x86_test-vk:$TAG"
559 needs:
560 - meson-testing
561 - x86_test-vk
562
563 .piglit-test:
564 extends: .test-gl
565 artifacts:
566 when: on_failure
567 name: "$CI_JOB_NAME-$CI_COMMIT_REF_NAME"
568 paths:
569 - summary/
570 variables:
571 LIBGL_ALWAYS_SOFTWARE: 1
572 PIGLIT_NO_WINDOW: 1
573 script:
574 - artifacts/piglit/run.sh
575
576 piglit-quick_gl:
577 extends: .piglit-test
578 variables:
579 LP_NUM_THREADS: 0
580 NIR_VALIDATE: 0
581 PIGLIT_OPTIONS: >
582 --process-isolation false
583 -x arb_gpu_shader5
584 -x egl_ext_device_
585 -x egl_ext_platform_device
586 -x ext_timer_query@time-elapsed
587 -x glx-multithread-clearbuffer
588 -x glx-multithread-shader-compile
589 -x max-texture-size
590 -x maxsize
591 PIGLIT_PROFILES: quick_gl
592
593 piglit-glslparser:
594 extends: .piglit-test
595 variables:
596 LP_NUM_THREADS: 0
597 NIR_VALIDATE: 0
598 PIGLIT_PROFILES: glslparser
599
600 piglit-quick_shader:
601 extends: .piglit-test
602 variables:
603 LP_NUM_THREADS: 1
604 NIR_VALIDATE: 0
605 PIGLIT_PROFILES: quick_shader
606
607 .deqp-test:
608 variables:
609 DEQP_SKIPS: deqp-default-skips.txt
610 script:
611 - ./artifacts/deqp-runner.sh
612
613 .deqp-test-gl:
614 extends:
615 - .test-gl
616 - .deqp-test
617
618 .deqp-test-vk:
619 extends:
620 - .test-vk
621 - .deqp-test
622 variables:
623 DEQP_VER: vk
624
625 test-llvmpipe-gles2:
626 variables:
627 DEQP_VER: gles2
628 DEQP_PARALLEL: 4
629 NIR_VALIDATE: 0
630 # Don't use threads inside llvmpipe, we've already got all 4 cores
631 # busy with DEQP_PARALLEL.
632 LP_NUM_THREADS: 0
633 DEQP_EXPECTED_FAILS: deqp-llvmpipe-fails.txt
634 LIBGL_ALWAYS_SOFTWARE: "true"
635 extends: .deqp-test-gl
636
637 test-softpipe-gles2:
638 extends: test-llvmpipe-gles2
639 variables:
640 DEQP_EXPECTED_FAILS: deqp-softpipe-fails.txt
641 DEQP_SKIPS: deqp-softpipe-skips.txt
642 GALLIUM_DRIVER: "softpipe"
643
644 test-softpipe-gles3:
645 parallel: 2
646 variables:
647 DEQP_VER: gles3
648 extends: test-softpipe-gles2
649
650 test-softpipe-gles31:
651 parallel: 4
652 variables:
653 DEQP_VER: gles31
654 extends: test-softpipe-gles2
655
656 arm64_a630_gles2:
657 extends:
658 - .deqp-test-gl
659 - .use-arm_test
660 variables:
661 DEQP_VER: gles2
662 DEQP_EXPECTED_FAILS: deqp-freedreno-a630-fails.txt
663 DEQP_SKIPS: deqp-freedreno-a630-skips.txt
664 NIR_VALIDATE: 0
665 DEQP_PARALLEL: 4
666 FLAKES_CHANNEL: "#freedreno-ci"
667 tags:
668 - mesa-cheza
669 dependencies:
670 - meson-arm64
671
672 arm64_a630_gles31:
673 extends: arm64_a630_gles2
674 variables:
675 DEQP_VER: gles31
676
677 arm64_a630_gles3:
678 extends: arm64_a630_gles2
679 variables:
680 DEQP_VER: gles3
681
682 arm64_a306_gles2:
683 extends: arm64_a630_gles2
684 variables:
685 DEQP_EXPECTED_FAILS: deqp-freedreno-a307-fails.txt
686 DEQP_SKIPS: deqp-default-skips.txt
687 tags:
688 - db410c
689
690 # RADV CI
691 .test-radv:
692 variables:
693 VK_DRIVER: radeon
694 RADV_DEBUG: checkir
695 # Can only be triggered manually on personal branches because RADV is the only
696 # driver that does Vulkan testing at the moment.
697 rules:
698 # Never test RADV by default in the main project.
699 - if: '$CI_PROJECT_PATH == "mesa/mesa"'
700 when: never
701 # Never test RADV by default for merge requests.
702 - if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
703 when: never
704 # Otherwise, allow testing RADV if the test image for VK has been manually
705 # started.
706 - when: on_success
707
708 radv_polaris10_vkcts:
709 extends:
710 - .deqp-test-vk
711 - .test-radv
712 variables:
713 DEQP_PARALLEL: 4
714 DEQP_SKIPS: deqp-radv-polaris10-skips.txt
715 tags:
716 - polaris10
717
718 .traces-test:
719 extends:
720 - .test-gl
721 cache:
722 key: ${CI_JOB_NAME}
723 paths:
724 - .git-lfs-storage/
725 script:
726 - ./artifacts/tracie-runner.sh
727
728 llvmpipe-traces:
729 variables:
730 LIBGL_ALWAYS_SOFTWARE: "true"
731 GALLIUM_DRIVER: "llvmpipe"
732 DEVICE_NAME: "vmware-llvmpipe"
733 extends: .traces-test