gitlab-ci: Add ppc64el and s390x cross-build jobs
[mesa.git] / .gitlab-ci.yml
1 variables:
2 UPSTREAM_REPO: mesa/mesa
3
4 include:
5 - project: 'wayland/ci-templates'
6 ref: b7030c2cd0d6ccc5f6d4f8299bafa4daa9240d71
7 file: '/templates/debian.yml'
8 - local: '.gitlab-ci/lava-gitlab-ci.yml'
9
10 stages:
11 - container
12 - build
13 - test
14 - success
15
16
17 # When to automatically run the CI
18 .ci-run-policy:
19 rules:
20 # Run pipeline by default for merge requests changing files affecting it
21 - if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
22 changes: &paths
23 - VERSION
24 - bin/**/*
25 # GitLab CI
26 - .gitlab-ci.yml
27 - .gitlab-ci/**/*
28 # Meson
29 - meson*
30 - build-support/**/*
31 - subprojects/**/*
32 # SCons
33 - SConstruct
34 - scons/**/*
35 - common.py
36 # Source code
37 - include/**/*
38 - src/**/*
39 when: on_success
40 # Run pipeline by default in the main project if files affecting it were
41 # changed
42 - if: '$CI_PROJECT_PATH == "mesa/mesa"'
43 changes:
44 *paths
45 when: on_success
46 # Allow triggering jobs manually on branches of forked projects
47 - if: '$CI_PROJECT_PATH != "mesa/mesa" && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME != $CI_COMMIT_REF_NAME'
48 when: manual
49 # Otherwise, most jobs won't run
50 - when: never
51 retry:
52 max: 2
53 when:
54 - runner_system_failure
55 # Cancel CI run if a newer commit is pushed to the same branch
56 interruptible: true
57
58 success:
59 stage: success
60 image: debian:stable-slim
61 only:
62 - merge_requests
63 except:
64 changes:
65 *paths
66 variables:
67 GIT_STRATEGY: none
68 script:
69 - echo "Dummy job to make sure every merge request pipeline runs at least one job"
70
71
72 .ci-deqp-artifacts:
73 artifacts:
74 when: always
75 untracked: false
76 paths:
77 # Watch out! Artifacts are relative to the build dir.
78 # https://gitlab.com/gitlab-org/gitlab-ce/commit/8788fb925706cad594adf6917a6c5f6587dd1521
79 - artifacts
80
81 # Build the CI docker images.
82 #
83 # DEBIAN_TAG is the tag of the docker image used by later stage jobs. If the
84 # image doesn't exist yet, the container stage job generates it.
85 #
86 # In order to generate a new image, one should generally change the tag.
87 # While removing the image from the registry would also work, that's not
88 # recommended except for ephemeral images during development: Replacing
89 # an image after a significant amount of time might pull in newer
90 # versions of gcc/clang or other packages, which might break the build
91 # with older commits using the same tag.
92 #
93 # After merging a change resulting in generating a new image to the
94 # main repository, it's recommended to remove the image from the source
95 # repository's container registry, so that the image from the main
96 # repository's registry will be used there as well.
97
98 .container:
99 stage: container
100 extends:
101 - .ci-run-policy
102 variables:
103 DEBIAN_VERSION: buster-slim
104 REPO_SUFFIX: $CI_JOB_NAME
105 DEBIAN_EXEC: 'bash .gitlab-ci/container/${CI_JOB_NAME}.sh'
106 # no need to pull the whole repo to build the container image
107 GIT_STRATEGY: none
108
109 # Debian 10 based x86 build image
110 x86_build:
111 extends:
112 - .debian@container-ifnot-exists
113 - .container
114 variables:
115 DEBIAN_TAG: &x86_build "2020-02-05"
116
117 .use-x86_build:
118 variables:
119 TAG: *x86_build
120 image: "$CI_REGISTRY_IMAGE/debian/x86_build:$TAG"
121 needs:
122 - x86_build
123
124 # Debian 10 based x86 test image for GL
125 x86_test-gl:
126 extends: x86_build
127 variables:
128 DEBIAN_TAG: &x86_test-gl "2020-01-14"
129
130 # Debian 10 based x86 test image for VK
131 x86_test-vk:
132 extends: x86_build
133 variables:
134 DEBIAN_TAG: &x86_test-vk "2020-01-14"
135 # Can only be triggered manually on personal branches because RADV is the only
136 # driver that does Vulkan testing at the moment.
137 rules:
138 # Never build the test image for VK by default in the main project.
139 - if: '$CI_PROJECT_PATH == "mesa/mesa"'
140 when: never
141 # Never build the test image for VK by default for merge requests.
142 - if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
143 when: never
144 # Otherwise, allow building it manually for personal branches.
145 - when: manual
146
147
148 # Debian 9 based x86 build image (old LLVM)
149 x86_build_old:
150 extends: x86_build
151 variables:
152 DEBIAN_TAG: &x86_build_old "2019-09-18"
153 DEBIAN_VERSION: stretch-slim
154
155 .use-x86_build_old:
156 variables:
157 TAG: *x86_build_old
158 image: "$CI_REGISTRY_IMAGE/debian/x86_build_old:$TAG"
159 needs:
160 - x86_build_old
161
162 # Debian 10 based ARM build image
163 arm_build:
164 extends:
165 - .debian@container-ifnot-exists@arm64v8
166 - .container
167 variables:
168 DEBIAN_TAG: &arm_build "2020-02-03"
169
170 .use-arm_build:
171 variables:
172 TAG: *arm_build
173 image: "$CI_REGISTRY_IMAGE/debian/arm_build:$TAG"
174 needs:
175 - arm_build
176
177 # Debian 10 based ARM test image
178 arm_test:
179 extends: arm_build
180 variables:
181 DEBIAN_TAG: &arm_test "2019-12-18"
182
183 .use-arm_test:
184 variables:
185 TAG: *arm_test
186 image: "$CI_REGISTRY_IMAGE/debian/arm_test:$TAG"
187 needs:
188 - meson-arm64
189 - arm_test
190
191
192 # BUILD
193
194 # Shared between windows and Linux
195 .build-common:
196 extends: .ci-run-policy
197 stage: build
198 artifacts:
199 when: always
200 paths:
201 - _build/meson-logs/*.txt
202 # scons:
203 - build/*/config.log
204 - shader-db
205
206 # Just Linux
207 .build-linux:
208 extends: .build-common
209 variables:
210 CCACHE_COMPILERCHECK: "content"
211 CCACHE_COMPRESS: "true"
212 CCACHE_DIR: /cache/mesa/ccache
213 # Use ccache transparently, and print stats before/after
214 before_script:
215 - export PATH="/usr/lib/ccache:$PATH"
216 - export CCACHE_BASEDIR="$PWD"
217 - ccache --show-stats
218 after_script:
219 - ccache --show-stats
220
221 .build-windows:
222 extends: .build-common
223 tags:
224 - mesa-windows
225 cache:
226 key: ${CI_JOB_NAME}
227 paths:
228 - subprojects/packagecache
229
230 .meson-build:
231 extends:
232 - .build-linux
233 - .use-x86_build
234 variables:
235 LLVM_VERSION: 9
236 script:
237 - .gitlab-ci/meson-build.sh
238
239 .scons-build:
240 extends:
241 - .build-linux
242 - .use-x86_build
243 variables:
244 SCONSFLAGS: "-j4"
245 script:
246 - .gitlab-ci/scons-build.sh
247
248 meson-testing:
249 extends:
250 - .meson-build
251 - .ci-deqp-artifacts
252 variables:
253 UNWIND: "true"
254 DRI_LOADERS: >
255 -D glx=dri
256 -D gbm=true
257 -D egl=true
258 -D platforms=x11,drm,surfaceless
259 GALLIUM_ST: >
260 -D dri3=true
261 GALLIUM_DRIVERS: "swrast"
262 VULKAN_DRIVERS: amd
263 BUILDTYPE: "debugoptimized"
264 script:
265 - .gitlab-ci/meson-build.sh
266 - .gitlab-ci/prepare-artifacts.sh
267
268 meson-main:
269 extends: .meson-build
270 variables:
271 UNWIND: "true"
272 DRI_LOADERS: >
273 -D glx=dri
274 -D gbm=true
275 -D egl=true
276 -D platforms=x11,wayland,drm,surfaceless
277 DRI_DRIVERS: "i915,i965,r100,r200,nouveau"
278 GALLIUM_ST: >
279 -D dri3=true
280 -D gallium-extra-hud=true
281 -D gallium-vdpau=true
282 -D gallium-xvmc=true
283 -D gallium-omx=bellagio
284 -D gallium-va=true
285 -D gallium-xa=true
286 -D gallium-nine=true
287 -D gallium-opencl=disabled
288 GALLIUM_DRIVERS: "iris,nouveau,kmsro,r300,r600,freedreno,swr,swrast,svga,v3d,vc4,virgl,etnaviv,panfrost,lima,zink"
289 EXTRA_OPTION: >
290 -D osmesa=gallium
291 -D tools=all
292 script:
293 - .gitlab-ci/meson-build.sh
294 - .gitlab-ci/run-shader-db.sh
295
296 .meson-cross:
297 extends:
298 - .meson-build
299 variables:
300 UNWIND: "false"
301 DRI_LOADERS: >
302 -D glx=disabled
303 -D gbm=false
304 -D egl=true
305 -D platforms=surfaceless
306 -D osmesa=none
307 GALLIUM_ST: >
308 -D dri3=false
309 -D gallium-vdpau=false
310 -D gallium-xvmc=false
311 -D gallium-omx=disabled
312 -D gallium-va=false
313 -D gallium-xa=false
314 -D gallium-nine=false
315 LLVM_VERSION: "8"
316
317 .meson-arm:
318 extends:
319 - .meson-cross
320 - .use-arm_build
321 variables:
322 VULKAN_DRIVERS: freedreno
323 GALLIUM_DRIVERS: "etnaviv,freedreno,kmsro,lima,nouveau,panfrost,swrast,tegra,v3d,vc4"
324 BUILDTYPE: "debugoptimized"
325 EXTRA_OPTION: >
326 -D I-love-half-baked-turnips=true
327 tags:
328 - aarch64
329
330 meson-armhf:
331 extends:
332 - .meson-arm
333 - .ci-deqp-artifacts
334 variables:
335 CROSS: armhf
336 LLVM_VERSION: "7"
337 script:
338 - .gitlab-ci/meson-build.sh
339 - .gitlab-ci/prepare-artifacts.sh
340
341 meson-arm64:
342 extends:
343 - .meson-arm
344 - .ci-deqp-artifacts
345 variables:
346 VULKAN_DRIVERS: "freedreno,amd"
347 script:
348 - .gitlab-ci/meson-build.sh
349 - .gitlab-ci/prepare-artifacts.sh
350
351 meson-clang:
352 extends: .meson-build
353 variables:
354 UNWIND: "true"
355 DRI_LOADERS: >
356 -D glvnd=true
357 DRI_DRIVERS: "auto"
358 GALLIUM_DRIVERS: "auto"
359 VULKAN_DRIVERS: intel,amd,freedreno
360 CC: "ccache clang-9"
361 CXX: "ccache clang++-9"
362
363 .meson-windows:
364 extends:
365 - .build-windows
366 before_script:
367 - $ENV:ARCH = "x86"
368 - $ENV:VERSION = "2019\Community"
369 script:
370 - cmd /C .gitlab-ci\meson-build.bat
371
372 scons-swr:
373 extends: .scons-build
374 variables:
375 SCONS_TARGET: "swr=1"
376 SCONS_CHECK_COMMAND: "true"
377 LLVM_VERSION: "6.0"
378
379 scons-win64:
380 extends: .scons-build
381 variables:
382 SCONS_TARGET: platform=windows machine=x86_64
383 SCONS_CHECK_COMMAND: "true"
384
385 meson-clover:
386 extends: .meson-build
387 variables:
388 UNWIND: "true"
389 DRI_LOADERS: >
390 -D glx=disabled
391 -D egl=false
392 -D gbm=false
393 GALLIUM_ST: >
394 -D dri3=false
395 -D gallium-vdpau=false
396 -D gallium-xvmc=false
397 -D gallium-omx=disabled
398 -D gallium-va=false
399 -D gallium-xa=false
400 -D gallium-nine=false
401 -D gallium-opencl=icd
402 script:
403 - export GALLIUM_DRIVERS="r600,radeonsi"
404 - .gitlab-ci/meson-build.sh
405 - LLVM_VERSION=8 .gitlab-ci/meson-build.sh
406 - export GALLIUM_DRIVERS="i915,r600"
407 - LLVM_VERSION=6.0 .gitlab-ci/meson-build.sh
408 - LLVM_VERSION=7 .gitlab-ci/meson-build.sh
409
410 meson-clover-old-llvm:
411 extends:
412 - meson-clover
413 - .use-x86_build_old
414 variables:
415 UNWIND: "false"
416 DRI_LOADERS: >
417 -D glx=disabled
418 -D egl=false
419 -D gbm=false
420 -D platforms=drm,surfaceless
421 GALLIUM_DRIVERS: "i915,r600"
422 script:
423 - LLVM_VERSION=3.9 .gitlab-ci/meson-build.sh
424 - LLVM_VERSION=4.0 .gitlab-ci/meson-build.sh
425 - LLVM_VERSION=5.0 .gitlab-ci/meson-build.sh
426
427 meson-vulkan:
428 extends: .meson-build
429 variables:
430 UNWIND: "false"
431 DRI_LOADERS: >
432 -D glx=disabled
433 -D gbm=false
434 -D egl=false
435 -D platforms=x11,wayland,drm
436 -D osmesa=none
437 GALLIUM_ST: >
438 -D dri3=true
439 -D gallium-vdpau=false
440 -D gallium-xvmc=false
441 -D gallium-omx=disabled
442 -D gallium-va=false
443 -D gallium-xa=false
444 -D gallium-nine=false
445 -D gallium-opencl=disabled
446 -D b_sanitize=undefined
447 -D c_args=-fno-sanitize-recover=all
448 -D cpp_args=-fno-sanitize-recover=all
449 UBSAN_OPTIONS: "print_stacktrace=1"
450 VULKAN_DRIVERS: intel,amd,freedreno
451 EXTRA_OPTION: >
452 -D vulkan-overlay-layer=true
453
454 # While the main point of this build is testing the i386 cross build,
455 # we also use this one to test some other options that are exclusive
456 # with meson-main's choices (classic swrast and osmesa)
457 meson-i386:
458 extends: .meson-cross
459 variables:
460 CROSS: i386
461 VULKAN_DRIVERS: intel
462 DRI_DRIVERS: "swrast"
463 GALLIUM_DRIVERS: "iris"
464 EXTRA_OPTION: >
465 -D vulkan-overlay-layer=true
466 -D llvm=false
467 -D osmesa=classic
468 -D werror=true
469
470 meson-s390x:
471 extends:
472 - .meson-cross
473 variables:
474 CROSS: s390x
475 GALLIUM_DRIVERS: "swrast"
476 LLVM_VERSION: "7"
477 script:
478 - dpkg -i /var/cache/apt/archives/$CROSS/*.deb
479 - .gitlab-ci/meson-build.sh
480
481 meson-ppc64el:
482 extends:
483 - meson-s390x
484 variables:
485 CROSS: ppc64el
486 GALLIUM_DRIVERS: "nouveau,swrast,virgl"
487 LLVM_VERSION: "8"
488
489 meson-mingw32-x86_64:
490 extends: .meson-build
491 variables:
492 UNWIND: "false"
493 DRI_DRIVERS: ""
494 GALLIUM_DRIVERS: "swrast"
495 EXTRA_OPTION: >
496 -Dllvm=false
497 -Dosmesa=gallium
498 --cross-file=.gitlab-ci/x86_64-w64-mingw32
499
500 scons:
501 extends: .scons-build
502 variables:
503 SCONS_TARGET: "llvm=1"
504 SCONS_CHECK_COMMAND: "scons llvm=1 force_scons=1 check"
505 script:
506 - SCONS_TARGET="" SCONS_CHECK_COMMAND="scons check force_scons=1" .gitlab-ci/scons-build.sh
507 - LLVM_VERSION=9 .gitlab-ci/scons-build.sh
508
509 scons-old-llvm:
510 extends:
511 - scons
512 - .use-x86_build_old
513 script:
514 - LLVM_VERSION=3.9 .gitlab-ci/scons-build.sh
515
516 .test:
517 extends:
518 - .ci-run-policy
519 stage: test
520 variables:
521 GIT_STRATEGY: none # testing doesn't build anything from source
522 before_script:
523 # Note: Build dir (and thus install) may be dirty due to GIT_STRATEGY
524 - rm -rf install
525 - tar -xf artifacts/install.tar
526 - LD_LIBRARY_PATH=install/lib find install/lib -name "*.so" -print -exec ldd {} \;
527 artifacts:
528 when: always
529 name: "$CI_JOB_NAME-$CI_COMMIT_REF_NAME"
530 paths:
531 - results/
532 dependencies:
533 - meson-testing
534
535 .test-gl:
536 extends:
537 - .test
538 variables:
539 TAG: *x86_test-gl
540 image: "$CI_REGISTRY_IMAGE/debian/x86_test-gl:$TAG"
541 needs:
542 - meson-testing
543 - x86_test-gl
544
545 .test-vk:
546 extends:
547 - .test
548 variables:
549 TAG: *x86_test-vk
550 image: "$CI_REGISTRY_IMAGE/debian/x86_test-vk:$TAG"
551 needs:
552 - meson-testing
553 - x86_test-vk
554
555 .piglit-test:
556 extends: .test-gl
557 artifacts:
558 when: on_failure
559 name: "$CI_JOB_NAME-$CI_COMMIT_REF_NAME"
560 paths:
561 - summary/
562 variables:
563 LIBGL_ALWAYS_SOFTWARE: 1
564 PIGLIT_NO_WINDOW: 1
565 script:
566 - artifacts/piglit/run.sh
567
568 piglit-quick_gl:
569 extends: .piglit-test
570 variables:
571 LP_NUM_THREADS: 0
572 NIR_VALIDATE: 0
573 PIGLIT_OPTIONS: >
574 --process-isolation false
575 -x arb_gpu_shader5
576 -x egl_ext_device_
577 -x egl_ext_platform_device
578 -x ext_timer_query@time-elapsed
579 -x glx-multithread-clearbuffer
580 -x glx-multithread-shader-compile
581 -x max-texture-size
582 -x maxsize
583 PIGLIT_PROFILES: quick_gl
584
585 piglit-glslparser:
586 extends: .piglit-test
587 variables:
588 LP_NUM_THREADS: 0
589 NIR_VALIDATE: 0
590 PIGLIT_PROFILES: glslparser
591
592 piglit-quick_shader:
593 extends: .piglit-test
594 variables:
595 LP_NUM_THREADS: 1
596 NIR_VALIDATE: 0
597 PIGLIT_PROFILES: quick_shader
598
599 .deqp-test:
600 variables:
601 DEQP_SKIPS: deqp-default-skips.txt
602 script:
603 - ./artifacts/deqp-runner.sh
604
605 .deqp-test-gl:
606 extends:
607 - .test-gl
608 - .deqp-test
609
610 .deqp-test-vk:
611 extends:
612 - .test-vk
613 - .deqp-test
614 variables:
615 DEQP_VER: vk
616
617 test-llvmpipe-gles2:
618 variables:
619 DEQP_VER: gles2
620 DEQP_PARALLEL: 4
621 NIR_VALIDATE: 0
622 # Don't use threads inside llvmpipe, we've already got all 4 cores
623 # busy with DEQP_PARALLEL.
624 LP_NUM_THREADS: 0
625 DEQP_EXPECTED_FAILS: deqp-llvmpipe-fails.txt
626 LIBGL_ALWAYS_SOFTWARE: "true"
627 extends: .deqp-test-gl
628
629 test-softpipe-gles2:
630 extends: test-llvmpipe-gles2
631 variables:
632 DEQP_EXPECTED_FAILS: deqp-softpipe-fails.txt
633 DEQP_SKIPS: deqp-softpipe-skips.txt
634 GALLIUM_DRIVER: "softpipe"
635
636 test-softpipe-gles3:
637 parallel: 2
638 variables:
639 DEQP_VER: gles3
640 extends: test-softpipe-gles2
641
642 test-softpipe-gles31:
643 parallel: 4
644 variables:
645 DEQP_VER: gles31
646 extends: test-softpipe-gles2
647
648 arm64_a630_gles2:
649 extends:
650 - .deqp-test-gl
651 - .use-arm_test
652 variables:
653 DEQP_VER: gles2
654 DEQP_EXPECTED_FAILS: deqp-freedreno-a630-fails.txt
655 DEQP_SKIPS: deqp-freedreno-a630-skips.txt
656 NIR_VALIDATE: 0
657 DEQP_PARALLEL: 4
658 FLAKES_CHANNEL: "#freedreno-ci"
659 tags:
660 - mesa-cheza
661 dependencies:
662 - meson-arm64
663
664 arm64_a630_gles31:
665 extends: arm64_a630_gles2
666 variables:
667 DEQP_VER: gles31
668
669 arm64_a630_gles3:
670 extends: arm64_a630_gles2
671 variables:
672 DEQP_VER: gles3
673
674 arm64_a306_gles2:
675 extends: arm64_a630_gles2
676 variables:
677 DEQP_EXPECTED_FAILS: deqp-freedreno-a307-fails.txt
678 DEQP_SKIPS: deqp-default-skips.txt
679 tags:
680 - db410c
681
682 # RADV CI
683 .test-radv:
684 variables:
685 VK_DRIVER: radeon
686 RADV_DEBUG: checkir
687 # Can only be triggered manually on personal branches because RADV is the only
688 # driver that does Vulkan testing at the moment.
689 rules:
690 # Never test RADV by default in the main project.
691 - if: '$CI_PROJECT_PATH == "mesa/mesa"'
692 when: never
693 # Never test RADV by default for merge requests.
694 - if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == $CI_COMMIT_REF_NAME'
695 when: never
696 # Otherwise, allow testing RADV if the test image for VK has been manually
697 # started.
698 - when: on_success
699
700 radv_polaris10_vkcts:
701 extends:
702 - .deqp-test-vk
703 - .test-radv
704 variables:
705 DEQP_PARALLEL: 4
706 DEQP_SKIPS: deqp-radv-polaris10-skips.txt
707 tags:
708 - polaris10