gitlab-ci: Remove limit on kernel logging
[mesa.git] / .gitlab-ci / lava-gitlab-ci.yml
index 432776b81cf3901869c0d3a59142bc8443a912cc..c6e0a96328f4fa0171d837e91e53503751847291 100644 (file)
@@ -1,43 +1,42 @@
-variables:
-    LAVA_DEBIAN_VERSION: testing-slim
-    LAVA_IMAGE_TAG: "lava-2019-09-20-1"
-
 include:
   - project: 'wayland/ci-templates'
-    ref: 1f7f57c64ff4ebbf7292e3b7a13600518b8cb24c
+    # Must be the same as in .gitlab-ci.yml
+    ref: f69acac60d5dde0410124fd5674764600821b7a6
     file: '/templates/debian.yml'
 
 # When to automatically run the CI
-.ci-run-policy:
+.lava-ci-run-policy:
   only:
     - branches@mesa/mesa
     - merge_requests
-    - /^ci([-/].*)?$/
+    - /^lava-ci([-/].*)?$/
   retry:
     max: 2
     when:
       - runner_system_failure
+  # Cancel CI run if a newer commit is pushed to the same branch
+  interruptible: true
 
 # Build Docker image with deqp, the rootfs and the build deps for Mesa
 .lava-container:
   extends:
     - .debian@container-ifnot-exists
-    - .ci-run-policy
-  stage: containers
+    - .container
+    - .lava-ci-run-policy
   variables:
-    GIT_STRATEGY: none # no need to pull the whole tree for rebuilding the image
-    DEBIAN_TAG: '${DEBIAN_ARCH}-${LAVA_IMAGE_TAG}'
+    REPO_SUFFIX: ${CI_JOB_NAME}
+    DEBIAN_TAG:  &debian_tag '2019-10-23'
     DEBIAN_EXEC: 'DEBIAN_ARCH=${DEBIAN_ARCH}
                   GCC_ARCH=${GCC_ARCH}
                   KERNEL_ARCH=${KERNEL_ARCH}
                   VOLT_ARCH=${VOLT_ARCH}
                   DEFCONFIG=${DEFCONFIG}
-                  DEVICE_TREES=${DEVICE_TREES}
+                  DEVICE_TREES="${DEVICE_TREES}"
                   KERNEL_IMAGE_NAME=${KERNEL_IMAGE_NAME}
-                  bash .gitlab-ci/lava-debian-install.sh'
-    DEBIAN_VERSION: ${LAVA_DEBIAN_VERSION}
+                  bash .gitlab-ci/container/lava_arm.sh'
+    DEBIAN_VERSION: testing-slim
 
-lava-container:armhf:
+lava_armhf:
   extends: .lava-container
   variables:
     DEBIAN_ARCH: "armhf"
@@ -45,10 +44,10 @@ lava-container:armhf:
     KERNEL_ARCH: "arm"
     VOLT_ARCH: "armhf"
     DEFCONFIG: "arch/arm/configs/multi_v7_defconfig"
-    DEVICE_TREES: "arch/arm/boot/dts/rk3288-veyron-jaq.dtb"
+    DEVICE_TREES: "arch/arm/boot/dts/rk3288-veyron-jaq.dtb arch/arm/boot/dts/sun8i-h3-libretech-all-h3-cc.dtb"
     KERNEL_IMAGE_NAME: "zImage"
 
-lava-container:arm64:
+lava_arm64:
   extends: .lava-container
   variables:
     DEBIAN_ARCH: "arm64"
@@ -56,38 +55,26 @@ lava-container:arm64:
     KERNEL_ARCH: "arm64"
     VOLT_ARCH: "aarch64"
     DEFCONFIG: "arch/arm64/configs/defconfig"
-    DEVICE_TREES: "arch/arm64/boot/dts/rockchip/rk3399-gru-kevin.dtb"
+    DEVICE_TREES: "arch/arm64/boot/dts/rockchip/rk3399-gru-kevin.dtb arch/arm64/boot/dts/amlogic/meson-gxl-s905x-libretech-cc.dtb"
     KERNEL_IMAGE_NAME: "Image"
 
 .lava-build:
-  stage: build
-  image: $CI_REGISTRY_IMAGE/debian/$LAVA_DEBIAN_VERSION:$DEBIAN_ARCH-$LAVA_IMAGE_TAG
-  extends:
-    - .ci-run-policy
-  cache:
-    key: ${CI_JOB_NAME}
-    paths:
-      - ccache
   variables:
-    CCACHE_COMPILERCHECK: "content"
-  # Use ccache transparently, and print stats before/after
-  before_script:
-    - mkdir -p results mesa-build
-    - mkdir -p ccache
-    - export PATH="/usr/lib/ccache:$PATH"
-    - export CCACHE_BASEDIR="$PWD"
-    - export CCACHE_DIR="$PWD/ccache"
-    - ccache --max-size=1500M
-    - ccache --zero-stats || true
-    - ccache --show-stats || true
+    TAG: *debian_tag
+  image: $CI_REGISTRY_IMAGE/debian/lava_${DEBIAN_ARCH}:$TAG
+  extends:
+    - .build-linux
+    - .lava-ci-run-policy
   script:
     # Build Mesa
+    - mkdir -p results mesa-build
+    - mkdir -p ccache
     - /usr/share/meson/debcrossgen --arch ${DEBIAN_ARCH} -o /tmp/cross_file.txt
     - meson . mesa-build
         --cross-file /tmp/cross_file.txt
         --libdir /artifacts/rootfs/mesa/lib/
         --buildtype debugoptimized
-        -D gallium-drivers=kmsro,panfrost
+        -D gallium-drivers=kmsro,panfrost,lima
         -D dri-drivers=
         -D prefix=/artifacts/rootfs/mesa
         -D glx=disabled
@@ -116,7 +103,7 @@ lava-container:arm64:
     - cp .gitlab-ci/deqp-*-skips.txt /artifacts/rootfs/deqp/.
     - du -sh /artifacts/rootfs/deqp/*
     - find /artifacts/rootfs/ -type f -printf "%s\t%p\n" | sort -n
-    - pushd /artifacts/rootfs/ ; find -H  |  cpio -H newc -v -o | gzip -c - > $CI_PROJECT_DIR/results/panfrost-rootfs-${DEBIAN_ARCH}.cpio.gz; popd
+    - pushd /artifacts/rootfs/ ; find -H  |  cpio -H newc -v -o | gzip -c - > $CI_PROJECT_DIR/results/lava-rootfs-${DEBIAN_ARCH}.cpio.gz; popd
 
     # Copy kernel and DT
     - cp /artifacts/${KERNEL_IMAGE_NAME} /artifacts/*.dtb $CI_PROJECT_DIR/results/.
@@ -127,13 +114,8 @@ lava-container:arm64:
         --template .gitlab-ci/lava-deqp.yml.jinja2
         --arch ${DEBIAN_ARCH}
         --base-artifacts-url $CI_PROJECT_URL/-/jobs/$CI_JOB_ID/artifacts/raw/results
-        --device-type ${DEVICE_TYPE}
+        --device-types ${DEVICE_TYPES}
         --kernel-image-name ${KERNEL_IMAGE_NAME}
-        --gpu-version ${GPU_VERSION}
-        > results/lava-deqp.yml
-  after_script:
-    - export CCACHE_DIR="$PWD/ccache"
-    - ccache --show-stats
   artifacts:
     when: always
     paths:
@@ -141,32 +123,32 @@ lava-container:arm64:
 
 lava-build:armhf:
   extends: .lava-build
-  needs: ["lava-container:armhf"]
+  needs: ["lava_armhf"]
   variables:
     DEBIAN_ARCH: "armhf"
     GCC_ARCH: "arm-linux-gnueabihf"
-    DEVICE_TYPE: "rk3288-veyron-jaq"
+    DEVICE_TYPES: "rk3288-veyron-jaq sun8i-h3-libretech-all-h3-cc"
     KERNEL_IMAGE_NAME: "zImage"
-    GPU_VERSION: "t760"
 
 lava-build:arm64:
   extends: .lava-build
-  needs: ["lava-container:arm64"]
+  needs: ["lava_arm64"]
   variables:
     DEBIAN_ARCH: "arm64"
     GCC_ARCH: "aarch64-linux-gnu"
-    DEVICE_TYPE: "rk3399-gru-kevin"
+    DEVICE_TYPES: "rk3399-gru-kevin meson-gxl-s905x-libretech-cc"
     KERNEL_IMAGE_NAME: "Image"
-    GPU_VERSION: "t860"
 
 .lava-test:
-  stage: test
   extends:
-    - .ci-run-policy
+    - .lava-ci-run-policy
+  stage: test
   variables:
-    GIT_STRATEGY: none # no need to pull the whole tree for submitting the job
+    GIT_STRATEGY: none # testing doesn't build anything from source
+    TAG: *debian_tag
+  image: $CI_REGISTRY_IMAGE/debian/lava_${DEBIAN_ARCH}:$TAG
   script:
-    - lava_job_id=`lavacli jobs submit $CI_PROJECT_DIR/results/lava-deqp.yml`
+    - lava_job_id=`lavacli jobs submit $CI_PROJECT_DIR/results/lava-deqp-$DEVICE_TYPE.yml`
     - echo $lava_job_id
     - lavacli jobs logs $lava_job_id | grep -a -v "{'case':" | tee results/lava-deqp-$lava_job_id.log
     - lavacli jobs show $lava_job_id
@@ -178,25 +160,50 @@ lava-build:arm64:
     paths:
       - results/
 
-panfrost-t760-test:armhf:
-  image: $CI_REGISTRY_IMAGE/debian/$LAVA_DEBIAN_VERSION:armhf-$LAVA_IMAGE_TAG
+.lava-test:armhf:
+  variables:
+    DEBIAN_ARCH: armhf
   extends: .lava-test
   needs:
-    - lava-container:armhf
+    - lava_armhf
     - lava-build:armhf
   dependencies:
     - lava-build:armhf
-  tags:
-    - lava-rk3288-veyron-jaq
 
-panfrost-t860-test:arm64:
-  image: $CI_REGISTRY_IMAGE/debian/$LAVA_DEBIAN_VERSION:arm64-$LAVA_IMAGE_TAG
+.lava-test:arm64:
+  variables:
+    DEBIAN_ARCH: arm64
   extends: .lava-test
   needs:
-    - lava-container:arm64
+    - lava_arm64
     - lava-build:arm64
   dependencies:
     - lava-build:arm64
+
+panfrost-t760-test:armhf:
+  extends: .lava-test:armhf
+  variables:
+    DEVICE_TYPE: rk3288-veyron-jaq
+  tags:
+    - lava-rk3288-veyron-jaq
+
+panfrost-t860-test:arm64:
+  extends: .lava-test:arm64
+  variables:
+    DEVICE_TYPE: rk3399-gru-kevin
   tags:
     - lava-rk3399-gru-kevin
 
+.lima-test:armhf:
+  extends: .lava-test:armhf
+  variables:
+    DEVICE_TYPE: sun8i-h3-libretech-all-h3-cc
+  tags:
+    - lava-sun8i-h3-libretech-all-h3-cc
+
+.lima-test:arm64:
+  extends: .lava-test:arm64
+  variables:
+    DEVICE_TYPE: meson-gxl-s905x-libretech-cc
+  tags:
+    - lava-meson-gxl-s905x-libretech-cc