src/gallium/drivers/panfrost/ci/deqp-runner.sh

   1 #!/bin/sh
   2
   3 DEQP_OPTIONS="--deqp-surface-width=256 --deqp-surface-height=256"
   4 DEQP_OPTIONS="$DEQP_OPTIONS --deqp-visibility=hidden"
   5 DEQP_OPTIONS="$DEQP_OPTIONS --deqp-log-images=disable"
   6 DEQP_OPTIONS="$DEQP_OPTIONS --deqp-watchdog=enable"
   7 DEQP_OPTIONS="$DEQP_OPTIONS --deqp-crashhandler=enable"
   8
   9 export XDG_RUNTIME_DIR=/tmp
  10 export LIBGL_DRIVERS_PATH=/mesa/lib/dri/
  11 export LD_LIBRARY_PATH=/mesa/lib/
  12 export XDG_CONFIG_HOME=$(pwd)
  13 export MESA_GLES_VERSION_OVERRIDE=3.0
  14
  15 echo "[core]\nidle-time=0\nrequire-input=false\n[shell]\nlocking=false" > weston.ini
  16
  17 cd /deqp/modules/gles2
  18
  19 # Generate test case list file
  20 weston --tty=7 &
  21 sleep 1  # Give some time for Weston to start up
  22 ./deqp-gles2 $DEQP_OPTIONS --deqp-runmode=stdout-caselist | grep "TEST: dEQP-GLES2" | cut -d ' ' -f 2 > /tmp/case-list.txt
  23
  24 # Disable for now tests that are very slow, either by just using lots of CPU or by crashing
  25 FLIP_FLOPS="
  26     dEQP-GLES2.performance
  27     dEQP-GLES2.stress
  28     dEQP-GLES2.functional.fbo.render.depth.
  29     dEQP-GLES2.functional.flush_finish.
  30     "
  31
  32 # These pass or fail seemingly at random
  33 FLIP_FLOPS="$FLIP_FLOPS
  34     dEQP-GLES2.performance
  35     dEQP-GLES2.stress
  36     dEQP-GLES2.functional.fbo.render.depth.
  37     dEQP-GLES2.functional.flush_finish.
  38     dEQP-GLES2.functional.clipping.triangle_vertex.clip_three.clip_neg_x_neg_z_and_pos_x_pos_z_and_neg_x_neg_y_pos_z
  39     dEQP-GLES2.functional.clipping.triangle_vertex.clip_three.clip_pos_y_pos_z_and_neg_x_neg_y_pos_z_and_pos_x_pos_y_neg_z
  40     dEQP-GLES2.functional.fbo.render.color.blend_rbo_rgb5_a1
  41     dEQP-GLES2.functional.fbo.render.color.blend_rbo_rgb5_a1_depth_component16
  42     dEQP-GLES2.functional.fbo.render.color.blend_rbo_rgba4
  43     dEQP-GLES2.functional.fbo.render.color.blend_rbo_rgba4_depth_component16
  44     dEQP-GLES2.functional.fbo.render.color.blend_npot_rbo_rgb5_a1
  45     dEQP-GLES2.functional.fbo.render.color.blend_npot_rbo_rgb5_a1_depth_component16
  46     dEQP-GLES2.functional.fbo.render.color.blend_npot_rbo_rgba4
  47     dEQP-GLES2.functional.fbo.render.color.blend_npot_rbo_rgba4_depth_component16
  48     dEQP-GLES2.functional.fbo.render.color_clear.rbo_rgb5_a1
  49     dEQP-GLES2.functional.fbo.render.color_clear.rbo_rgb5_a1_depth_component16
  50     dEQP-GLES2.functional.fbo.render.color_clear.rbo_rgb5_a1_stencil_index8
  51     dEQP-GLES2.functional.fbo.render.color_clear.rbo_rgba4_depth_component16
  52     dEQP-GLES2.functional.fbo.render.color_clear.rbo_rgba4_stencil_index8
  53     dEQP-GLES2.functional.fbo.render.recreate_depthbuffer.
  54     dEQP-GLES2.functional.fbo.render.recreate_stencilbuffer.
  55     dEQP-GLES2.functional.fbo.render.shared_colorbuffer_clear.rbo_rgb5_a1
  56     dEQP-GLES2.functional.fbo.render.shared_colorbuffer_clear.rbo_rgba4
  57     dEQP-GLES2.functional.fbo.render.shared_colorbuffer_clear.tex2d_rgb
  58     dEQP-GLES2.functional.fbo.render.shared_colorbuffer_clear.tex2d_rgba
  59     dEQP-GLES2.functional.fbo.render.shared_colorbuffer.rbo_rgb5_a1
  60     dEQP-GLES2.functional.fbo.render.shared_colorbuffer.rbo_rgba4
  61     dEQP-GLES2.functional.fbo.render.shared_depthbuffer.rbo_rgb5_a1_depth_component16
  62     dEQP-GLES2.functional.fbo.render.shared_depthbuffer.rbo_rgba4_depth_component16
  63     dEQP-GLES2.functional.fbo.render.stencil_clear.rbo_rgb5_a1_stencil_index8
  64     dEQP-GLES2.functional.fbo.render.stencil.npot_rbo_rgb5_a1_stencil_index8
  65     dEQP-GLES2.functional.fbo.render.stencil.npot_rbo_rgba4_stencil_index8
  66     dEQP-GLES2.functional.fbo.render.stencil.rbo_rgb5_a1_stencil_index8
  67     dEQP-GLES2.functional.fbo.render.stencil.rbo_rgba4_stencil_index8
  68     dEQP-GLES2.functional.lifetime.attach.deleted_input.renderbuffer_framebuffer
  69     dEQP-GLES2.functional.lifetime.attach.deleted_output.renderbuffer_framebuffer
  70     dEQP-GLES2.functional.polygon_offset.fixed16_factor_0_slope
  71     dEQP-GLES2.functional.polygon_offset.fixed16_factor_1_slope
  72     dEQP-GLES2.functional.shaders.invariance.highp.loop_4
  73     dEQP-GLES2.functional.shaders.matrix.mul.dynamic_highp_mat4_vec4_vertex
  74     dEQP-GLES2.functional.shaders.matrix.mul.dynamic_highp_vec4_mat4_fragment
  75     dEQP-GLES2.functional.shaders.operator.common_functions.smoothstep.mediump_vec3_vertex
  76     dEQP-GLES2.functional.shaders.random.all_features.fragment.12
  77     dEQP-GLES2.functional.shaders.random.all_features.fragment.37
  78     dEQP-GLES2.functional.texture.units.2_units.mixed.1
  79     dEQP-GLES2.functional.texture.units.2_units.mixed.3
  80     dEQP-GLES2.functional.texture.units.2_units.only_2d.2
  81     dEQP-GLES2.functional.texture.units.4_units.mixed.5
  82     dEQP-GLES2.functional.texture.units.4_units.only_2d.0
  83     dEQP-GLES2.functional.texture.units.8_units.only_cube.2
  84     dEQP-GLES2.functional.texture.units.all_units.mixed.6
  85     dEQP-GLES2.functional.texture.units.all_units.only_cube.4
  86     dEQP-GLES2.functional.texture.units.all_units.only_cube.7
  87     dEQP-GLES2.functional.texture.units.all_units.only_cube.8
  88     "
  89
  90 for test in $FLIP_FLOPS; do sed -i "/$test/d" /tmp/case-list.txt; done
  91
  92 /deqp/deqp-volt --cts-build-dir=/deqp \
  93                 --threads=8 \
  94                 --test-names-file=/tmp/case-list.txt \
  95                 --results-file=/tmp/results.txt \
  96                 --no-passed-results \
  97                 --regression-file=/deqp/expected-failures.txt \
  98                 --no-rerun-tests
  99
 100 if [ $? -ne 0 ]; then
 101     echo "Regressions detected, printing results:"
 102     cat /tmp/results.txt
 103     echo "deqp: fail"
 104 else
 105     echo "No regressions detected"
 106     echo "deqp: pass"
 107 fi