#include "pan_allocate.h"
#include "pan_resource.h"
-/* Used as a hash table key */
+/* panfrost_batch_fence is the out fence of a batch that users or other batches
+ * might want to wait on. The batch fence lifetime is different from the batch
+ * one as want will certainly want to wait upon the fence after the batch has
+ * been submitted (which is when panfrost_batch objects are freed).
+ */
+struct panfrost_batch_fence {
+ /* Refcounting object for the fence. */
+ struct pipe_reference reference;
+
+ /* Batch that created this fence object. Will become NULL at batch
+ * submission time. This field is mainly here to know whether the
+ * batch has been flushed or not.
+ */
+ struct panfrost_batch *batch;
+
+ /* Context this fence is attached to. We need both ctx and batch, as
+ * the batch will go away after it's been submitted, but the fence
+ * will stay a bit longer.
+ */
+ struct panfrost_context *ctx;
-struct panfrost_job_key {
- struct pipe_surface *cbufs[4];
- struct pipe_surface *zsbuf;
+ /* Sync object backing this fence. */
+ uint32_t syncobj;
+
+ /* Cached value of the signaled state to avoid calling WAIT_SYNCOBJs
+ * when we know the fence has already been signaled.
+ */
+ bool signaled;
};
#define PAN_REQ_MSAA (1 << 0)
#define PAN_REQ_DEPTH_WRITE (1 << 1)
-/* A panfrost_job corresponds to a bound FBO we're rendering to,
+/* A panfrost_batch corresponds to a bound FBO we're rendering to,
* collecting over multiple draws. */
-struct panfrost_job {
+struct panfrost_batch {
struct panfrost_context *ctx;
- struct panfrost_job_key key;
+ struct pipe_framebuffer_state key;
/* Buffers cleared (PIPE_CLEAR_* bitmask) */
unsigned clear;
float clear_depth;
unsigned clear_stencil;
+ /* Amount of thread local storage required per thread */
+ unsigned stack_size;
+
+ /* Amount of shared memory needed per workgroup (for compute) */
+ unsigned shared_size;
+
/* Whether this job uses the corresponding requirement (PAN_REQ_*
* bitmask) */
unsigned requirements;
unsigned minx, miny;
unsigned maxx, maxy;
- /* CPU pointers to the job descriptor headers. next_job is only
- * set at submit time (since only then are all the dependencies
- * known). The upshot is that this is append-only.
- *
- * These arrays contain the headers for the "primary batch", our jargon
- * referring to the part of the panfrost_job that actually contains
- * meaningful work. In an OpenGL ES setting, that means the
- * SET_VALUE/VERTEX/TILER jobs. Excluded is specifically the FRAGMENT
- * job, which is sent on as a secondary batch containing only a single
- * hardware job. Since there's one and only one FRAGMENT job issued per
- * panfrost_job, there is no need to do any scoreboarding / management;
- * it's easy enough to open-code it and it's not like we can get any
- * better anyway. */
- struct util_dynarray headers;
-
- /* (And the GPU versions; TODO maybe combine) */
- struct util_dynarray gpu_headers;
-
- /* The last job in the primary batch */
- struct panfrost_transfer last_job;
-
- /* The first/last tiler job */
- struct panfrost_transfer first_tiler;
- struct panfrost_transfer last_tiler;
-
- /* The first vertex job used as the input to a tiler job */
- struct panfrost_transfer first_vertex_for_tiler;
-
- /* The first job. Notice we've created a linked list */
- struct panfrost_transfer first_job;
+ /* The first job in the batch */
+ mali_ptr first_job;
/* The number of jobs in the primary batch, essentially */
unsigned job_index;
- /* BOs referenced -- will be used for flushing logic */
- struct set *bos;
+ /* A CPU-side pointer to the previous job for next_job linking */
+ struct mali_job_descriptor_header *prev_job;
+
+ /* The dependency for tiler jobs (i.e. the index of the last emitted
+ * tiler job, or zero if none have been emitted) */
+ unsigned tiler_dep;
+
+ /* The job index of the WRITE_VALUE job (before it has been created) */
+ unsigned write_value_index;
+
+ /* BOs referenced not in the pool */
+ struct hash_table *bos;
+
+ /* Pool owned by this batch (released when the batch is released) used for temporary descriptors */
+ struct pan_pool pool;
+
+ /* Polygon list bound to the batch, or NULL if none bound yet */
+ struct panfrost_bo *polygon_list;
+
+ /* Scratchpad BO bound to the batch, or NULL if none bound yet */
+ struct panfrost_bo *scratchpad;
+
+ /* Shared memory BO bound to the batch, or NULL if none bound yet */
+ struct panfrost_bo *shared_memory;
+
+ /* Tiler heap BO bound to the batch, or NULL if none bound yet */
+ struct panfrost_bo *tiler_heap;
+
+ /* Dummy tiler BO bound to the batch, or NULL if none bound yet */
+ struct panfrost_bo *tiler_dummy;
+
+ /* Framebuffer descriptor. */
+ struct panfrost_transfer framebuffer;
+
+ /* Bifrost tiler meta descriptor. */
+ mali_ptr tiler_meta;
- /* Indices of transient BOs referenced */
- struct util_dynarray transient_indices;
+ /* Output sync object. Only valid when submitted is true. */
+ struct panfrost_batch_fence *out_sync;
- /* Within the topmost transient BO, how much has been used? */
- unsigned transient_offset;
+ /* Batch dependencies */
+ struct util_dynarray dependencies;
};
/* Functions for managing the above */
-struct panfrost_job *
-panfrost_create_job(struct panfrost_context *ctx);
+void
+panfrost_batch_fence_unreference(struct panfrost_batch_fence *fence);
void
-panfrost_free_job(struct panfrost_context *ctx, struct panfrost_job *job);
+panfrost_batch_fence_reference(struct panfrost_batch_fence *batch);
-struct panfrost_job *
-panfrost_get_job(struct panfrost_context *ctx,
- struct pipe_surface **cbufs, struct pipe_surface *zsbuf);
+struct panfrost_batch *
+panfrost_get_batch_for_fbo(struct panfrost_context *ctx);
-struct panfrost_job *
-panfrost_get_job_for_fbo(struct panfrost_context *ctx);
+struct panfrost_batch *
+panfrost_get_fresh_batch_for_fbo(struct panfrost_context *ctx);
void
-panfrost_job_init(struct panfrost_context *ctx);
+panfrost_batch_init(struct panfrost_context *ctx);
void
-panfrost_job_add_bo(struct panfrost_job *job, struct panfrost_bo *bo);
+panfrost_batch_add_bo(struct panfrost_batch *batch, struct panfrost_bo *bo,
+ uint32_t flags);
-void
-panfrost_flush_jobs_writing_resource(struct panfrost_context *panfrost,
- struct pipe_resource *prsc);
+void panfrost_batch_add_fbo_bos(struct panfrost_batch *batch);
-void
-panfrost_flush_jobs_reading_resource(struct panfrost_context *panfrost,
- struct pipe_resource *prsc);
+struct panfrost_bo *
+panfrost_batch_create_bo(struct panfrost_batch *batch, size_t size,
+ uint32_t create_flags, uint32_t access_flags);
void
-panfrost_job_submit(struct panfrost_context *ctx, struct panfrost_job *job);
+panfrost_flush_all_batches(struct panfrost_context *ctx, bool wait);
+
+bool
+panfrost_pending_batches_access_bo(struct panfrost_context *ctx,
+ const struct panfrost_bo *bo);
void
-panfrost_job_set_requirements(struct panfrost_context *ctx,
- struct panfrost_job *job);
+panfrost_flush_batches_accessing_bo(struct panfrost_context *ctx,
+ struct panfrost_bo *bo, uint32_t flags);
void
-panfrost_job_clear(struct panfrost_context *ctx,
- struct panfrost_job *job,
- unsigned buffers,
- const union pipe_color_union *color,
- double depth, unsigned stencil);
+panfrost_batch_set_requirements(struct panfrost_batch *batch);
void
-panfrost_job_union_scissor(struct panfrost_job *job,
- unsigned minx, unsigned miny,
- unsigned maxx, unsigned maxy);
+panfrost_batch_adjust_stack_size(struct panfrost_batch *batch);
-/* Scoreboarding */
+struct panfrost_bo *
+panfrost_batch_get_scratchpad(struct panfrost_batch *batch, unsigned shift, unsigned thread_tls_alloc, unsigned core_count);
-void
-panfrost_scoreboard_queue_compute_job(
- struct panfrost_job *batch,
- struct panfrost_transfer job);
+struct panfrost_bo *
+panfrost_batch_get_shared_memory(struct panfrost_batch *batch, unsigned size, unsigned workgroup_count);
-void
-panfrost_scoreboard_queue_vertex_job(
- struct panfrost_job *batch,
- struct panfrost_transfer vertex,
- bool requires_tiling);
+mali_ptr
+panfrost_batch_get_polygon_list(struct panfrost_batch *batch, unsigned size);
-void
-panfrost_scoreboard_queue_tiler_job(
- struct panfrost_job *batch,
- struct panfrost_transfer tiler);
+struct panfrost_bo *
+panfrost_batch_get_tiler_heap(struct panfrost_batch *batch);
+
+struct panfrost_bo *
+panfrost_batch_get_tiler_dummy(struct panfrost_batch *batch);
void
-panfrost_scoreboard_queue_fused_job(
- struct panfrost_job *batch,
- struct panfrost_transfer vertex,
- struct panfrost_transfer tiler);
+panfrost_batch_clear(struct panfrost_batch *batch,
+ unsigned buffers,
+ const union pipe_color_union *color,
+ double depth, unsigned stencil);
+
void
-panfrost_scoreboard_queue_fused_job_prepend(
- struct panfrost_job *batch,
- struct panfrost_transfer vertex,
- struct panfrost_transfer tiler);
+panfrost_batch_union_scissor(struct panfrost_batch *batch,
+ unsigned minx, unsigned miny,
+ unsigned maxx, unsigned maxy);
void
-panfrost_scoreboard_link_batch(struct panfrost_job *batch);
+panfrost_batch_intersection_scissor(struct panfrost_batch *batch,
+ unsigned minx, unsigned miny,
+ unsigned maxx, unsigned maxy);
+
+/* Scoreboarding */
+
+unsigned
+panfrost_new_job(
+ struct panfrost_batch *batch,
+ enum mali_job_type type,
+ bool barrier,
+ unsigned local_dep,
+ void *payload, size_t payload_size,
+ bool inject);
+
+void panfrost_scoreboard_initialize_tiler(struct panfrost_batch *batch);
+
+bool
+panfrost_batch_is_scanout(struct panfrost_batch *batch);
+
+mali_ptr
+panfrost_batch_get_tiler_meta(struct panfrost_batch *batch, unsigned vertex_count);
#endif
projects / mesa.git / blobdiff