2 * Copyright © 2011 Marek Olšák <maraeo@gmail.com>
3 * Copyright © 2015 Advanced Micro Devices, Inc.
6 * Permission is hereby granted, free of charge, to any person obtaining
7 * a copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
15 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
16 * OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
17 * NON-INFRINGEMENT. IN NO EVENT SHALL THE COPYRIGHT HOLDERS, AUTHORS
18 * AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
20 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
21 * USE OR OTHER DEALINGS IN THE SOFTWARE.
23 * The above copyright notice and this permission notice (including the
24 * next paragraph) shall be included in all copies or substantial portions
29 * Marek Olšák <maraeo@gmail.com>
35 #include "amdgpu_bo.h"
36 #include "util/u_memory.h"
39 struct amdgpu_winsys
*ws
;
40 amdgpu_context_handle ctx
;
41 amdgpu_bo_handle user_fence_bo
;
42 uint64_t *user_fence_cpu_address_base
;
46 struct amdgpu_cs_buffer
{
47 struct amdgpu_winsys_bo
*bo
;
48 uint64_t priority_usage
;
49 enum radeon_bo_usage usage
;
50 enum radeon_bo_domain domains
;
54 struct radeon_winsys_cs base
;
56 /* A buffer out of which new IBs are allocated. */
57 struct pb_buffer
*big_ib_buffer
;
59 unsigned used_ib_space
;
63 IB_CONST_PREAMBLE
= 0,
64 IB_CONST
= 1, /* the const IB must be first */
70 struct amdgpu_ib main
; /* must be first because this is inherited */
71 struct amdgpu_ib const_ib
; /* optional constant engine IB */
72 struct amdgpu_ib const_preamble_ib
;
73 struct amdgpu_ctx
*ctx
;
76 void (*flush_cs
)(void *ctx
, unsigned flags
, struct pipe_fence_handle
**fence
);
79 /* amdgpu_cs_submit parameters */
80 enum ring_type ring_type
;
81 struct amdgpu_cs_request request
;
82 struct amdgpu_cs_ib_info ib
[IB_NUM
];
85 unsigned max_num_buffers
;
87 amdgpu_bo_handle
*handles
;
89 struct amdgpu_cs_buffer
*buffers
;
91 int buffer_indices_hashlist
[4096];
96 unsigned max_dependencies
;
100 struct pipe_reference reference
;
102 struct amdgpu_ctx
*ctx
; /* submission context */
103 struct amdgpu_cs_fence fence
;
104 uint64_t *user_fence_cpu_address
;
106 volatile int signalled
; /* bool (int for atomicity) */
109 static inline void amdgpu_ctx_unref(struct amdgpu_ctx
*ctx
)
111 if (p_atomic_dec_zero(&ctx
->refcount
)) {
112 amdgpu_cs_ctx_free(ctx
->ctx
);
113 amdgpu_bo_free(ctx
->user_fence_bo
);
118 static inline void amdgpu_fence_reference(struct pipe_fence_handle
**dst
,
119 struct pipe_fence_handle
*src
)
121 struct amdgpu_fence
**rdst
= (struct amdgpu_fence
**)dst
;
122 struct amdgpu_fence
*rsrc
= (struct amdgpu_fence
*)src
;
124 if (pipe_reference(&(*rdst
)->reference
, &rsrc
->reference
)) {
125 amdgpu_ctx_unref((*rdst
)->ctx
);
131 int amdgpu_lookup_buffer(struct amdgpu_cs
*csc
, struct amdgpu_winsys_bo
*bo
);
133 static inline struct amdgpu_cs
*
134 amdgpu_cs(struct radeon_winsys_cs
*base
)
136 return (struct amdgpu_cs
*)base
;
139 static inline boolean
140 amdgpu_bo_is_referenced_by_cs(struct amdgpu_cs
*cs
,
141 struct amdgpu_winsys_bo
*bo
)
143 int num_refs
= bo
->num_cs_references
;
144 return num_refs
== bo
->ws
->num_cs
||
145 (num_refs
&& amdgpu_lookup_buffer(cs
, bo
) != -1);
148 static inline boolean
149 amdgpu_bo_is_referenced_by_cs_with_usage(struct amdgpu_cs
*cs
,
150 struct amdgpu_winsys_bo
*bo
,
151 enum radeon_bo_usage usage
)
155 if (!bo
->num_cs_references
)
158 index
= amdgpu_lookup_buffer(cs
, bo
);
162 return (cs
->buffers
[index
].usage
& usage
) != 0;
165 static inline boolean
166 amdgpu_bo_is_referenced_by_any_cs(struct amdgpu_winsys_bo
*bo
)
168 return bo
->num_cs_references
!= 0;
171 bool amdgpu_fence_wait(struct pipe_fence_handle
*fence
, uint64_t timeout
,
173 void amdgpu_cs_init_functions(struct amdgpu_winsys
*ws
);