2
* Copyright 2008 Corbin Simpson <MostAwesomeDude@gmail.com>
3
* Copyright 2009 Marek Olšák <maraeo@gmail.com>
5
* Permission is hereby granted, free of charge, to any person obtaining a
6
* copy of this software and associated documentation files (the "Software"),
7
* to deal in the Software without restriction, including without limitation
8
* on the rights to use, copy, modify, merge, publish, distribute, sub
9
* license, and/or sell copies of the Software, and to permit persons to whom
10
* the Software is furnished to do so, subject to the following conditions:
12
* The above copyright notice and this permission notice (including the next
13
* paragraph) shall be included in all copies or substantial portions of the
16
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18
* FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
19
* THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
20
* DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
21
* OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
22
* USE OR OTHER DEALINGS IN THE SOFTWARE. */
24
#include "r300_context.h"
28
#include "util/format/u_format.h"
31
HiZ rules - taken from various docs
32
1. HiZ only works on depth values
33
2. Cannot HiZ if stencil fail or zfail is !KEEP
34
3. on R300/400, HiZ is disabled if depth test is EQUAL
35
4. comparison changes without clears usually mean disabling HiZ
37
/*****************************************************************************/
38
/* The HyperZ setup */
39
/*****************************************************************************/
41
static enum r300_hiz_func r300_get_hiz_func(struct r300_context *r300)
43
struct r300_dsa_state *dsa = r300->dsa_state.state;
45
switch (dsa->dsa.depth_func) {
48
case PIPE_FUNC_NOTEQUAL:
49
case PIPE_FUNC_ALWAYS:
51
/* Guess MAX for uncertain cases. */
53
case PIPE_FUNC_LEQUAL:
56
case PIPE_FUNC_GREATER:
57
case PIPE_FUNC_GEQUAL:
62
/* Return what's used for the depth test (either minimum or maximum). */
63
static unsigned r300_get_sc_hz_max(struct r300_context *r300)
65
struct r300_dsa_state *dsa = r300->dsa_state.state;
66
unsigned func = dsa->dsa.depth_func;
68
return func >= PIPE_FUNC_GREATER ? R300_SC_HYPERZ_MAX : R300_SC_HYPERZ_MIN;
71
static boolean r300_is_hiz_func_valid(struct r300_context *r300)
73
struct r300_dsa_state *dsa = r300->dsa_state.state;
74
unsigned func = dsa->dsa.depth_func;
76
if (r300->hiz_func == HIZ_FUNC_NONE)
79
/* func1 is less/lessthan */
80
if (r300->hiz_func == HIZ_FUNC_MAX &&
81
(func == PIPE_FUNC_GEQUAL || func == PIPE_FUNC_GREATER))
84
/* func1 is greater/greaterthan */
85
if (r300->hiz_func == HIZ_FUNC_MIN &&
86
(func == PIPE_FUNC_LESS || func == PIPE_FUNC_LEQUAL))
92
static boolean r300_dsa_stencil_op_not_keep(struct pipe_stencil_state *s)
94
return s->enabled && (s->fail_op != PIPE_STENCIL_OP_KEEP ||
95
s->zfail_op != PIPE_STENCIL_OP_KEEP);
98
static boolean r300_hiz_allowed(struct r300_context *r300)
100
struct r300_dsa_state *dsa = r300->dsa_state.state;
101
struct r300_screen *r300screen = r300->screen;
103
if (r300_fragment_shader_writes_depth(r300_fs(r300)))
106
if (r300->query_current)
109
/* If the depth function is inverted, HiZ must be disabled. */
110
if (!r300_is_hiz_func_valid(r300))
113
/* if stencil fail/zfail op is not KEEP */
114
if (r300_dsa_stencil_op_not_keep(&dsa->dsa.stencil[0]) ||
115
r300_dsa_stencil_op_not_keep(&dsa->dsa.stencil[1]))
118
if (dsa->dsa.depth_enabled) {
119
/* if depth func is EQUAL pre-r500 */
120
if (dsa->dsa.depth_func == PIPE_FUNC_EQUAL && !r300screen->caps.is_r500)
123
/* if depth func is NOTEQUAL */
124
if (dsa->dsa.depth_func == PIPE_FUNC_NOTEQUAL)
130
static void r300_update_hyperz(struct r300_context* r300)
132
struct r300_hyperz_state *z =
133
(struct r300_hyperz_state*)r300->hyperz_state.state;
134
struct pipe_framebuffer_state *fb =
135
(struct pipe_framebuffer_state*)r300->fb_state.state;
136
struct r300_dsa_state *dsa = r300->dsa_state.state;
137
struct r300_resource *zstex =
138
fb->zsbuf ? r300_resource(fb->zsbuf->texture) : NULL;
140
z->gb_z_peq_config = 0;
142
z->sc_hyperz = R300_SC_HYPERZ_ADJ_2;
145
if (r300->cbzb_clear) {
146
z->zb_bw_cntl |= R300_ZB_CB_CLEAR_CACHE_LINE_WRITE_ONLY;
150
if (!zstex || !r300->hyperz_enabled)
153
/* Set the size of ZMASK tiles. */
154
if (zstex->tex.zcomp8x8[fb->zsbuf->u.tex.level]) {
155
z->gb_z_peq_config |= R300_GB_Z_PEQ_CONFIG_Z_PEQ_SIZE_8_8;
158
/* R500-specific features and optimizations. */
159
if (r300->screen->caps.is_r500) {
160
z->zb_bw_cntl |= R500_PEQ_PACKING_ENABLE |
161
R500_COVERED_PTR_MASKING_ENABLE;
164
/* Setup decompression if needed. No other HyperZ setting is required. */
165
if (r300->zmask_decompress) {
166
z->zb_bw_cntl |= R300_FAST_FILL_ENABLE |
171
/* Do not set anything if depth and stencil tests are off. */
172
if (!dsa->dsa.depth_enabled &&
173
!dsa->dsa.stencil[0].enabled &&
174
!dsa->dsa.stencil[1].enabled) {
175
assert(!dsa->dsa.depth_writemask);
179
/* Zbuffer compression. */
180
if (r300->zmask_in_use && !r300->locked_zbuffer) {
181
z->zb_bw_cntl |= R300_FAST_FILL_ENABLE |
182
R300_RD_COMP_ENABLE |
187
if (r300->hiz_in_use && !r300->locked_zbuffer) {
188
/* HiZ cannot be used under some circumstances. */
189
if (!r300_hiz_allowed(r300)) {
190
/* If writemask is disabled, the HiZ memory will not be changed,
191
* so we can keep its content for later. */
192
if (dsa->dsa.depth_writemask) {
193
r300->hiz_in_use = FALSE;
197
DBG(r300, DBG_HYPERZ, "r300: Z-func: %i\n", dsa->dsa.depth_func);
199
/* Set the HiZ function if needed. */
200
if (r300->hiz_func == HIZ_FUNC_NONE) {
201
r300->hiz_func = r300_get_hiz_func(r300);
204
/* Setup the HiZ bits. */
205
z->zb_bw_cntl |= R300_HIZ_ENABLE |
206
(r300->hiz_func == HIZ_FUNC_MIN ? R300_HIZ_MIN : R300_HIZ_MAX);
208
z->sc_hyperz |= R300_SC_HYPERZ_ENABLE |
209
r300_get_sc_hz_max(r300);
211
if (r300->screen->caps.is_r500) {
212
z->zb_bw_cntl |= R500_HIZ_EQUAL_REJECT_ENABLE;
217
/*****************************************************************************/
219
/*****************************************************************************/
221
static boolean r300_dsa_alpha_test_enabled(
222
struct pipe_depth_stencil_alpha_state *dsa)
224
/* We are interested only in the cases when alpha testing can kill
227
return dsa->alpha_enabled && dsa->alpha_func != PIPE_FUNC_ALWAYS;
230
static void r300_update_ztop(struct r300_context* r300)
232
struct r300_ztop_state* ztop_state =
233
(struct r300_ztop_state*)r300->ztop_state.state;
234
uint32_t old_ztop = ztop_state->z_buffer_top;
236
/* This is important enough that I felt it warranted a comment.
238
* According to the docs, these are the conditions where ZTOP must be
240
* 1) Alpha testing enabled
241
* 2) Texture kill instructions in fragment shader
242
* 3) Chroma key culling enabled
243
* 4) W-buffering enabled
245
* The docs claim that for the first three cases, if no ZS writes happen,
246
* then ZTOP can be used.
248
* (3) will never apply since we do not support chroma-keyed operations.
249
* (4) will need to be re-examined (and this comment updated) if/when
250
* Hyper-Z becomes supported.
252
* Additionally, the following conditions require disabled ZTOP:
253
* 5) Depth writes in fragment shader
254
* 6) Outstanding occlusion queries
256
* This register causes stalls all the way from SC to CB when changed,
257
* but it is buffered on-chip so it does not hurt to write it if it has
264
if (util_writes_depth_stencil(r300->dsa_state.state) &&
265
(r300_dsa_alpha_test_enabled(r300->dsa_state.state) || /* (1) */
266
r300_fs(r300)->shader->info.uses_kill)) { /* (2) */
267
ztop_state->z_buffer_top = R300_ZTOP_DISABLE;
268
} else if (r300_fragment_shader_writes_depth(r300_fs(r300))) { /* (5) */
269
ztop_state->z_buffer_top = R300_ZTOP_DISABLE;
270
} else if (r300->query_current) { /* (6) */
271
ztop_state->z_buffer_top = R300_ZTOP_DISABLE;
273
ztop_state->z_buffer_top = R300_ZTOP_ENABLE;
275
if (ztop_state->z_buffer_top != old_ztop)
276
r300_mark_atom_dirty(r300, &r300->ztop_state);
279
void r300_update_hyperz_state(struct r300_context* r300)
281
r300_update_ztop(r300);
283
if (r300->hyperz_state.dirty) {
284
r300_update_hyperz(r300);