/* * Copyright 2008 Corbin Simpson * Copyright 2009 Marek Olšák * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * on the rights to use, copy, modify, merge, publish, distribute, sub * license, and/or sell copies of the Software, and to permit persons to whom * the Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM, * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE * USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include "r300_context.h" #include "r300_hyperz.h" #include "r300_reg.h" #include "r300_fs.h" #include "r300_winsys.h" #include "util/u_format.h" #include "util/u_mm.h" /* HiZ rules - taken from various docs 1. HiZ only works on depth values 2. Cannot HiZ if stencil fail or zfail is !KEEP 3. on R300/400, HiZ is disabled if depth test is EQUAL 4. comparison changes without clears usually mean disabling HiZ */ /*****************************************************************************/ /* The HyperZ setup */ /*****************************************************************************/ static bool r300_get_sc_hz_max(struct r300_context *r300) { struct r300_dsa_state *dsa_state = r300->dsa_state.state; int func = dsa_state->z_stencil_control & R300_ZS_MASK; int ret = R300_SC_HYPERZ_MIN; if (func >= R300_ZS_GEQUAL && func <= R300_ZS_ALWAYS) ret = R300_SC_HYPERZ_MAX; return ret; } static bool r300_zfunc_same_direction(int func1, int func2) { /* func1 is less/lessthan */ if ((func1 == R300_ZS_LESS || func1 == R300_ZS_LEQUAL) && (func2 == R300_ZS_EQUAL || func2 == R300_ZS_GEQUAL || func2 == R300_ZS_GREATER)) return FALSE; /* func1 is greater/greaterthan */ if ((func1 == R300_ZS_GEQUAL || func1 == R300_ZS_GREATER) && (func2 == R300_ZS_LESS || func2 == R300_ZS_LEQUAL)) return FALSE; return TRUE; } static int r300_get_hiz_min(struct r300_context *r300) { struct r300_dsa_state *dsa_state = r300->dsa_state.state; int func = dsa_state->z_stencil_control & R300_ZS_MASK; int ret = R300_HIZ_MIN; if (func == R300_ZS_LESS || func == R300_ZS_LEQUAL) ret = R300_HIZ_MAX; return ret; } static boolean r300_dsa_stencil_op_not_keep(struct pipe_stencil_state *s) { if (s->enabled && (s->fail_op != PIPE_STENCIL_OP_KEEP || s->zfail_op != PIPE_STENCIL_OP_KEEP)) return TRUE; return FALSE; } static boolean r300_can_hiz(struct r300_context *r300) { struct r300_dsa_state *dsa_state = r300->dsa_state.state; struct pipe_depth_stencil_alpha_state *dsa = &dsa_state->dsa; struct r300_screen* r300screen = r300->screen; struct r300_hyperz_state *z = r300->hyperz_state.state; /* shader writes depth - no HiZ */ if (r300_fragment_shader_writes_depth(r300_fs(r300))) /* (5) */ return FALSE; if (r300->query_current) return FALSE; /* if stencil fail/zfail op is not KEEP */ if (r300_dsa_stencil_op_not_keep(&dsa->stencil[0]) || r300_dsa_stencil_op_not_keep(&dsa->stencil[1])) return FALSE; if (dsa->depth.enabled) { /* if depth func is EQUAL pre-r500 */ if (dsa->depth.func == PIPE_FUNC_EQUAL && !r300screen->caps.is_r500) return FALSE; /* if depth func is NOTEQUAL */ if (dsa->depth.func == PIPE_FUNC_NOTEQUAL) return FALSE; } /* depth comparison function - if just cleared save and return okay */ if (z->current_func == -1) { int func = dsa_state->z_stencil_control & R300_ZS_MASK; if (func != 0 && func != 7) z->current_func = dsa_state->z_stencil_control & R300_ZS_MASK; } else { /* simple don't change */ if (!r300_zfunc_same_direction(z->current_func, (dsa_state->z_stencil_control & R300_ZS_MASK))) { DBG(r300, DBG_HYPERZ, "z func changed direction - disabling hyper-z %d -> %d\n", z->current_func, dsa_state->z_stencil_control); return FALSE; } } return TRUE; } static void r300_update_hyperz(struct r300_context* r300) { struct r300_hyperz_state *z = (struct r300_hyperz_state*)r300->hyperz_state.state; struct pipe_framebuffer_state *fb = (struct pipe_framebuffer_state*)r300->fb_state.state; struct r300_resource *zstex = fb->zsbuf ? r300_resource(fb->zsbuf->texture) : NULL; boolean hiz_in_use = FALSE; z->gb_z_peq_config = 0; z->zb_bw_cntl = 0; z->sc_hyperz = R300_SC_HYPERZ_ADJ_2; z->flush = 0; if (r300->cbzb_clear) { z->zb_bw_cntl |= R300_ZB_CB_CLEAR_CACHE_LINE_WRITE_ONLY; return; } if (!zstex) return; if (!r300->rws->get_value(r300->rws, R300_CAN_HYPERZ)) return; hiz_in_use = zstex->hiz_in_use[fb->zsbuf->u.tex.level]; /* Zbuffer compression. */ if (r300->zmask_in_use && !r300->zmask_locked) { z->zb_bw_cntl |= R300_FAST_FILL_ENABLE | /*R300_FORCE_COMPRESSED_STENCIL_VALUE_ENABLE |*/ R300_RD_COMP_ENABLE; if (!r300->zmask_decompress) { z->zb_bw_cntl |= R300_WR_COMP_ENABLE; } } if (zstex->tex.zcomp8x8[fb->zsbuf->u.tex.level]) { z->gb_z_peq_config |= R300_GB_Z_PEQ_CONFIG_Z_PEQ_SIZE_8_8; } if (hiz_in_use && r300_can_hiz(r300)) { z->zb_bw_cntl |= R300_HIZ_ENABLE | r300_get_hiz_min(r300); z->sc_hyperz |= R300_SC_HYPERZ_ENABLE | r300_get_sc_hz_max(r300); if (r300->screen->caps.is_r500) { z->zb_bw_cntl |= R500_HIZ_FP_EXP_BITS_3 | R500_HIZ_EQUAL_REJECT_ENABLE; } } /* R500-specific features and optimizations. */ if (r300->screen->caps.is_r500) { z->zb_bw_cntl |= R500_PEQ_PACKING_ENABLE | R500_COVERED_PTR_MASKING_ENABLE; } } /*****************************************************************************/ /* The ZTOP state */ /*****************************************************************************/ static boolean r300_dsa_writes_stencil( struct pipe_stencil_state *s) { return s->enabled && s->writemask && (s->fail_op != PIPE_STENCIL_OP_KEEP || s->zfail_op != PIPE_STENCIL_OP_KEEP || s->zpass_op != PIPE_STENCIL_OP_KEEP); } static boolean r300_dsa_writes_depth_stencil( struct pipe_depth_stencil_alpha_state *dsa) { /* We are interested only in the cases when a depth or stencil value * can be changed. */ if (dsa->depth.enabled && dsa->depth.writemask && dsa->depth.func != PIPE_FUNC_NEVER) return TRUE; if (r300_dsa_writes_stencil(&dsa->stencil[0]) || r300_dsa_writes_stencil(&dsa->stencil[1])) return TRUE; return FALSE; } static boolean r300_dsa_alpha_test_enabled( struct pipe_depth_stencil_alpha_state *dsa) { /* We are interested only in the cases when alpha testing can kill * a fragment. */ return dsa->alpha.enabled && dsa->alpha.func != PIPE_FUNC_ALWAYS; } static void r300_update_ztop(struct r300_context* r300) { struct r300_ztop_state* ztop_state = (struct r300_ztop_state*)r300->ztop_state.state; uint32_t old_ztop = ztop_state->z_buffer_top; /* This is important enough that I felt it warranted a comment. * * According to the docs, these are the conditions where ZTOP must be * disabled: * 1) Alpha testing enabled * 2) Texture kill instructions in fragment shader * 3) Chroma key culling enabled * 4) W-buffering enabled * * The docs claim that for the first three cases, if no ZS writes happen, * then ZTOP can be used. * * (3) will never apply since we do not support chroma-keyed operations. * (4) will need to be re-examined (and this comment updated) if/when * Hyper-Z becomes supported. * * Additionally, the following conditions require disabled ZTOP: * 5) Depth writes in fragment shader * 6) Outstanding occlusion queries * * This register causes stalls all the way from SC to CB when changed, * but it is buffered on-chip so it does not hurt to write it if it has * not changed. * * ~C. */ /* ZS writes */ if (r300_dsa_writes_depth_stencil(r300->dsa_state.state) && (r300_dsa_alpha_test_enabled(r300->dsa_state.state) || /* (1) */ r300_fs(r300)->shader->info.uses_kill)) { /* (2) */ ztop_state->z_buffer_top = R300_ZTOP_DISABLE; } else if (r300_fragment_shader_writes_depth(r300_fs(r300))) { /* (5) */ ztop_state->z_buffer_top = R300_ZTOP_DISABLE; } else if (r300->query_current) { /* (6) */ ztop_state->z_buffer_top = R300_ZTOP_DISABLE; } else { ztop_state->z_buffer_top = R300_ZTOP_ENABLE; } if (ztop_state->z_buffer_top != old_ztop) r300_mark_atom_dirty(r300, &r300->ztop_state); } #define ALIGN_DIVUP(x, y) (((x) + (y) - 1) / (y)) static void r300_update_hiz_clear(struct r300_context *r300) { struct pipe_framebuffer_state *fb = (struct pipe_framebuffer_state*)r300->fb_state.state; uint32_t height; height = ALIGN_DIVUP(fb->zsbuf->height, 4); r300->hiz_clear.size = height * 4; } void r300_update_hyperz_state(struct r300_context* r300) { r300_update_ztop(r300); if (r300->hyperz_state.dirty) { r300_update_hyperz(r300); } if (r300->hiz_clear.dirty) { r300_update_hiz_clear(r300); } } void r300_hiz_alloc_block(struct r300_context *r300, struct r300_surface *surf) { struct r300_resource *tex; uint32_t zsize, ndw; int level = surf->base.u.tex.level; tex = r300_resource(surf->base.texture); if (tex->hiz_mem[level]) return; zsize = tex->tex.layer_size_in_bytes[level]; zsize /= util_format_get_blocksize(tex->b.b.b.format); ndw = ALIGN_DIVUP(zsize, 64); tex->hiz_mem[level] = u_mmAllocMem(r300->hiz_mm, ndw, 0, 0); } boolean r300_hyperz_init_mm(struct r300_context *r300) { struct r300_screen* r300screen = r300->screen; int frag_pipes = r300screen->caps.num_frag_pipes; if (r300screen->caps.hiz_ram) { r300->hiz_mm = u_mmInit(0, r300screen->caps.hiz_ram * frag_pipes); if (!r300->hiz_mm) { return FALSE; } } return TRUE; } void r300_hyperz_destroy_mm(struct r300_context *r300) { struct r300_screen* r300screen = r300->screen; if (r300screen->caps.hiz_ram) { u_mmDestroy(r300->hiz_mm); r300->hiz_mm = NULL; } }