radv: emit PIPELINESTAT_{START,STOP} events for pipeline stats queries
Ported from RadeonSI. This appears to fix some random fails with: dEQP-VK.query_pool.statistics_query.* Signed-off-by: Samuel Pitoiset <samuel.pitoiset@gmail.com> Reviewed-by: Bas Nieuwenhuizen <bas@basnieuwenhuizen.nl>
This commit is contained in:
@@ -2238,7 +2238,8 @@ radv_get_preamble_cs(struct radv_queue *queue,
|
|||||||
RADV_CMD_FLAG_INV_ICACHE |
|
RADV_CMD_FLAG_INV_ICACHE |
|
||||||
RADV_CMD_FLAG_INV_SMEM_L1 |
|
RADV_CMD_FLAG_INV_SMEM_L1 |
|
||||||
RADV_CMD_FLAG_INV_VMEM_L1 |
|
RADV_CMD_FLAG_INV_VMEM_L1 |
|
||||||
RADV_CMD_FLAG_INV_GLOBAL_L2);
|
RADV_CMD_FLAG_INV_GLOBAL_L2 |
|
||||||
|
RADV_CMD_FLAG_START_PIPELINE_STATS);
|
||||||
} else if (i == 1) {
|
} else if (i == 1) {
|
||||||
si_cs_emit_cache_flush(cs,
|
si_cs_emit_cache_flush(cs,
|
||||||
queue->device->physical_device->rad_info.chip_class,
|
queue->device->physical_device->rad_info.chip_class,
|
||||||
@@ -2248,7 +2249,8 @@ radv_get_preamble_cs(struct radv_queue *queue,
|
|||||||
RADV_CMD_FLAG_INV_ICACHE |
|
RADV_CMD_FLAG_INV_ICACHE |
|
||||||
RADV_CMD_FLAG_INV_SMEM_L1 |
|
RADV_CMD_FLAG_INV_SMEM_L1 |
|
||||||
RADV_CMD_FLAG_INV_VMEM_L1 |
|
RADV_CMD_FLAG_INV_VMEM_L1 |
|
||||||
RADV_CMD_FLAG_INV_GLOBAL_L2);
|
RADV_CMD_FLAG_INV_GLOBAL_L2 |
|
||||||
|
RADV_CMD_FLAG_START_PIPELINE_STATS);
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!queue->device->ws->cs_finalize(cs))
|
if (!queue->device->ws->cs_finalize(cs))
|
||||||
|
@@ -833,6 +833,9 @@ enum radv_cmd_flush_bits {
|
|||||||
RADV_CMD_FLAG_PS_PARTIAL_FLUSH = 1 << 10,
|
RADV_CMD_FLAG_PS_PARTIAL_FLUSH = 1 << 10,
|
||||||
RADV_CMD_FLAG_CS_PARTIAL_FLUSH = 1 << 11,
|
RADV_CMD_FLAG_CS_PARTIAL_FLUSH = 1 << 11,
|
||||||
RADV_CMD_FLAG_VGT_FLUSH = 1 << 12,
|
RADV_CMD_FLAG_VGT_FLUSH = 1 << 12,
|
||||||
|
/* Pipeline query controls. */
|
||||||
|
RADV_CMD_FLAG_START_PIPELINE_STATS = 1 << 13,
|
||||||
|
RADV_CMD_FLAG_STOP_PIPELINE_STATS = 1 << 14,
|
||||||
|
|
||||||
RADV_CMD_FLUSH_AND_INV_FRAMEBUFFER = (RADV_CMD_FLAG_FLUSH_AND_INV_CB |
|
RADV_CMD_FLUSH_AND_INV_FRAMEBUFFER = (RADV_CMD_FLAG_FLUSH_AND_INV_CB |
|
||||||
RADV_CMD_FLAG_FLUSH_AND_INV_CB_META |
|
RADV_CMD_FLAG_FLUSH_AND_INV_CB_META |
|
||||||
@@ -966,6 +969,7 @@ struct radv_cmd_state {
|
|||||||
enum radv_cmd_flush_bits flush_bits;
|
enum radv_cmd_flush_bits flush_bits;
|
||||||
unsigned active_occlusion_queries;
|
unsigned active_occlusion_queries;
|
||||||
bool perfect_occlusion_queries_enabled;
|
bool perfect_occlusion_queries_enabled;
|
||||||
|
unsigned active_pipeline_queries;
|
||||||
float offset_scale;
|
float offset_scale;
|
||||||
uint32_t trace_id;
|
uint32_t trace_id;
|
||||||
uint32_t last_ia_multi_vgt_param;
|
uint32_t last_ia_multi_vgt_param;
|
||||||
|
@@ -1118,6 +1118,12 @@ static void emit_begin_query(struct radv_cmd_buffer *cmd_buffer,
|
|||||||
case VK_QUERY_TYPE_PIPELINE_STATISTICS:
|
case VK_QUERY_TYPE_PIPELINE_STATISTICS:
|
||||||
radeon_check_space(cmd_buffer->device->ws, cs, 4);
|
radeon_check_space(cmd_buffer->device->ws, cs, 4);
|
||||||
|
|
||||||
|
++cmd_buffer->state.active_pipeline_queries;
|
||||||
|
if (cmd_buffer->state.active_pipeline_queries == 1) {
|
||||||
|
cmd_buffer->state.flush_bits &= ~RADV_CMD_FLAG_STOP_PIPELINE_STATS;
|
||||||
|
cmd_buffer->state.flush_bits |= RADV_CMD_FLAG_START_PIPELINE_STATS;
|
||||||
|
}
|
||||||
|
|
||||||
radeon_emit(cs, PKT3(PKT3_EVENT_WRITE, 2, 0));
|
radeon_emit(cs, PKT3(PKT3_EVENT_WRITE, 2, 0));
|
||||||
radeon_emit(cs, EVENT_TYPE(V_028A90_SAMPLE_PIPELINESTAT) | EVENT_INDEX(2));
|
radeon_emit(cs, EVENT_TYPE(V_028A90_SAMPLE_PIPELINESTAT) | EVENT_INDEX(2));
|
||||||
radeon_emit(cs, va);
|
radeon_emit(cs, va);
|
||||||
@@ -1157,6 +1163,11 @@ static void emit_end_query(struct radv_cmd_buffer *cmd_buffer,
|
|||||||
case VK_QUERY_TYPE_PIPELINE_STATISTICS:
|
case VK_QUERY_TYPE_PIPELINE_STATISTICS:
|
||||||
radeon_check_space(cmd_buffer->device->ws, cs, 16);
|
radeon_check_space(cmd_buffer->device->ws, cs, 16);
|
||||||
|
|
||||||
|
cmd_buffer->state.active_pipeline_queries--;
|
||||||
|
if (cmd_buffer->state.active_pipeline_queries == 0) {
|
||||||
|
cmd_buffer->state.flush_bits &= ~RADV_CMD_FLAG_START_PIPELINE_STATS;
|
||||||
|
cmd_buffer->state.flush_bits |= RADV_CMD_FLAG_STOP_PIPELINE_STATS;
|
||||||
|
}
|
||||||
va += pipelinestat_block_size;
|
va += pipelinestat_block_size;
|
||||||
|
|
||||||
radeon_emit(cs, PKT3(PKT3_EVENT_WRITE, 2, 0));
|
radeon_emit(cs, PKT3(PKT3_EVENT_WRITE, 2, 0));
|
||||||
|
@@ -937,6 +937,16 @@ si_cs_emit_cache_flush(struct radeon_cmdbuf *cs,
|
|||||||
*/
|
*/
|
||||||
if (cp_coher_cntl)
|
if (cp_coher_cntl)
|
||||||
si_emit_acquire_mem(cs, is_mec, false, chip_class >= GFX9, cp_coher_cntl);
|
si_emit_acquire_mem(cs, is_mec, false, chip_class >= GFX9, cp_coher_cntl);
|
||||||
|
|
||||||
|
if (flush_bits & RADV_CMD_FLAG_START_PIPELINE_STATS) {
|
||||||
|
radeon_emit(cs, PKT3(PKT3_EVENT_WRITE, 0, 0));
|
||||||
|
radeon_emit(cs, EVENT_TYPE(V_028A90_PIPELINESTAT_START) |
|
||||||
|
EVENT_INDEX(0));
|
||||||
|
} else if (flush_bits & RADV_CMD_FLAG_STOP_PIPELINE_STATS) {
|
||||||
|
radeon_emit(cs, PKT3(PKT3_EVENT_WRITE, 0, 0));
|
||||||
|
radeon_emit(cs, EVENT_TYPE(V_028A90_PIPELINESTAT_STOP) |
|
||||||
|
EVENT_INDEX(0));
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
void
|
void
|
||||||
|
Reference in New Issue
Block a user