nir: adjust nir_src_copy signature to take a nir_instr *

This is almost always a nir_instr and updating the src of a nir_if will
have to work slightly differently in the future.

Signed-off-by: Rhys Perry <pendingchaos02@gmail.com>
Acked-by: Alyssa Rosenzweig <alyssa@collabora.com>
Reviewed-by: Jason Ekstrand <jason.ekstrand@collabora.com>
Reviewed-by: Emma Anholt <emma@anholt.net>
Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/12910>
This commit is contained in:
Rhys Perry
2021-09-08 16:41:00 +01:00
committed by Marge Bot
parent aa2d6e020b
commit 69ba1c4d59
24 changed files with 57 additions and 52 deletions

View File

@@ -134,7 +134,7 @@ create_plane_tex_instr_implicit(struct ycbcr_state *state, uint32_t plane)
} }
FALLTHROUGH; FALLTHROUGH;
default: default:
nir_src_copy(&tex->src[i].src, &old_tex->src[i].src, tex); nir_src_copy(&tex->src[i].src, &old_tex->src[i].src, &tex->instr);
break; break;
} }
} }

View File

@@ -1704,7 +1704,7 @@ nir_visitor::visit(ir_call *ir)
nir_ssa_def *val = evaluate_rvalue(param_rvalue); nir_ssa_def *val = evaluate_rvalue(param_rvalue);
nir_src src = nir_src_for_ssa(val); nir_src src = nir_src_for_ssa(val);
nir_src_copy(&call->params[i], &src, call); nir_src_copy(&call->params[i], &src, &call->instr);
} else if (sig_param->data.mode == ir_var_function_inout) { } else if (sig_param->data.mode == ir_var_function_inout) {
unreachable("unimplemented: inout parameters"); unreachable("unimplemented: inout parameters");
} }

View File

@@ -451,10 +451,8 @@ static void dest_free_indirects(nir_dest *dest)
} }
} }
/* NOTE: if the instruction you are copying a src to is already added static void
* to the IR, use nir_instr_rewrite_src() instead. src_copy(nir_src *dest, const nir_src *src)
*/
void nir_src_copy(nir_src *dest, const nir_src *src, void *mem_ctx)
{ {
src_free_indirects(dest); src_free_indirects(dest);
@@ -466,13 +464,21 @@ void nir_src_copy(nir_src *dest, const nir_src *src, void *mem_ctx)
dest->reg.reg = src->reg.reg; dest->reg.reg = src->reg.reg;
if (src->reg.indirect) { if (src->reg.indirect) {
dest->reg.indirect = calloc(1, sizeof(nir_src)); dest->reg.indirect = calloc(1, sizeof(nir_src));
nir_src_copy(dest->reg.indirect, src->reg.indirect, mem_ctx); src_copy(dest->reg.indirect, src->reg.indirect);
} else { } else {
dest->reg.indirect = NULL; dest->reg.indirect = NULL;
} }
} }
} }
/* NOTE: if the instruction you are copying a src to is already added
* to the IR, use nir_instr_rewrite_src() instead.
*/
void nir_src_copy(nir_src *dest, const nir_src *src, nir_instr *instr)
{
src_copy(dest, src);
}
void nir_dest_copy(nir_dest *dest, const nir_dest *src, nir_instr *instr) void nir_dest_copy(nir_dest *dest, const nir_dest *src, nir_instr *instr)
{ {
/* Copying an SSA definition makes no sense whatsoever. */ /* Copying an SSA definition makes no sense whatsoever. */
@@ -496,7 +502,7 @@ void
nir_alu_src_copy(nir_alu_src *dest, const nir_alu_src *src, nir_alu_src_copy(nir_alu_src *dest, const nir_alu_src *src,
nir_alu_instr *instr) nir_alu_instr *instr)
{ {
nir_src_copy(&dest->src, &src->src, &instr->instr); nir_src_copy(&dest->src, &src->src, instr ? &instr->instr : NULL);
dest->abs = src->abs; dest->abs = src->abs;
dest->negate = src->negate; dest->negate = src->negate;
for (unsigned i = 0; i < NIR_MAX_VEC_COMPONENTS; i++) for (unsigned i = 0; i < NIR_MAX_VEC_COMPONENTS; i++)
@@ -1706,7 +1712,7 @@ nir_if_rewrite_condition(nir_if *if_stmt, nir_src new_src)
assert(!src_is_valid(src) || src->parent_if == if_stmt); assert(!src_is_valid(src) || src->parent_if == if_stmt);
src_remove_all_uses(src); src_remove_all_uses(src);
nir_src_copy(src, &new_src, if_stmt); src_copy(src, &new_src);
src_add_all_uses(src, NULL, if_stmt); src_add_all_uses(src, NULL, if_stmt);
} }

View File

@@ -1137,7 +1137,7 @@ nir_is_sequential_comp_swizzle(uint8_t *swiz, unsigned nr_comp)
return true; return true;
} }
void nir_src_copy(nir_src *dest, const nir_src *src, void *instr_or_if); void nir_src_copy(nir_src *dest, const nir_src *src, nir_instr *instr);
void nir_dest_copy(nir_dest *dest, const nir_dest *src, nir_instr *instr); void nir_dest_copy(nir_dest *dest, const nir_dest *src, nir_instr *instr);
typedef struct { typedef struct {

View File

@@ -366,7 +366,7 @@ nir_get_texture_size(nir_builder *b, nir_tex_instr *tex)
tex->src[i].src_type == nir_tex_src_sampler_offset || tex->src[i].src_type == nir_tex_src_sampler_offset ||
tex->src[i].src_type == nir_tex_src_texture_handle || tex->src[i].src_type == nir_tex_src_texture_handle ||
tex->src[i].src_type == nir_tex_src_sampler_handle) { tex->src[i].src_type == nir_tex_src_sampler_handle) {
nir_src_copy(&txs->src[idx].src, &tex->src[i].src, txs); nir_src_copy(&txs->src[idx].src, &tex->src[i].src, &txs->instr);
txs->src[idx].src_type = tex->src[i].src_type; txs->src[idx].src_type = tex->src[i].src_type;
idx++; idx++;
} }
@@ -421,7 +421,7 @@ nir_get_texture_lod(nir_builder *b, nir_tex_instr *tex)
tex->src[i].src_type == nir_tex_src_sampler_offset || tex->src[i].src_type == nir_tex_src_sampler_offset ||
tex->src[i].src_type == nir_tex_src_texture_handle || tex->src[i].src_type == nir_tex_src_texture_handle ||
tex->src[i].src_type == nir_tex_src_sampler_handle) { tex->src[i].src_type == nir_tex_src_sampler_handle) {
nir_src_copy(&tql->src[idx].src, &tex->src[i].src, tql); nir_src_copy(&tql->src[idx].src, &tex->src[i].src, &tql->instr);
tql->src[idx].src_type = tex->src[i].src_type; tql->src[idx].src_type = tex->src[i].src_type;
idx++; idx++;
} }

View File

@@ -757,7 +757,7 @@ rematerialize_deref_in_block(nir_deref_instr *deref,
parent = rematerialize_deref_in_block(parent, state); parent = rematerialize_deref_in_block(parent, state);
new_deref->parent = nir_src_for_ssa(&parent->dest.ssa); new_deref->parent = nir_src_for_ssa(&parent->dest.ssa);
} else { } else {
nir_src_copy(&new_deref->parent, &deref->parent, new_deref); nir_src_copy(&new_deref->parent, &deref->parent, &new_deref->instr);
} }
} }
@@ -774,7 +774,7 @@ rematerialize_deref_in_block(nir_deref_instr *deref,
case nir_deref_type_array: case nir_deref_type_array:
case nir_deref_type_ptr_as_array: case nir_deref_type_ptr_as_array:
assert(!nir_src_as_deref(deref->arr.index)); assert(!nir_src_as_deref(deref->arr.index));
nir_src_copy(&new_deref->arr.index, &deref->arr.index, new_deref); nir_src_copy(&new_deref->arr.index, &deref->arr.index, &new_deref->instr);
break; break;
case nir_deref_type_struct: case nir_deref_type_struct:

View File

@@ -644,7 +644,7 @@ emit_copy(nir_builder *b, nir_src src, nir_src dest_src)
assert(src.reg.reg->num_components >= dest_src.reg.reg->num_components); assert(src.reg.reg->num_components >= dest_src.reg.reg->num_components);
nir_alu_instr *mov = nir_alu_instr_create(b->shader, nir_op_mov); nir_alu_instr *mov = nir_alu_instr_create(b->shader, nir_op_mov);
nir_src_copy(&mov->src[0].src, &src, mov); nir_src_copy(&mov->src[0].src, &src, &mov->instr);
mov->dest.dest = nir_dest_for_reg(dest_src.reg.reg); mov->dest.dest = nir_dest_for_reg(dest_src.reg.reg);
mov->dest.write_mask = (1 << dest_src.reg.reg->num_components) - 1; mov->dest.write_mask = (1 << dest_src.reg.reg->num_components) - 1;

View File

@@ -122,7 +122,7 @@ lower_instr(nir_intrinsic_instr *instr, unsigned ssbo_offset, nir_builder *b, un
/* remapped to ssbo_atomic_add: { buffer_idx, offset, +1 } */ /* remapped to ssbo_atomic_add: { buffer_idx, offset, +1 } */
temp = nir_imm_int(b, +1); temp = nir_imm_int(b, +1);
new_instr->src[0] = nir_src_for_ssa(buffer); new_instr->src[0] = nir_src_for_ssa(buffer);
nir_src_copy(&new_instr->src[1], &instr->src[0], new_instr); nir_src_copy(&new_instr->src[1], &instr->src[0], &new_instr->instr);
new_instr->src[2] = nir_src_for_ssa(temp); new_instr->src[2] = nir_src_for_ssa(temp);
break; break;
case nir_intrinsic_atomic_counter_pre_dec: case nir_intrinsic_atomic_counter_pre_dec:
@@ -131,22 +131,22 @@ lower_instr(nir_intrinsic_instr *instr, unsigned ssbo_offset, nir_builder *b, un
/* NOTE semantic difference so we adjust the return value below */ /* NOTE semantic difference so we adjust the return value below */
temp = nir_imm_int(b, -1); temp = nir_imm_int(b, -1);
new_instr->src[0] = nir_src_for_ssa(buffer); new_instr->src[0] = nir_src_for_ssa(buffer);
nir_src_copy(&new_instr->src[1], &instr->src[0], new_instr); nir_src_copy(&new_instr->src[1], &instr->src[0], &new_instr->instr);
new_instr->src[2] = nir_src_for_ssa(temp); new_instr->src[2] = nir_src_for_ssa(temp);
break; break;
case nir_intrinsic_atomic_counter_read: case nir_intrinsic_atomic_counter_read:
/* remapped to load_ssbo: { buffer_idx, offset } */ /* remapped to load_ssbo: { buffer_idx, offset } */
new_instr->src[0] = nir_src_for_ssa(buffer); new_instr->src[0] = nir_src_for_ssa(buffer);
nir_src_copy(&new_instr->src[1], &instr->src[0], new_instr); nir_src_copy(&new_instr->src[1], &instr->src[0], &new_instr->instr);
break; break;
default: default:
/* remapped to ssbo_atomic_x: { buffer_idx, offset, data, (compare)? } */ /* remapped to ssbo_atomic_x: { buffer_idx, offset, data, (compare)? } */
new_instr->src[0] = nir_src_for_ssa(buffer); new_instr->src[0] = nir_src_for_ssa(buffer);
nir_src_copy(&new_instr->src[1], &instr->src[0], new_instr); nir_src_copy(&new_instr->src[1], &instr->src[0], &new_instr->instr);
nir_src_copy(&new_instr->src[2], &instr->src[1], new_instr); nir_src_copy(&new_instr->src[2], &instr->src[1], &new_instr->instr);
if (op == nir_intrinsic_ssbo_atomic_comp_swap || if (op == nir_intrinsic_ssbo_atomic_comp_swap ||
op == nir_intrinsic_ssbo_atomic_fcomp_swap) op == nir_intrinsic_ssbo_atomic_fcomp_swap)
nir_src_copy(&new_instr->src[3], &instr->src[2], new_instr); nir_src_copy(&new_instr->src[3], &instr->src[2], &new_instr->instr);
break; break;
} }

View File

@@ -98,7 +98,7 @@ emit_load_store_deref(nir_builder *b, nir_intrinsic_instr *orig_instr,
/* Copy over any other sources. This is needed for interp_deref_at */ /* Copy over any other sources. This is needed for interp_deref_at */
for (unsigned i = 1; for (unsigned i = 1;
i < nir_intrinsic_infos[orig_instr->intrinsic].num_srcs; i++) i < nir_intrinsic_infos[orig_instr->intrinsic].num_srcs; i++)
nir_src_copy(&load->src[i], &orig_instr->src[i], load); nir_src_copy(&load->src[i], &orig_instr->src[i], &load->instr);
nir_ssa_dest_init(&load->instr, &load->dest, nir_ssa_dest_init(&load->instr, &load->dest,
orig_instr->dest.ssa.num_components, orig_instr->dest.ssa.num_components,

View File

@@ -611,7 +611,7 @@ lower_interpolate_at(nir_intrinsic_instr *intrin, struct lower_io_state *state,
if (intrin->intrinsic == nir_intrinsic_interp_deref_at_sample || if (intrin->intrinsic == nir_intrinsic_interp_deref_at_sample ||
intrin->intrinsic == nir_intrinsic_interp_deref_at_offset || intrin->intrinsic == nir_intrinsic_interp_deref_at_offset ||
intrin->intrinsic == nir_intrinsic_interp_deref_at_vertex) intrin->intrinsic == nir_intrinsic_interp_deref_at_vertex)
nir_src_copy(&bary_setup->src[0], &intrin->src[1], bary_setup); nir_src_copy(&bary_setup->src[0], &intrin->src[1], &bary_setup->instr);
nir_builder_instr_insert(b, &bary_setup->instr); nir_builder_instr_insert(b, &bary_setup->instr);

View File

@@ -246,7 +246,7 @@ lower_locals_to_regs_block(nir_block *block,
nir_alu_instr *mov = nir_alu_instr_create(b->shader, nir_op_mov); nir_alu_instr *mov = nir_alu_instr_create(b->shader, nir_op_mov);
nir_src_copy(&mov->src[0].src, &intrin->src[1], mov); nir_src_copy(&mov->src[0].src, &intrin->src[1], &mov->instr);
/* The normal NIR SSA copy propagate pass can't happen after this pass, /* The normal NIR SSA copy propagate pass can't happen after this pass,
* so do an ad-hoc copy propagate since this ALU op can do swizzles * so do an ad-hoc copy propagate since this ALU op can do swizzles

View File

@@ -90,7 +90,7 @@ nir_load_ssbo_prop(nir_builder *b, nir_intrinsic_op op,
{ {
nir_intrinsic_instr *load = nir_intrinsic_instr_create(b->shader, op); nir_intrinsic_instr *load = nir_intrinsic_instr_create(b->shader, op);
load->num_components = 1; load->num_components = 1;
nir_src_copy(&load->src[0], idx, load); nir_src_copy(&load->src[0], idx, &load->instr);
nir_ssa_dest_init(&load->instr, &load->dest, 1, bitsize, NULL); nir_ssa_dest_init(&load->instr, &load->dest, 1, bitsize, NULL);
nir_builder_instr_insert(b, &load->instr); nir_builder_instr_insert(b, &load->instr);
return &load->dest.ssa; return &load->dest.ssa;
@@ -134,7 +134,7 @@ lower_ssbo_instr(nir_builder *b, nir_intrinsic_instr *intr)
} }
if (is_store) { if (is_store) {
nir_src_copy(&global->src[0], &intr->src[0], global); nir_src_copy(&global->src[0], &intr->src[0], &global->instr);
nir_intrinsic_set_write_mask(global, nir_intrinsic_write_mask(intr)); nir_intrinsic_set_write_mask(global, nir_intrinsic_write_mask(intr));
} else { } else {
nir_ssa_dest_init(&global->instr, &global->dest, nir_ssa_dest_init(&global->instr, &global->dest,
@@ -142,9 +142,9 @@ lower_ssbo_instr(nir_builder *b, nir_intrinsic_instr *intr)
intr->dest.ssa.bit_size, NULL); intr->dest.ssa.bit_size, NULL);
if (is_atomic) { if (is_atomic) {
nir_src_copy(&global->src[1], &intr->src[2], global); nir_src_copy(&global->src[1], &intr->src[2], &global->instr);
if (nir_intrinsic_infos[op].num_srcs > 2) if (nir_intrinsic_infos[op].num_srcs > 2)
nir_src_copy(&global->src[2], &intr->src[3], global); nir_src_copy(&global->src[2], &intr->src[3], &global->instr);
} }
} }

View File

@@ -45,7 +45,7 @@ lower_subgroups_64bit_split_intrinsic(nir_builder *b, nir_intrinsic_instr *intri
intr->const_index[1] = intrin->const_index[1]; intr->const_index[1] = intrin->const_index[1];
intr->src[0] = nir_src_for_ssa(comp); intr->src[0] = nir_src_for_ssa(comp);
if (nir_intrinsic_infos[intrin->intrinsic].num_srcs == 2) if (nir_intrinsic_infos[intrin->intrinsic].num_srcs == 2)
nir_src_copy(&intr->src[1], &intrin->src[1], intr); nir_src_copy(&intr->src[1], &intrin->src[1], &intr->instr);
intr->num_components = 1; intr->num_components = 1;
nir_builder_instr_insert(b, &intr->instr); nir_builder_instr_insert(b, &intr->instr);
@@ -126,7 +126,7 @@ lower_subgroup_op_to_scalar(nir_builder *b, nir_intrinsic_instr *intrin,
/* invocation */ /* invocation */
if (nir_intrinsic_infos[intrin->intrinsic].num_srcs > 1) { if (nir_intrinsic_infos[intrin->intrinsic].num_srcs > 1) {
assert(nir_intrinsic_infos[intrin->intrinsic].num_srcs == 2); assert(nir_intrinsic_infos[intrin->intrinsic].num_srcs == 2);
nir_src_copy(&chan_intrin->src[1], &intrin->src[1], chan_intrin); nir_src_copy(&chan_intrin->src[1], &intrin->src[1], &chan_intrin->instr);
} }
chan_intrin->const_index[0] = intrin->const_index[0]; chan_intrin->const_index[0] = intrin->const_index[0];
@@ -209,7 +209,7 @@ lower_shuffle_to_swizzle(nir_builder *b, nir_intrinsic_instr *intrin,
nir_intrinsic_instr *swizzle = nir_intrinsic_instr_create( nir_intrinsic_instr *swizzle = nir_intrinsic_instr_create(
b->shader, nir_intrinsic_masked_swizzle_amd); b->shader, nir_intrinsic_masked_swizzle_amd);
swizzle->num_components = intrin->num_components; swizzle->num_components = intrin->num_components;
nir_src_copy(&swizzle->src[0], &intrin->src[0], swizzle); nir_src_copy(&swizzle->src[0], &intrin->src[0], &swizzle->instr);
nir_intrinsic_set_swizzle_mask(swizzle, (mask << 10) | 0x1f); nir_intrinsic_set_swizzle_mask(swizzle, (mask << 10) | 0x1f);
nir_ssa_dest_init(&swizzle->instr, &swizzle->dest, nir_ssa_dest_init(&swizzle->instr, &swizzle->dest,
intrin->dest.ssa.num_components, intrin->dest.ssa.num_components,
@@ -288,7 +288,7 @@ lower_to_shuffle(nir_builder *b, nir_intrinsic_instr *intrin,
nir_intrinsic_instr *shuffle = nir_intrinsic_instr *shuffle =
nir_intrinsic_instr_create(b->shader, nir_intrinsic_shuffle); nir_intrinsic_instr_create(b->shader, nir_intrinsic_shuffle);
shuffle->num_components = intrin->num_components; shuffle->num_components = intrin->num_components;
nir_src_copy(&shuffle->src[0], &intrin->src[0], shuffle); nir_src_copy(&shuffle->src[0], &intrin->src[0], &shuffle->instr);
shuffle->src[1] = nir_src_for_ssa(index); shuffle->src[1] = nir_src_for_ssa(index);
nir_ssa_dest_init(&shuffle->instr, &shuffle->dest, nir_ssa_dest_init(&shuffle->instr, &shuffle->dest,
intrin->dest.ssa.num_components, intrin->dest.ssa.num_components,
@@ -568,7 +568,7 @@ lower_dynamic_quad_broadcast(nir_builder *b, nir_intrinsic_instr *intrin,
qbcst->num_components = intrin->num_components; qbcst->num_components = intrin->num_components;
qbcst->src[1] = nir_src_for_ssa(nir_imm_int(b, i)); qbcst->src[1] = nir_src_for_ssa(nir_imm_int(b, i));
nir_src_copy(&qbcst->src[0], &intrin->src[0], qbcst); nir_src_copy(&qbcst->src[0], &intrin->src[0], &qbcst->instr);
nir_ssa_dest_init(&qbcst->instr, &qbcst->dest, nir_ssa_dest_init(&qbcst->instr, &qbcst->dest,
intrin->dest.ssa.num_components, intrin->dest.ssa.num_components,
intrin->dest.ssa.bit_size, NULL); intrin->dest.ssa.bit_size, NULL);

View File

@@ -315,7 +315,7 @@ sample_plane(nir_builder *b, nir_tex_instr *tex, int plane,
nir_tex_instr *plane_tex = nir_tex_instr *plane_tex =
nir_tex_instr_create(b->shader, tex->num_srcs + 1); nir_tex_instr_create(b->shader, tex->num_srcs + 1);
for (unsigned i = 0; i < tex->num_srcs; i++) { for (unsigned i = 0; i < tex->num_srcs; i++) {
nir_src_copy(&plane_tex->src[i].src, &tex->src[i].src, plane_tex); nir_src_copy(&plane_tex->src[i].src, &tex->src[i].src, &plane_tex->instr);
plane_tex->src[i].src_type = tex->src[i].src_type; plane_tex->src[i].src_type = tex->src[i].src_type;
} }
plane_tex->src[tex->num_srcs].src = nir_src_for_ssa(nir_imm_int(b, plane)); plane_tex->src[tex->num_srcs].src = nir_src_for_ssa(nir_imm_int(b, plane));
@@ -812,7 +812,7 @@ lower_tex_to_txd(nir_builder *b, nir_tex_instr *tex)
/* reuse existing srcs */ /* reuse existing srcs */
for (unsigned i = 0; i < tex->num_srcs; i++) { for (unsigned i = 0; i < tex->num_srcs; i++) {
nir_src_copy(&txd->src[i].src, &tex->src[i].src, txd); nir_src_copy(&txd->src[i].src, &tex->src[i].src, &txd->instr);
txd->src[i].src_type = tex->src[i].src_type; txd->src[i].src_type = tex->src[i].src_type;
} }
int coord = nir_tex_instr_src_index(tex, nir_tex_src_coord); int coord = nir_tex_instr_src_index(tex, nir_tex_src_coord);
@@ -852,7 +852,7 @@ lower_txb_to_txl(nir_builder *b, nir_tex_instr *tex)
/* reuse all but bias src */ /* reuse all but bias src */
for (int i = 0; i < 2; i++) { for (int i = 0; i < 2; i++) {
if (tex->src[i].src_type != nir_tex_src_bias) { if (tex->src[i].src_type != nir_tex_src_bias) {
nir_src_copy(&txl->src[i].src, &tex->src[i].src, txl); nir_src_copy(&txl->src[i].src, &tex->src[i].src, &txl->instr);
txl->src[i].src_type = tex->src[i].src_type; txl->src[i].src_type = tex->src[i].src_type;
} }
} }
@@ -1164,7 +1164,7 @@ lower_tg4_offsets(nir_builder *b, nir_tex_instr *tex)
tex_copy->dest_type = tex->dest_type; tex_copy->dest_type = tex->dest_type;
for (unsigned j = 0; j < tex->num_srcs; ++j) { for (unsigned j = 0; j < tex->num_srcs; ++j) {
nir_src_copy(&tex_copy->src[j].src, &tex->src[j].src, tex_copy); nir_src_copy(&tex_copy->src[j].src, &tex->src[j].src, &tex_copy->instr);
tex_copy->src[j].src_type = tex->src[j].src_type; tex_copy->src[j].src_type = tex->src[j].src_type;
} }

View File

@@ -457,7 +457,7 @@ nir_opt_peephole_select_block(nir_block *block, nir_shader *shader,
nir_phi_instr *phi = nir_instr_as_phi(instr); nir_phi_instr *phi = nir_instr_as_phi(instr);
nir_alu_instr *sel = nir_alu_instr_create(shader, nir_op_bcsel); nir_alu_instr *sel = nir_alu_instr_create(shader, nir_op_bcsel);
nir_src_copy(&sel->src[0].src, &if_stmt->condition, sel); nir_src_copy(&sel->src[0].src, &if_stmt->condition, &sel->instr);
/* Splat the condition to all channels */ /* Splat the condition to all channels */
memset(sel->src[0].swizzle, 0, sizeof sel->src[0].swizzle); memset(sel->src[0].swizzle, 0, sizeof sel->src[0].swizzle);
@@ -467,7 +467,7 @@ nir_opt_peephole_select_block(nir_block *block, nir_shader *shader,
assert(src->src.is_ssa); assert(src->src.is_ssa);
unsigned idx = src->pred == then_block ? 1 : 2; unsigned idx = src->pred == then_block ? 1 : 2;
nir_src_copy(&sel->src[idx].src, &src->src, sel); nir_src_copy(&sel->src[idx].src, &src->src, &sel->instr);
} }
nir_ssa_dest_init(&sel->instr, &sel->dest.dest, nir_ssa_dest_init(&sel->instr, &sel->dest.dest,

View File

@@ -526,8 +526,7 @@ construct_value(nir_builder *build,
assert(state->variables_seen & (1 << var->variable)); assert(state->variables_seen & (1 << var->variable));
nir_alu_src val = { NIR_SRC_INIT }; nir_alu_src val = { NIR_SRC_INIT };
nir_alu_src_copy(&val, &state->variables[var->variable], nir_alu_src_copy(&val, &state->variables[var->variable], NULL);
(void *)build->shader);
assert(!var->is_constant); assert(!var->is_constant);
for (unsigned i = 0; i < NIR_MAX_VEC_COMPONENTS; i++) for (unsigned i = 0; i < NIR_MAX_VEC_COMPONENTS; i++)

View File

@@ -85,7 +85,7 @@ lima_nir_split_load_input_instr(nir_builder *b,
nir_intrinsic_set_dest_type(new_intrin, nir_intrinsic_dest_type(intrin)); nir_intrinsic_set_dest_type(new_intrin, nir_intrinsic_dest_type(intrin));
/* offset */ /* offset */
nir_src_copy(&new_intrin->src[0], &intrin->src[0], new_intrin); nir_src_copy(&new_intrin->src[0], &intrin->src[0], &new_intrin->instr);
nir_builder_instr_insert(b, &new_intrin->instr); nir_builder_instr_insert(b, &new_intrin->instr);
nir_ssa_def_rewrite_uses(&alu->dest.dest.ssa, nir_ssa_def_rewrite_uses(&alu->dest.dest.ssa,

View File

@@ -150,7 +150,7 @@ TEST_F(ValuefactoryTest, test_create_register_array_indirect_access)
mov->dest.dest.reg.base_offset = 0; mov->dest.dest.reg.base_offset = 0;
mov->dest.dest.reg.indirect = (nir_src *)calloc(1, sizeof(nir_src)); mov->dest.dest.reg.indirect = (nir_src *)calloc(1, sizeof(nir_src));
nir_src addr = nir_src_for_ssa(c2); nir_src addr = nir_src_for_ssa(c2);
nir_src_copy(mov->dest.dest.reg.indirect, &addr, mov); nir_src_copy(mov->dest.dest.reg.indirect, &addr, &mov->instr);
nir_builder_instr_insert(&b, &mov->instr); nir_builder_instr_insert(&b, &mov->instr);
auto addr_reg = factory->src(addr, 0); auto addr_reg = factory->src(addr, 0);

View File

@@ -1273,7 +1273,7 @@ rewrite_atomic_ssbo_instr(nir_builder *b, nir_instr *instr, struct bo_vars *bo)
new_instr->src[0] = nir_src_for_ssa(&deref_arr->dest.ssa); new_instr->src[0] = nir_src_for_ssa(&deref_arr->dest.ssa);
/* deref ops have no offset src, so copy the srcs after it */ /* deref ops have no offset src, so copy the srcs after it */
for (unsigned i = 2; i < nir_intrinsic_infos[intr->intrinsic].num_srcs; i++) for (unsigned i = 2; i < nir_intrinsic_infos[intr->intrinsic].num_srcs; i++)
nir_src_copy(&new_instr->src[i - 1], &intr->src[i], new_instr); nir_src_copy(&new_instr->src[i - 1], &intr->src[i], &new_instr->instr);
nir_builder_instr_insert(b, &new_instr->instr); nir_builder_instr_insert(b, &new_instr->instr);
result[i] = &new_instr->dest.ssa; result[i] = &new_instr->dest.ssa;

View File

@@ -171,7 +171,7 @@ create_array_tex_from_cube_tex(nir_builder *b, nir_tex_instr *tex, nir_ssa_def *
nir_ssa_def *c = nir_channels(b, psrc->ssa, BITFIELD_MASK(nir_tex_instr_src_size(array_tex, s))); nir_ssa_def *c = nir_channels(b, psrc->ssa, BITFIELD_MASK(nir_tex_instr_src_size(array_tex, s)));
array_tex->src[s].src = nir_src_for_ssa(c); array_tex->src[s].src = nir_src_for_ssa(c);
} else } else
nir_src_copy(&array_tex->src[s].src, psrc, array_tex); nir_src_copy(&array_tex->src[s].src, psrc, &array_tex->instr);
s++; s++;
} }
@@ -432,7 +432,7 @@ lower_tex_to_txl(nir_builder *b, nir_tex_instr *tex)
for (int i = 0; i < tex->num_srcs; i++) { for (int i = 0; i < tex->num_srcs; i++) {
if (i == bias_idx) if (i == bias_idx)
continue; continue;
nir_src_copy(&txl->src[s].src, &tex->src[i].src, txl); nir_src_copy(&txl->src[s].src, &tex->src[i].src, &txl->instr);
txl->src[s].src_type = tex->src[i].src_type; txl->src[s].src_type = tex->src[i].src_type;
s++; s++;
} }

View File

@@ -135,7 +135,7 @@ create_plane_tex_instr_implicit(struct ycbcr_state *state,
} }
FALLTHROUGH; FALLTHROUGH;
default: default:
nir_src_copy(&tex->src[i].src, &old_tex->src[i].src, tex); nir_src_copy(&tex->src[i].src, &old_tex->src[i].src, &tex->instr);
break; break;
} }
} }

View File

@@ -210,7 +210,7 @@ create_array_tex_from_cube_tex(nir_builder *b, nir_tex_instr *tex, nir_ssa_def *
nir_src *psrc = (tex->src[i].src_type == nir_tex_src_coord) ? nir_src *psrc = (tex->src[i].src_type == nir_tex_src_coord) ?
&coord_src : &tex->src[i].src; &coord_src : &tex->src[i].src;
nir_src_copy(&array_tex->src[i].src, psrc, array_tex); nir_src_copy(&array_tex->src[i].src, psrc, &array_tex->instr);
array_tex->src[i].src_type = tex->src[i].src_type; array_tex->src[i].src_type = tex->src[i].src_type;
} }

View File

@@ -81,7 +81,7 @@ dx_get_texture_lod(nir_builder *b, nir_tex_instr *tex)
nir_ssa_def *ssa_src = nir_channels(b, tex->src[coord_index].src.ssa, nir_ssa_def *ssa_src = nir_channels(b, tex->src[coord_index].src.ssa,
(1 << coord_components) - 1); (1 << coord_components) - 1);
nir_src src = nir_src_for_ssa(ssa_src); nir_src src = nir_src_for_ssa(ssa_src);
nir_src_copy(&tql->src[0].src, &src, tql); nir_src_copy(&tql->src[0].src, &src, &tql->instr);
tql->src[0].src_type = nir_tex_src_coord; tql->src[0].src_type = nir_tex_src_coord;
unsigned idx = 1; unsigned idx = 1;
@@ -92,7 +92,7 @@ dx_get_texture_lod(nir_builder *b, nir_tex_instr *tex)
tex->src[i].src_type == nir_tex_src_sampler_offset || tex->src[i].src_type == nir_tex_src_sampler_offset ||
tex->src[i].src_type == nir_tex_src_texture_handle || tex->src[i].src_type == nir_tex_src_texture_handle ||
tex->src[i].src_type == nir_tex_src_sampler_handle) { tex->src[i].src_type == nir_tex_src_sampler_handle) {
nir_src_copy(&tql->src[idx].src, &tex->src[i].src, tql); nir_src_copy(&tql->src[idx].src, &tex->src[i].src, &tql->instr);
tql->src[idx].src_type = tex->src[i].src_type; tql->src[idx].src_type = tex->src[i].src_type;
idx++; idx++;
} }
@@ -278,7 +278,7 @@ create_txf_from_tex(nir_builder *b, nir_tex_instr *tex)
if (tex->src[i].src_type == nir_tex_src_texture_deref || if (tex->src[i].src_type == nir_tex_src_texture_deref ||
tex->src[i].src_type == nir_tex_src_texture_offset || tex->src[i].src_type == nir_tex_src_texture_offset ||
tex->src[i].src_type == nir_tex_src_texture_handle) { tex->src[i].src_type == nir_tex_src_texture_handle) {
nir_src_copy(&txf->src[idx].src, &tex->src[i].src, txf); nir_src_copy(&txf->src[idx].src, &tex->src[i].src, &txf->instr);
txf->src[idx].src_type = tex->src[i].src_type; txf->src[idx].src_type = tex->src[i].src_type;
idx++; idx++;
} }

View File

@@ -53,7 +53,7 @@ nir_lod_errata_instr(nir_builder *b, nir_instr *instr, void *data)
/* TODO: Indirect samplers, separate sampler objects XXX */ /* TODO: Indirect samplers, separate sampler objects XXX */
nir_src idx = nir_src_for_ssa(nir_imm_int(b, tex->texture_index)); nir_src idx = nir_src_for_ssa(nir_imm_int(b, tex->texture_index));
nir_src_copy(&l->src[0], &idx, l); nir_src_copy(&l->src[0], &idx, &l->instr);
nir_builder_instr_insert(b, &l->instr); nir_builder_instr_insert(b, &l->instr);
nir_ssa_def *params = &l->dest.ssa; nir_ssa_def *params = &l->dest.ssa;