Lines Matching refs:intrin

158 lower_load(nir_intrinsic_instr *intrin, struct lower_io_state *state,  in lower_load()  argument
163 nir_variable *var = intrin->variables[0]->var; in lower_load()
208 load->num_components = intrin->num_components; in lower_load()
231 lower_store(nir_intrinsic_instr *intrin, struct lower_io_state *state, in lower_store() argument
235 nir_variable *var = intrin->variables[0]->var; in lower_store()
249 store->num_components = intrin->num_components; in lower_store()
251 nir_src_copy(&store->src[0], &intrin->src[0], store); in lower_store()
258 nir_intrinsic_set_write_mask(store, nir_intrinsic_write_mask(intrin)); in lower_store()
269 lower_atomic(nir_intrinsic_instr *intrin, struct lower_io_state *state, in lower_atomic() argument
272 nir_variable *var = intrin->variables[0]->var; in lower_atomic()
277 switch (intrin->intrinsic) { in lower_atomic()
300 for (unsigned i = 0; i < nir_intrinsic_infos[intrin->intrinsic].num_srcs; i++) { in lower_atomic()
301 nir_src_copy(&atomic->src[i+1], &intrin->src[i], atomic); in lower_atomic()
308 lower_interpolate_at(nir_intrinsic_instr *intrin, struct lower_io_state *state, in lower_interpolate_at() argument
311 nir_variable *var = intrin->variables[0]->var; in lower_interpolate_at()
317 return lower_load(intrin, state, NULL, offset, component); in lower_interpolate_at()
320 switch (intrin->intrinsic) { in lower_interpolate_at()
342 if (intrin->intrinsic != nir_intrinsic_interp_var_at_centroid) in lower_interpolate_at()
343 nir_src_copy(&bary_setup->src[0], &intrin->src[0], bary_setup); in lower_interpolate_at()
350 load->num_components = intrin->num_components; in lower_interpolate_at()
372 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(instr); in nir_lower_io_block() local
374 switch (intrin->intrinsic) { in nir_lower_io_block()
400 nir_variable *var = intrin->variables[0]->var; in nir_lower_io_block()
420 offset = get_io_offset(b, intrin->variables[0], in nir_lower_io_block()
426 switch (intrin->intrinsic) { in nir_lower_io_block()
428 replacement = lower_load(intrin, state, vertex_index, offset, in nir_lower_io_block()
433 replacement = lower_store(intrin, state, vertex_index, offset, in nir_lower_io_block()
448 replacement = lower_atomic(intrin, state, offset); in nir_lower_io_block()
455 replacement = lower_interpolate_at(intrin, state, offset, in nir_lower_io_block()
463 if (nir_intrinsic_infos[intrin->intrinsic].has_dest) { in nir_lower_io_block()
464 if (intrin->dest.is_ssa) { in nir_lower_io_block()
466 intrin->dest.ssa.num_components, in nir_lower_io_block()
467 intrin->dest.ssa.bit_size, NULL); in nir_lower_io_block()
468 nir_ssa_def_rewrite_uses(&intrin->dest.ssa, in nir_lower_io_block()
471 nir_dest_copy(&replacement->dest, &intrin->dest, &intrin->instr); in nir_lower_io_block()
475 nir_instr_insert_before(&intrin->instr, &replacement->instr); in nir_lower_io_block()
476 nir_instr_remove(&intrin->instr); in nir_lower_io_block()