| /external/swiftshader/src/Pipeline/ |
| D | SpirvShaderGroup.cpp | 41 …auto mask = As<SIMD::UInt>(state->activeLaneMask()); // Considers helper invocations active. See … in BinaryOperation()
96 …SIMD::Int active = state->activeLaneMask(); // Considers helper invocations active. See b/1511370… in EmitGroupNonUniform()
108 …dst.move(0, AndAll(predicate.UInt(0) | ~As<SIMD::UInt>(state->activeLaneMask()))); // Considers h… in EmitGroupNonUniform()
115 …dst.move(0, OrAll(predicate.UInt(0) & As<SIMD::UInt>(state->activeLaneMask()))); // Considers hel… in EmitGroupNonUniform()
123 …SIMD::UInt active = As<SIMD::UInt>(state->activeLaneMask()); // Considers helper invocations acti… in EmitGroupNonUniform()
160 …SIMD::UInt active = As<SIMD::UInt>(state->activeLaneMask()); // Considers helper invocations acti… in EmitGroupNonUniform()
185 …SIMD::Int active = state->activeLaneMask(); // Considers helper invocations active. See b/1511370… in EmitGroupNonUniform()
201 …dst.move(0, SIMD::Int(SignMask(state->activeLaneMask() & predicate.Int(0)))); // Considers helper… in EmitGroupNonUniform()
|
| D | SpirvShaderControlFlow.cpp | 200 addActiveLaneMaskEdge(block, to, mask & activeLaneMask()); in addOutputActiveLaneMaskEdge()
301 SIMD::Int activeLaneMask(0); in EmitNonLoop() local
306 activeLaneMask |= inMask; in EmitNonLoop()
308 SPIRV_SHADER_DBG("Block {0} mask: {1}", blockId, activeLaneMask); in EmitNonLoop()
309 SetActiveLaneMask(activeLaneMask, state); in EmitNonLoop()
499 state->addActiveLaneMaskEdge(state->block, target, state->activeLaneMask()); in EmitBranch()
540 SIMD::Int defaultLaneMask = state->activeLaneMask(); in EmitSwitch()
550 SPIRV_SHADER_DBG("case {0}: {1}", label, caseLabelMatch & state->activeLaneMask()); in EmitSwitch()
577 state->routine->killMask |= SignMask(state->activeLaneMask()); in EmitKill()
|
| D | SpirvShaderMemory.cpp | 64 dst.move(el.index, p.Load<SIMD::Float>(robustness, state->activeLaneMask(), atomic, memoryOrder)); in EmitLoad()
67 …{1}, ptr: {2}, val: {3}, mask: {4})", atomic, int(memoryOrder), ptr, dst, state->activeLaneMask()); in EmitLoad()
105 SIMD::Int mask = state->activeLaneMask(); in Store()
230 p.Store(initialValue.Float(el.index), robustness, state->activeLaneMask()); in EmitVariable()
273 auto value = src.Load<SIMD::Float>(robustness, state->activeLaneMask()); in EmitCopyMemory()
274 dst.Store(value, robustness, state->activeLaneMask()); in EmitCopyMemory()
|
| D | VertexProgram.cpp | 81 auto activeLaneMask = SIMD::Int(0xFFFFFFFF); in program() local
83 spirvShader->emit(&routine, activeLaneMask, storesAndAtomicsMask, descriptorSets); in program()
|
| D | ComputeProgram.cpp | 201 auto activeLaneMask = CmpLT(localInvocationIndex, SIMD::Int(invocationsPerWorkgroup)); in emit() local
205 shader->emit(routine, activeLaneMask, activeLaneMask, descriptorSets); in emit()
|
| D | SpirvShader.hpp | 787 …void emit(SpirvRoutine *routine, RValue<SIMD::Int> const &activeLaneMask, RValue<SIMD::Int> const …
917 RValue<SIMD::Int> activeLaneMask, in EmitState() argument
925 , activeLaneMaskValue(activeLaneMask.value()) in EmitState()
943 RValue<SIMD::Int> activeLaneMask() const in activeLaneMask() function in sw::SpirvShader::EmitState
964 return activeLaneMask() & storesAndAtomicsMask(); in activeStoresAndAtomicsMask()
|
| D | SpirvShaderImage.cpp | 137 If(AnyTrue(state->activeLaneMask())) in EmitImageSample()
688 packed[i] = texelPtr.Load<SIMD::Int>(robustness, state->activeLaneMask()); in EmitImageRead()
695 SIMD::Int mask = state->activeLaneMask() & texelPtr.isInBounds(2, robustness); in EmitImageRead()
708 SIMD::Int mask = state->activeLaneMask() & texelPtr.isInBounds(1, robustness); in EmitImageRead()
1235 texelPtr.Store(packed[i], robustness, state->activeLaneMask()); in EmitImageWrite()
1242 SIMD::Int mask = state->activeLaneMask() & texelPtr.isInBounds(2, robustness); in EmitImageWrite()
1255 SIMD::Int mask = state->activeLaneMask() & texelPtr.isInBounds(1, robustness); in EmitImageWrite()
|
| D | PixelProgram.cpp | 191 auto activeLaneMask = SIMD::Int(0xFFFFFFFF); in applyShader() local
195 …spirvShader->emit(&routine, activeLaneMask, storesAndAtomicsMask, descriptorSets, state.multiSampl… in applyShader()
|
| D | SpirvShaderDebugger.cpp | 1257 sw::SIMD::uint_t activeLaneMask; member
1955 auto mask = state->activeLaneMask(); in create()
2143 if(std::all_of(globals.activeLaneMask.data.begin(), in trap()
2144 globals.activeLaneMask.data.end(), in trap()
2419 …ed", vk::dbg::make_reference(reinterpret_cast<const bool &>(state->globals.activeLaneMask[lane]))); in buildGlobals()
2610 SetActiveLaneMask(state->activeLaneMask(), state); in dbgBeginEmit()
2754 store(globals + OFFSET(Impl::Debugger::State::Globals, activeLaneMask), mask); in dbgUpdateActiveLaneMask()
|
| D | SpirvShader.cpp | 1633 void SpirvShader::emit(SpirvRoutine *routine, RValue<SIMD::Int> const &activeLaneMask, RValue<SIMD:… in emit() argument
1635 …EmitState state(routine, entryPoint, activeLaneMask, storesAndAtomicsMask, descriptorSets, robustB… in emit()
2308 SIMD::Int mask = state->activeLaneMask() & state->storesAndAtomicsMask(); in EmitAtomicOp()
2387 auto mask = state->activeLaneMask() & state->storesAndAtomicsMask(); in EmitAtomicCompareExchange()
|