// Copyright 2017 the V8 project authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "src/builtins/builtins-utils-gen.h" #include "src/builtins/builtins.h" #include "src/code-stub-assembler.h" #include "src/objects.h" namespace v8 { namespace internal { using compiler::Node; class SharedArrayBufferBuiltinsAssembler : public CodeStubAssembler { public: explicit SharedArrayBufferBuiltinsAssembler( compiler::CodeAssemblerState* state) : CodeStubAssembler(state) {} protected: typedef Node* (CodeAssembler::*AssemblerFunction)(MachineType type, Node* base, Node* offset, Node* value); void ValidateSharedTypedArray(Node* tagged, Node* context, Node** out_instance_type, Node** out_backing_store); Node* ConvertTaggedAtomicIndexToWord32(Node* tagged, Node* context, Node** number_index); void ValidateAtomicIndex(Node* array, Node* index_word, Node* context); #if DEBUG void DebugSanityCheckAtomicIndex(Node* array, Node* index_word, Node* context); #endif void AtomicBinopBuiltinCommon(Node* array, Node* index, Node* value, Node* context, AssemblerFunction function, Runtime::FunctionId runtime_function); }; void SharedArrayBufferBuiltinsAssembler::ValidateSharedTypedArray( Node* tagged, Node* context, Node** out_instance_type, Node** out_backing_store) { Label not_float_or_clamped(this), invalid(this); // Fail if it is not a heap object. GotoIf(TaggedIsSmi(tagged), &invalid); // Fail if the array's instance type is not JSTypedArray. GotoIfNot(InstanceTypeEqual(LoadInstanceType(tagged), JS_TYPED_ARRAY_TYPE), &invalid); // Fail if the array's JSArrayBuffer is not shared. Node* array_buffer = LoadObjectField(tagged, JSTypedArray::kBufferOffset); Node* bitfield = LoadObjectField(array_buffer, JSArrayBuffer::kBitFieldOffset, MachineType::Uint32()); GotoIfNot(IsSetWord32(bitfield), &invalid); // Fail if the array's element type is float32, float64 or clamped. Node* elements_instance_type = LoadInstanceType(LoadElements(tagged)); STATIC_ASSERT(FIXED_INT8_ARRAY_TYPE < FIXED_FLOAT32_ARRAY_TYPE); STATIC_ASSERT(FIXED_INT16_ARRAY_TYPE < FIXED_FLOAT32_ARRAY_TYPE); STATIC_ASSERT(FIXED_INT32_ARRAY_TYPE < FIXED_FLOAT32_ARRAY_TYPE); STATIC_ASSERT(FIXED_UINT8_ARRAY_TYPE < FIXED_FLOAT32_ARRAY_TYPE); STATIC_ASSERT(FIXED_UINT16_ARRAY_TYPE < FIXED_FLOAT32_ARRAY_TYPE); STATIC_ASSERT(FIXED_UINT32_ARRAY_TYPE < FIXED_FLOAT32_ARRAY_TYPE); Branch(Int32LessThan(elements_instance_type, Int32Constant(FIXED_FLOAT32_ARRAY_TYPE)), ¬_float_or_clamped, &invalid); BIND(&invalid); { ThrowTypeError(context, MessageTemplate::kNotIntegerSharedTypedArray, tagged); } BIND(¬_float_or_clamped); *out_instance_type = elements_instance_type; Node* backing_store = LoadObjectField(array_buffer, JSArrayBuffer::kBackingStoreOffset); Node* byte_offset = ChangeUint32ToWord(TruncateTaggedToWord32( context, LoadObjectField(tagged, JSArrayBufferView::kByteOffsetOffset))); *out_backing_store = IntPtrAdd(BitcastTaggedToWord(backing_store), byte_offset); } // https://tc39.github.io/ecmascript_sharedmem/shmem.html#Atomics.ValidateAtomicAccess Node* SharedArrayBufferBuiltinsAssembler::ConvertTaggedAtomicIndexToWord32( Node* tagged, Node* context, Node** number_index) { VARIABLE(var_result, MachineRepresentation::kWord32); Label done(this), range_error(this); // Returns word32 since index cannot be longer than a TypedArray length, // which has a uint32 maximum. // The |number_index| output parameter is used only for architectures that // don't currently have a TF implementation and forward to runtime functions // instead; they expect the value has already been coerced to an integer. *number_index = ToSmiIndex(CAST(tagged), CAST(context), &range_error); var_result.Bind(SmiToInt32(*number_index)); Goto(&done); BIND(&range_error); { ThrowRangeError(context, MessageTemplate::kInvalidAtomicAccessIndex); } BIND(&done); return var_result.value(); } void SharedArrayBufferBuiltinsAssembler::ValidateAtomicIndex(Node* array, Node* index_word, Node* context) { // Check if the index is in bounds. If not, throw RangeError. Label check_passed(this); Node* array_length_word32 = TruncateTaggedToWord32(context, LoadTypedArrayLength(CAST(array))); GotoIf(Uint32LessThan(index_word, array_length_word32), &check_passed); ThrowRangeError(context, MessageTemplate::kInvalidAtomicAccessIndex); BIND(&check_passed); } #if DEBUG void SharedArrayBufferBuiltinsAssembler::DebugSanityCheckAtomicIndex( Node* array, Node* index_word, Node* context) { // In Debug mode, we re-validate the index as a sanity check because // ToInteger above calls out to JavaScript. A SharedArrayBuffer can't be // neutered and the TypedArray length can't change either, so skipping this // check in Release mode is safe. CSA_ASSERT(this, Uint32LessThan(index_word, TruncateTaggedToWord32( context, LoadTypedArrayLength(CAST(array))))); } #endif TF_BUILTIN(AtomicsLoad, SharedArrayBufferBuiltinsAssembler) { Node* array = Parameter(Descriptor::kArray); Node* index = Parameter(Descriptor::kIndex); Node* context = Parameter(Descriptor::kContext); Node* instance_type; Node* backing_store; ValidateSharedTypedArray(array, context, &instance_type, &backing_store); Node* index_integer; Node* index_word32 = ConvertTaggedAtomicIndexToWord32(index, context, &index_integer); ValidateAtomicIndex(array, index_word32, context); Node* index_word = ChangeUint32ToWord(index_word32); Label i8(this), u8(this), i16(this), u16(this), i32(this), u32(this), other(this); int32_t case_values[] = { FIXED_INT8_ARRAY_TYPE, FIXED_UINT8_ARRAY_TYPE, FIXED_INT16_ARRAY_TYPE, FIXED_UINT16_ARRAY_TYPE, FIXED_INT32_ARRAY_TYPE, FIXED_UINT32_ARRAY_TYPE, }; Label* case_labels[] = { &i8, &u8, &i16, &u16, &i32, &u32, }; Switch(instance_type, &other, case_values, case_labels, arraysize(case_labels)); BIND(&i8); Return( SmiFromInt32(AtomicLoad(MachineType::Int8(), backing_store, index_word))); BIND(&u8); Return(SmiFromInt32( AtomicLoad(MachineType::Uint8(), backing_store, index_word))); BIND(&i16); Return(SmiFromInt32( AtomicLoad(MachineType::Int16(), backing_store, WordShl(index_word, 1)))); BIND(&u16); Return(SmiFromInt32(AtomicLoad(MachineType::Uint16(), backing_store, WordShl(index_word, 1)))); BIND(&i32); Return(ChangeInt32ToTagged( AtomicLoad(MachineType::Int32(), backing_store, WordShl(index_word, 2)))); BIND(&u32); Return(ChangeUint32ToTagged(AtomicLoad(MachineType::Uint32(), backing_store, WordShl(index_word, 2)))); // This shouldn't happen, we've already validated the type. BIND(&other); Unreachable(); } TF_BUILTIN(AtomicsStore, SharedArrayBufferBuiltinsAssembler) { Node* array = Parameter(Descriptor::kArray); Node* index = Parameter(Descriptor::kIndex); Node* value = Parameter(Descriptor::kValue); Node* context = Parameter(Descriptor::kContext); Node* instance_type; Node* backing_store; ValidateSharedTypedArray(array, context, &instance_type, &backing_store); Node* index_integer; Node* index_word32 = ConvertTaggedAtomicIndexToWord32(index, context, &index_integer); ValidateAtomicIndex(array, index_word32, context); Node* index_word = ChangeUint32ToWord(index_word32); Node* value_integer = ToInteger_Inline(CAST(context), CAST(value)); Node* value_word32 = TruncateTaggedToWord32(context, value_integer); #if DEBUG DebugSanityCheckAtomicIndex(array, index_word32, context); #endif Label u8(this), u16(this), u32(this), other(this); int32_t case_values[] = { FIXED_INT8_ARRAY_TYPE, FIXED_UINT8_ARRAY_TYPE, FIXED_INT16_ARRAY_TYPE, FIXED_UINT16_ARRAY_TYPE, FIXED_INT32_ARRAY_TYPE, FIXED_UINT32_ARRAY_TYPE, }; Label* case_labels[] = { &u8, &u8, &u16, &u16, &u32, &u32, }; Switch(instance_type, &other, case_values, case_labels, arraysize(case_labels)); BIND(&u8); AtomicStore(MachineRepresentation::kWord8, backing_store, index_word, value_word32); Return(value_integer); BIND(&u16); AtomicStore(MachineRepresentation::kWord16, backing_store, WordShl(index_word, 1), value_word32); Return(value_integer); BIND(&u32); AtomicStore(MachineRepresentation::kWord32, backing_store, WordShl(index_word, 2), value_word32); Return(value_integer); // This shouldn't happen, we've already validated the type. BIND(&other); Unreachable(); } TF_BUILTIN(AtomicsExchange, SharedArrayBufferBuiltinsAssembler) { Node* array = Parameter(Descriptor::kArray); Node* index = Parameter(Descriptor::kIndex); Node* value = Parameter(Descriptor::kValue); Node* context = Parameter(Descriptor::kContext); Node* instance_type; Node* backing_store; ValidateSharedTypedArray(array, context, &instance_type, &backing_store); Node* index_integer; Node* index_word32 = ConvertTaggedAtomicIndexToWord32(index, context, &index_integer); ValidateAtomicIndex(array, index_word32, context); Node* value_integer = ToInteger_Inline(CAST(context), CAST(value)); #if DEBUG DebugSanityCheckAtomicIndex(array, index_word32, context); #endif #if V8_TARGET_ARCH_MIPS || V8_TARGET_ARCH_MIPS64 Return(CallRuntime(Runtime::kAtomicsExchange, context, array, index_integer, value_integer)); #else Node* index_word = ChangeUint32ToWord(index_word32); Node* value_word32 = TruncateTaggedToWord32(context, value_integer); Label i8(this), u8(this), i16(this), u16(this), i32(this), u32(this), other(this); int32_t case_values[] = { FIXED_INT8_ARRAY_TYPE, FIXED_UINT8_ARRAY_TYPE, FIXED_INT16_ARRAY_TYPE, FIXED_UINT16_ARRAY_TYPE, FIXED_INT32_ARRAY_TYPE, FIXED_UINT32_ARRAY_TYPE, }; Label* case_labels[] = { &i8, &u8, &i16, &u16, &i32, &u32, }; Switch(instance_type, &other, case_values, case_labels, arraysize(case_labels)); BIND(&i8); Return(SmiFromInt32(AtomicExchange(MachineType::Int8(), backing_store, index_word, value_word32))); BIND(&u8); Return(SmiFromInt32(AtomicExchange(MachineType::Uint8(), backing_store, index_word, value_word32))); BIND(&i16); Return(SmiFromInt32(AtomicExchange(MachineType::Int16(), backing_store, WordShl(index_word, 1), value_word32))); BIND(&u16); Return(SmiFromInt32(AtomicExchange(MachineType::Uint16(), backing_store, WordShl(index_word, 1), value_word32))); BIND(&i32); Return(ChangeInt32ToTagged(AtomicExchange(MachineType::Int32(), backing_store, WordShl(index_word, 2), value_word32))); BIND(&u32); Return(ChangeUint32ToTagged( AtomicExchange(MachineType::Uint32(), backing_store, WordShl(index_word, 2), value_word32))); // This shouldn't happen, we've already validated the type. BIND(&other); Unreachable(); #endif // V8_TARGET_ARCH_MIPS || V8_TARGET_ARCH_MIPS64 } TF_BUILTIN(AtomicsCompareExchange, SharedArrayBufferBuiltinsAssembler) { Node* array = Parameter(Descriptor::kArray); Node* index = Parameter(Descriptor::kIndex); Node* old_value = Parameter(Descriptor::kOldValue); Node* new_value = Parameter(Descriptor::kNewValue); Node* context = Parameter(Descriptor::kContext); Node* instance_type; Node* backing_store; ValidateSharedTypedArray(array, context, &instance_type, &backing_store); Node* index_integer; Node* index_word32 = ConvertTaggedAtomicIndexToWord32(index, context, &index_integer); ValidateAtomicIndex(array, index_word32, context); Node* old_value_integer = ToInteger_Inline(CAST(context), CAST(old_value)); Node* new_value_integer = ToInteger_Inline(CAST(context), CAST(new_value)); #if DEBUG DebugSanityCheckAtomicIndex(array, index_word32, context); #endif #if V8_TARGET_ARCH_MIPS || V8_TARGET_ARCH_MIPS64 || V8_TARGET_ARCH_PPC64 || \ V8_TARGET_ARCH_PPC || V8_TARGET_ARCH_S390 || V8_TARGET_ARCH_S390X Return(CallRuntime(Runtime::kAtomicsCompareExchange, context, array, index_integer, old_value_integer, new_value_integer)); #else Node* index_word = ChangeUint32ToWord(index_word32); Node* old_value_word32 = TruncateTaggedToWord32(context, old_value_integer); Node* new_value_word32 = TruncateTaggedToWord32(context, new_value_integer); Label i8(this), u8(this), i16(this), u16(this), i32(this), u32(this), other(this); int32_t case_values[] = { FIXED_INT8_ARRAY_TYPE, FIXED_UINT8_ARRAY_TYPE, FIXED_INT16_ARRAY_TYPE, FIXED_UINT16_ARRAY_TYPE, FIXED_INT32_ARRAY_TYPE, FIXED_UINT32_ARRAY_TYPE, }; Label* case_labels[] = { &i8, &u8, &i16, &u16, &i32, &u32, }; Switch(instance_type, &other, case_values, case_labels, arraysize(case_labels)); BIND(&i8); Return(SmiFromInt32(AtomicCompareExchange(MachineType::Int8(), backing_store, index_word, old_value_word32, new_value_word32))); BIND(&u8); Return(SmiFromInt32(AtomicCompareExchange(MachineType::Uint8(), backing_store, index_word, old_value_word32, new_value_word32))); BIND(&i16); Return(SmiFromInt32(AtomicCompareExchange( MachineType::Int16(), backing_store, WordShl(index_word, 1), old_value_word32, new_value_word32))); BIND(&u16); Return(SmiFromInt32(AtomicCompareExchange( MachineType::Uint16(), backing_store, WordShl(index_word, 1), old_value_word32, new_value_word32))); BIND(&i32); Return(ChangeInt32ToTagged(AtomicCompareExchange( MachineType::Int32(), backing_store, WordShl(index_word, 2), old_value_word32, new_value_word32))); BIND(&u32); Return(ChangeUint32ToTagged(AtomicCompareExchange( MachineType::Uint32(), backing_store, WordShl(index_word, 2), old_value_word32, new_value_word32))); // This shouldn't happen, we've already validated the type. BIND(&other); Unreachable(); #endif // V8_TARGET_ARCH_MIPS || V8_TARGET_ARCH_MIPS64 || V8_TARGET_ARCH_PPC64 // || V8_TARGET_ARCH_PPC || V8_TARGET_ARCH_S390 || V8_TARGET_ARCH_S390X } #define BINOP_BUILTIN(op) \ TF_BUILTIN(Atomics##op, SharedArrayBufferBuiltinsAssembler) { \ Node* array = Parameter(Descriptor::kArray); \ Node* index = Parameter(Descriptor::kIndex); \ Node* value = Parameter(Descriptor::kValue); \ Node* context = Parameter(Descriptor::kContext); \ AtomicBinopBuiltinCommon(array, index, value, context, \ &CodeAssembler::Atomic##op, \ Runtime::kAtomics##op); \ } BINOP_BUILTIN(Add) BINOP_BUILTIN(Sub) BINOP_BUILTIN(And) BINOP_BUILTIN(Or) BINOP_BUILTIN(Xor) #undef BINOP_BUILTIN void SharedArrayBufferBuiltinsAssembler::AtomicBinopBuiltinCommon( Node* array, Node* index, Node* value, Node* context, AssemblerFunction function, Runtime::FunctionId runtime_function) { Node* instance_type; Node* backing_store; ValidateSharedTypedArray(array, context, &instance_type, &backing_store); Node* index_integer; Node* index_word32 = ConvertTaggedAtomicIndexToWord32(index, context, &index_integer); ValidateAtomicIndex(array, index_word32, context); Node* value_integer = ToInteger_Inline(CAST(context), CAST(value)); #if DEBUG // In Debug mode, we re-validate the index as a sanity check because // ToInteger above calls out to JavaScript. A SharedArrayBuffer can't be // neutered and the TypedArray length can't change either, so skipping this // check in Release mode is safe. ValidateAtomicIndex(array, index_word32, context); #endif #if V8_TARGET_ARCH_MIPS || V8_TARGET_ARCH_MIPS64 || V8_TARGET_ARCH_PPC64 || \ V8_TARGET_ARCH_PPC || V8_TARGET_ARCH_S390 || V8_TARGET_ARCH_S390X Return(CallRuntime(runtime_function, context, array, index_integer, value_integer)); #else Node* index_word = ChangeUint32ToWord(index_word32); Node* value_word32 = TruncateTaggedToWord32(context, value_integer); Label i8(this), u8(this), i16(this), u16(this), i32(this), u32(this), other(this); int32_t case_values[] = { FIXED_INT8_ARRAY_TYPE, FIXED_UINT8_ARRAY_TYPE, FIXED_INT16_ARRAY_TYPE, FIXED_UINT16_ARRAY_TYPE, FIXED_INT32_ARRAY_TYPE, FIXED_UINT32_ARRAY_TYPE, }; Label* case_labels[] = { &i8, &u8, &i16, &u16, &i32, &u32, }; Switch(instance_type, &other, case_values, case_labels, arraysize(case_labels)); BIND(&i8); Return(SmiFromInt32((this->*function)(MachineType::Int8(), backing_store, index_word, value_word32))); BIND(&u8); Return(SmiFromInt32((this->*function)(MachineType::Uint8(), backing_store, index_word, value_word32))); BIND(&i16); Return(SmiFromInt32((this->*function)(MachineType::Int16(), backing_store, WordShl(index_word, 1), value_word32))); BIND(&u16); Return(SmiFromInt32((this->*function)(MachineType::Uint16(), backing_store, WordShl(index_word, 1), value_word32))); BIND(&i32); Return(ChangeInt32ToTagged( (this->*function)(MachineType::Int32(), backing_store, WordShl(index_word, 2), value_word32))); BIND(&u32); Return(ChangeUint32ToTagged( (this->*function)(MachineType::Uint32(), backing_store, WordShl(index_word, 2), value_word32))); // This shouldn't happen, we've already validated the type. BIND(&other); Unreachable(); #endif // V8_TARGET_ARCH_MIPS || V8_TARGET_ARCH_MIPS64 || V8_TARGET_ARCH_PPC64 // || V8_TARGET_ARCH_PPC || V8_TARGET_ARCH_S390 || V8_TARGET_ARCH_S390X } } // namespace internal } // namespace v8