23 #define __ ACCESS_MASM(masm)
25 void Builtins::Generate_Adaptor(MacroAssembler* masm, Address address,  in Generate_Adaptor()  argument
29     __ Jump(BUILTIN_CODE(masm->isolate(), AdaptorWithBuiltinExitFrame),  in Generate_Adaptor()
33     __ Jump(BUILTIN_CODE(masm->isolate(), AdaptorWithExitFrame),  in Generate_Adaptor()
38 void Builtins::Generate_InternalArrayConstructor(MacroAssembler* masm) {  in Generate_InternalArrayConstructor()  argument
60   __ Jump(BUILTIN_CODE(masm->isolate(), InternalArrayConstructorImpl),  in Generate_InternalArrayConstructor()
64 static void GenerateTailCallToReturnedCode(MacroAssembler* masm,  in GenerateTailCallToReturnedCode()  argument
72     FrameScope scope(masm, StackFrame::INTERNAL);  in GenerateTailCallToReturnedCode()
92 void Generate_JSBuiltinsConstructStubHelper(MacroAssembler* masm) {  in Generate_JSBuiltinsConstructStubHelper()  argument
104     FrameScope scope(masm, StackFrame::CONSTRUCT);  in Generate_JSBuiltinsConstructStubHelper()
161 void Builtins::Generate_JSConstructStubGeneric(MacroAssembler* masm) {  in Generate_JSConstructStubGeneric()  argument
173     FrameScope scope(masm, StackFrame::CONSTRUCT);  in Generate_JSConstructStubGeneric()
196     __ IncrementCounter(masm->isolate()->counters()->constructed_objects(), 1,  in Generate_JSConstructStubGeneric()
198     __ Call(BUILTIN_CODE(masm->isolate(), FastNewObject),  in Generate_JSConstructStubGeneric()
215     masm->isolate()->heap()->SetConstructStubCreateDeoptPCOffset(  in Generate_JSConstructStubGeneric()
216         masm->pc_offset());  in Generate_JSConstructStubGeneric()
282     masm->isolate()->heap()->SetConstructStubInvokeDeoptPCOffset(  in Generate_JSConstructStubGeneric()
283         masm->pc_offset());  in Generate_JSConstructStubGeneric()
329 void Builtins::Generate_JSBuiltinsConstructStub(MacroAssembler* masm) {  in Generate_JSBuiltinsConstructStub()  argument
330   Generate_JSBuiltinsConstructStubHelper(masm);  in Generate_JSBuiltinsConstructStub()
333 void Builtins::Generate_ConstructedNonConstructable(MacroAssembler* masm) {  in Generate_ConstructedNonConstructable()  argument
334   FrameScope scope(masm, StackFrame::INTERNAL);  in Generate_ConstructedNonConstructable()
340 static void Generate_CheckStackOverflow(MacroAssembler* masm, Register argc) {  in Generate_CheckStackOverflow()  argument
360 static void Generate_JSEntryTrampolineHelper(MacroAssembler* masm,  in Generate_JSEntryTrampolineHelper()  argument
369   ProfileEntryHookStub::MaybeCallEntryHook(masm);  in Generate_JSEntryTrampolineHelper()
373     FrameScope scope(masm, StackFrame::INTERNAL);  in Generate_JSEntryTrampolineHelper()
377         IsolateAddressId::kContextAddress, masm->isolate());  in Generate_JSEntryTrampolineHelper()
386     Generate_CheckStackOverflow(masm, a3);  in Generate_JSEntryTrampolineHelper()
424                                ? BUILTIN_CODE(masm->isolate(), Construct)  in Generate_JSEntryTrampolineHelper()
425                                : masm->isolate()->builtins()->Call();  in Generate_JSEntryTrampolineHelper()
434 void Builtins::Generate_JSEntryTrampoline(MacroAssembler* masm) {  in Generate_JSEntryTrampoline()  argument
435   Generate_JSEntryTrampolineHelper(masm, false);  in Generate_JSEntryTrampoline()
438 void Builtins::Generate_JSConstructEntryTrampoline(MacroAssembler* masm) {  in Generate_JSConstructEntryTrampoline()  argument
439   Generate_JSEntryTrampolineHelper(masm, true);  in Generate_JSConstructEntryTrampoline()
442 static void GetSharedFunctionInfoBytecode(MacroAssembler* masm,  in GetSharedFunctionInfoBytecode()  argument
456 void Builtins::Generate_ResumeGeneratorTrampoline(MacroAssembler* masm) {  in Generate_ResumeGeneratorTrampoline()  argument
478       ExternalReference::debug_hook_on_function_call_address(masm->isolate());  in Generate_ResumeGeneratorTrampoline()
485       ExternalReference::debug_suspended_generator_address(masm->isolate());  in Generate_ResumeGeneratorTrampoline()
534     GetSharedFunctionInfoBytecode(masm, a3, a0);  in Generate_ResumeGeneratorTrampoline()
558     FrameScope scope(masm, StackFrame::INTERNAL);  in Generate_ResumeGeneratorTrampoline()
570     FrameScope scope(masm, StackFrame::INTERNAL);  in Generate_ResumeGeneratorTrampoline()
580     FrameScope scope(masm, StackFrame::INTERNAL);  in Generate_ResumeGeneratorTrampoline()
587     MacroAssembler* masm, Register optimized_code, Register closure,  in ReplaceClosureCodeWithOptimizedCode()  argument
597 static void LeaveInterpreterFrame(MacroAssembler* masm, Register scratch) {  in LeaveInterpreterFrame()  argument
614 static void TailCallRuntimeIfMarkerEquals(MacroAssembler* masm,  in TailCallRuntimeIfMarkerEquals()  argument
620   GenerateTailCallToReturnedCode(masm, function_id);  in TailCallRuntimeIfMarkerEquals()
624 static void MaybeTailCallOptimizedCodeSlot(MacroAssembler* masm,  in MaybeTailCallOptimizedCodeSlot()  argument
657     TailCallRuntimeIfMarkerEquals(masm, optimized_code_entry,  in MaybeTailCallOptimizedCodeSlot()
660     TailCallRuntimeIfMarkerEquals(masm, optimized_code_entry,  in MaybeTailCallOptimizedCodeSlot()
664         masm, optimized_code_entry,  in MaybeTailCallOptimizedCodeSlot()
701     ReplaceClosureCodeWithOptimizedCode(masm, optimized_code_entry, closure,  in MaybeTailCallOptimizedCodeSlot()
710     GenerateTailCallToReturnedCode(masm, Runtime::kEvictOptimizedCodeSlot);  in MaybeTailCallOptimizedCodeSlot()
721 static void AdvanceBytecodeOffsetOrReturn(MacroAssembler* masm,  in AdvanceBytecodeOffsetOrReturn()  argument
789 void Builtins::Generate_InterpreterEntryTrampoline(MacroAssembler* masm) {  in Generate_InterpreterEntryTrampoline()  argument
790   ProfileEntryHookStub::MaybeCallEntryHook(masm);  in Generate_InterpreterEntryTrampoline()
801   MaybeTailCallOptimizedCodeSlot(masm, feedback_vector, t0, t3, t1);  in Generate_InterpreterEntryTrampoline()
806   FrameScope frame_scope(masm, StackFrame::MANUAL);  in Generate_InterpreterEntryTrampoline()
814   GetSharedFunctionInfoBytecode(masm, kInterpreterBytecodeArrayRegister, t0);  in Generate_InterpreterEntryTrampoline()
896         ExternalReference::interpreter_dispatch_table_address(masm->isolate()));  in Generate_InterpreterEntryTrampoline()
903   masm->isolate()->heap()->SetInterpreterEntryReturnPCOffset(masm->pc_offset());  in Generate_InterpreterEntryTrampoline()
919   AdvanceBytecodeOffsetOrReturn(masm, kInterpreterBytecodeArrayRegister,  in Generate_InterpreterEntryTrampoline()
926   LeaveInterpreterFrame(masm, t0);  in Generate_InterpreterEntryTrampoline()
931 static void Generate_StackOverflowCheck(MacroAssembler* masm, Register num_args,  in Generate_StackOverflowCheck()  argument
947 static void Generate_InterpreterPushArgs(MacroAssembler* masm,  in Generate_InterpreterPushArgs()  argument
968     MacroAssembler* masm, ConvertReceiverMode receiver_mode,  in Generate_InterpreterPushArgsThenCallImpl()  argument
982   Generate_StackOverflowCheck(masm, t0, t4, t1, &stack_overflow);  in Generate_InterpreterPushArgsThenCallImpl()
991   Generate_InterpreterPushArgs(masm, t0, a2, t4, t1);  in Generate_InterpreterPushArgsThenCallImpl()
1000     __ Jump(BUILTIN_CODE(masm->isolate(), CallWithSpread),  in Generate_InterpreterPushArgsThenCallImpl()
1003     __ Jump(masm->isolate()->builtins()->Call(ConvertReceiverMode::kAny),  in Generate_InterpreterPushArgsThenCallImpl()
1017     MacroAssembler* masm, InterpreterPushArgsMode mode) {  in Generate_InterpreterPushArgsThenConstructImpl()  argument
1030   Generate_StackOverflowCheck(masm, a0, t1, t0, &stack_overflow);  in Generate_InterpreterPushArgsThenConstructImpl()
1033   Generate_InterpreterPushArgs(masm, a0, t4, t1, t0);  in Generate_InterpreterPushArgsThenConstructImpl()
1047     __ Jump(BUILTIN_CODE(masm->isolate(), ArrayConstructorImpl),  in Generate_InterpreterPushArgsThenConstructImpl()
1051     __ Jump(BUILTIN_CODE(masm->isolate(), ConstructWithSpread),  in Generate_InterpreterPushArgsThenConstructImpl()
1056     __ Jump(BUILTIN_CODE(masm->isolate(), Construct), RelocInfo::CODE_TARGET);  in Generate_InterpreterPushArgsThenConstructImpl()
1067 static void Generate_InterpreterEnterBytecode(MacroAssembler* masm) {  in Generate_InterpreterEnterBytecode()  argument
1072       masm->isolate()->heap()->interpreter_entry_return_pc_offset());  in Generate_InterpreterEnterBytecode()
1089   __ li(t0, BUILTIN_CODE(masm->isolate(), InterpreterEntryTrampoline));  in Generate_InterpreterEnterBytecode()
1097         ExternalReference::interpreter_dispatch_table_address(masm->isolate()));  in Generate_InterpreterEnterBytecode()
1129 void Builtins::Generate_InterpreterEnterBytecodeAdvance(MacroAssembler* masm) {  in Generate_InterpreterEnterBytecodeAdvance()  argument
1146   AdvanceBytecodeOffsetOrReturn(masm, kInterpreterBytecodeArrayRegister,  in Generate_InterpreterEnterBytecodeAdvance()
1154   Generate_InterpreterEnterBytecode(masm);  in Generate_InterpreterEnterBytecodeAdvance()
1161 void Builtins::Generate_InterpreterEnterBytecodeDispatch(MacroAssembler* masm) {  in Generate_InterpreterEnterBytecodeDispatch()  argument
1162   Generate_InterpreterEnterBytecode(masm);  in Generate_InterpreterEnterBytecodeDispatch()
1165 void Builtins::Generate_InstantiateAsmJs(MacroAssembler* masm) {  in Generate_InstantiateAsmJs()  argument
1173     FrameScope scope(masm, StackFrame::INTERNAL);  in Generate_InstantiateAsmJs()
1231 void Generate_ContinueToBuiltinHelper(MacroAssembler* masm,  in Generate_ContinueToBuiltinHelper()  argument
1262 void Builtins::Generate_ContinueToCodeStubBuiltin(MacroAssembler* masm) {  in Generate_ContinueToCodeStubBuiltin()  argument
1263   Generate_ContinueToBuiltinHelper(masm, false, false);  in Generate_ContinueToCodeStubBuiltin()
1267     MacroAssembler* masm) {  in Generate_ContinueToCodeStubBuiltinWithResult()  argument
1268   Generate_ContinueToBuiltinHelper(masm, false, true);  in Generate_ContinueToCodeStubBuiltinWithResult()
1271 void Builtins::Generate_ContinueToJavaScriptBuiltin(MacroAssembler* masm) {  in Generate_ContinueToJavaScriptBuiltin()  argument
1272   Generate_ContinueToBuiltinHelper(masm, true, false);  in Generate_ContinueToJavaScriptBuiltin()
1276     MacroAssembler* masm) {  in Generate_ContinueToJavaScriptBuiltinWithResult()  argument
1277   Generate_ContinueToBuiltinHelper(masm, true, true);  in Generate_ContinueToJavaScriptBuiltinWithResult()
1280 void Builtins::Generate_NotifyDeoptimized(MacroAssembler* masm) {  in Generate_NotifyDeoptimized()  argument
1282     FrameScope scope(masm, StackFrame::INTERNAL);  in Generate_NotifyDeoptimized()
1293 static void Generate_OnStackReplacementHelper(MacroAssembler* masm,  in Generate_OnStackReplacementHelper()  argument
1304     FrameScope scope(masm, StackFrame::INTERNAL);  in Generate_OnStackReplacementHelper()
1339 void Builtins::Generate_OnStackReplacement(MacroAssembler* masm) {  in Generate_OnStackReplacement()  argument
1340   Generate_OnStackReplacementHelper(masm, false);  in Generate_OnStackReplacement()
1343 void Builtins::Generate_InterpreterOnStackReplacement(MacroAssembler* masm) {  in Generate_InterpreterOnStackReplacement()  argument
1344   Generate_OnStackReplacementHelper(masm, true);  in Generate_InterpreterOnStackReplacement()
1348 void Builtins::Generate_FunctionPrototypeApply(MacroAssembler* masm) {  in Generate_FunctionPrototypeApply()  argument
1396   __ Jump(BUILTIN_CODE(masm->isolate(), CallWithArrayLike),  in Generate_FunctionPrototypeApply()
1404     __ Jump(masm->isolate()->builtins()->Call(), RelocInfo::CODE_TARGET);  in Generate_FunctionPrototypeApply()
1409 void Builtins::Generate_FunctionPrototypeCall(MacroAssembler* masm) {  in Generate_FunctionPrototypeCall()  argument
1447   __ Jump(masm->isolate()->builtins()->Call(), RelocInfo::CODE_TARGET);  in Generate_FunctionPrototypeCall()
1450 void Builtins::Generate_ReflectApply(MacroAssembler* masm) {  in Generate_ReflectApply()  argument
1497   __ Jump(BUILTIN_CODE(masm->isolate(), CallWithArrayLike),  in Generate_ReflectApply()
1501 void Builtins::Generate_ReflectConstruct(MacroAssembler* masm) {  in Generate_ReflectConstruct()  argument
1553   __ Jump(BUILTIN_CODE(masm->isolate(), ConstructWithArrayLike),  in Generate_ReflectConstruct()
1557 static void EnterArgumentsAdaptorFrame(MacroAssembler* masm) {  in EnterArgumentsAdaptorFrame()  argument
1566 static void LeaveArgumentsAdaptorFrame(MacroAssembler* masm) {  in LeaveArgumentsAdaptorFrame()  argument
1581 void Builtins::Generate_CallOrConstructVarargs(MacroAssembler* masm,  in Generate_CallOrConstructVarargs()  argument
1590   if (masm->emit_debug_code()) {  in Generate_CallOrConstructVarargs()
1645 void Builtins::Generate_CallOrConstructForwardVarargs(MacroAssembler* masm,  in Generate_CallOrConstructForwardVarargs()  argument
1665       FrameScope scope(masm, StackFrame::MANUAL);  in Generate_CallOrConstructForwardVarargs()
1700     Generate_StackOverflowCheck(masm, t2, t0, t1, &stack_overflow);  in Generate_CallOrConstructForwardVarargs()
1726 void Builtins::Generate_CallFunction(MacroAssembler* masm,  in Generate_CallFunction()  argument
1790         FrameScope scope(masm, StackFrame::INTERNAL);  in Generate_CallFunction()
1795         __ Call(BUILTIN_CODE(masm->isolate(), ToObject),  in Generate_CallFunction()
1826     FrameScope frame(masm, StackFrame::INTERNAL);  in Generate_CallFunction()
1833 void Builtins::Generate_CallBoundFunctionImpl(MacroAssembler* masm) {  in Generate_CallBoundFunctionImpl()  argument
1871       FrameScope scope(masm, StackFrame::MANUAL);  in Generate_CallBoundFunctionImpl()
1914   __ Jump(BUILTIN_CODE(masm->isolate(), Call_ReceiverIsAny),  in Generate_CallBoundFunctionImpl()
1919 void Builtins::Generate_Call(MacroAssembler* masm, ConvertReceiverMode mode) {  in Generate_Call()  argument
1929   __ Jump(masm->isolate()->builtins()->CallFunction(mode),  in Generate_Call()
1931   __ Jump(BUILTIN_CODE(masm->isolate(), CallBoundFunction),  in Generate_Call()
1941   __ Jump(BUILTIN_CODE(masm->isolate(), CallProxy), RelocInfo::CODE_TARGET);  in Generate_Call()
1951   __ Jump(masm->isolate()->builtins()->CallFunction(  in Generate_Call()
1958     FrameScope scope(masm, StackFrame::INTERNAL);  in Generate_Call()
1965 void Builtins::Generate_ConstructFunction(MacroAssembler* masm) {  in Generate_ConstructFunction()  argument
1986   __ Jump(BUILTIN_CODE(masm->isolate(), JSBuiltinsConstructStub),  in Generate_ConstructFunction()
1990   __ Jump(BUILTIN_CODE(masm->isolate(), JSConstructStubGeneric),  in Generate_ConstructFunction()
1995 void Builtins::Generate_ConstructBoundFunction(MacroAssembler* masm) {  in Generate_ConstructBoundFunction()  argument
2029       FrameScope scope(masm, StackFrame::MANUAL);  in Generate_ConstructBoundFunction()
2080   __ Jump(BUILTIN_CODE(masm->isolate(), Construct), RelocInfo::CODE_TARGET);  in Generate_ConstructBoundFunction()
2084 void Builtins::Generate_Construct(MacroAssembler* masm) {  in Generate_Construct()  argument
2104   __ Jump(BUILTIN_CODE(masm->isolate(), ConstructFunction),  in Generate_Construct()
2109   __ Jump(BUILTIN_CODE(masm->isolate(), ConstructBoundFunction),  in Generate_Construct()
2114   __ Jump(BUILTIN_CODE(masm->isolate(), ConstructProxy),  in Generate_Construct()
2125     __ Jump(masm->isolate()->builtins()->CallFunction(),  in Generate_Construct()
2132   __ Jump(BUILTIN_CODE(masm->isolate(), ConstructedNonConstructable),  in Generate_Construct()
2136 void Builtins::Generate_ArgumentsAdaptorTrampoline(MacroAssembler* masm) {  in Generate_ArgumentsAdaptorTrampoline()  argument
2159     EnterArgumentsAdaptorFrame(masm);  in Generate_ArgumentsAdaptorTrampoline()
2160     Generate_StackOverflowCheck(masm, a2, t1, kScratchReg, &stack_overflow);  in Generate_ArgumentsAdaptorTrampoline()
2189     EnterArgumentsAdaptorFrame(masm);  in Generate_ArgumentsAdaptorTrampoline()
2190     Generate_StackOverflowCheck(masm, a2, t1, kScratchReg, &stack_overflow);  in Generate_ArgumentsAdaptorTrampoline()
2248   masm->isolate()->heap()->SetArgumentsAdaptorDeoptPCOffset(masm->pc_offset());  in Generate_ArgumentsAdaptorTrampoline()
2251   LeaveArgumentsAdaptorFrame(masm);  in Generate_ArgumentsAdaptorTrampoline()
2265     FrameScope frame(masm, StackFrame::MANUAL);  in Generate_ArgumentsAdaptorTrampoline()
2271 void Builtins::Generate_WasmCompileLazy(MacroAssembler* masm) {  in Generate_WasmCompileLazy()  argument
2276     HardAbortScope hard_abort(masm);  // Avoid calls to Abort.  in Generate_WasmCompileLazy()
2277     FrameScope scope(masm, StackFrame::WASM_COMPILE_LAZY);  in Generate_WasmCompileLazy()
2307 void Builtins::Generate_CEntry(MacroAssembler* masm, int result_size,  in Generate_CEntry()  argument
2320   ProfileEntryHookStub::MaybeCallEntryHook(masm);  in Generate_CEntry()
2332   FrameScope scope(masm, StackFrame::MANUAL);  in Generate_CEntry()
2352   __ li(a2, ExternalReference::isolate_address(masm->isolate()));  in Generate_CEntry()
2360     Assembler::BlockTrampolinePoolScope block_trampoline_pool(masm);  in Generate_CEntry()
2387               masm->InstructionsGeneratedSince(&find_ra));  in Generate_CEntry()
2402         IsolateAddressId::kPendingExceptionAddress, masm->isolate());  in Generate_CEntry()
2427       IsolateAddressId::kPendingHandlerContextAddress, masm->isolate());  in Generate_CEntry()
2430           IsolateAddressId::kPendingHandlerEntrypointAddress, masm->isolate());  in Generate_CEntry()
2432       IsolateAddressId::kPendingHandlerFPAddress, masm->isolate());  in Generate_CEntry()
2434       IsolateAddressId::kPendingHandlerSPAddress, masm->isolate());  in Generate_CEntry()
2441     FrameScope scope(masm, StackFrame::MANUAL);  in Generate_CEntry()
2445     __ li(a2, ExternalReference::isolate_address(masm->isolate()));  in Generate_CEntry()
2476 void Builtins::Generate_DoubleToI(MacroAssembler* masm) {  in Generate_DoubleToI()  argument
2604 void Builtins::Generate_MathPowInternal(MacroAssembler* masm) {  in Generate_MathPowInternal()  argument
2625     AllowExternalCallThatCantCauseGC scope(masm);  in Generate_MathPowInternal()
2692     AllowExternalCallThatCantCauseGC scope(masm);  in Generate_MathPowInternal()
2706 void GenerateInternalArrayConstructorCase(MacroAssembler* masm,  in GenerateInternalArrayConstructorCase()  argument
2708   __ Jump(CodeFactory::InternalArrayNoArgumentConstructor(masm->isolate(), kind)  in GenerateInternalArrayConstructorCase()
2712   __ Jump(BUILTIN_CODE(masm->isolate(), ArrayNArgumentsConstructor),  in GenerateInternalArrayConstructorCase()
2721                 masm->isolate(), GetHoleyElementsKind(kind))  in GenerateInternalArrayConstructorCase()
2727       CodeFactory::InternalArraySingleArgumentConstructor(masm->isolate(), kind)  in GenerateInternalArrayConstructorCase()
2734 void Builtins::Generate_InternalArrayConstructorImpl(MacroAssembler* masm) {  in Generate_InternalArrayConstructorImpl()  argument
2778   GenerateInternalArrayConstructorCase(masm, HOLEY_ELEMENTS);  in Generate_InternalArrayConstructorImpl()
2781   GenerateInternalArrayConstructorCase(masm, PACKED_ELEMENTS);  in Generate_InternalArrayConstructorImpl()