12 #include "src/compiler/machine-operator.h"
55   MachineOperatorBuilder* machine() { return &machine_; }  in machine()  function
86     return AddNode(machine()->StackSlot(rep, alignment));
128     const Operator* op = machine()->Load(rep);
132       op = machine()->PoisonedLoad(rep);
142     return AddNode(machine()->Store(StoreRepresentation(rep, write_barrier)),  in Store()
152     if (machine()->UnalignedLoadSupported(type.representation())) {  in UnalignedLoad()
153       return AddNode(machine()->Load(type), base, index);  in UnalignedLoad()
155       return AddNode(machine()->UnalignedLoad(type), base, index);  in UnalignedLoad()
163     if (machine()->UnalignedStoreSupported(rep)) {  in UnalignedStore()
164       return AddNode(machine()->Store(StoreRepresentation(  in UnalignedStore()
169           machine()->UnalignedStore(UnalignedStoreRepresentation(rep)), base,  in UnalignedStore()
176     return AddNode(machine()->Word32AtomicLoad(type), base, index);  in AtomicLoad()
180     return AddNode(machine()->Word32AtomicStore(rep), base, index, value);  in AtomicStore()
184     return AddNode(machine()->Word32Atomic##name(rep), base, index, value);   \
196     return AddNode(machine()->Word32AtomicCompareExchange(rep), base, index,  in AtomicCompareExchange()
201     return AddNode(machine()->SpeculationFence().op());  in SpeculationFence()
206     return AddNode(machine()->WordAnd(), a, b);  in WordAnd()
208   Node* WordOr(Node* a, Node* b) { return AddNode(machine()->WordOr(), a, b); }  in WordOr()
210     return AddNode(machine()->WordXor(), a, b);  in WordXor()
213     return AddNode(machine()->WordShl(), a, b);  in WordShl()
216     return AddNode(machine()->WordShr(), a, b);  in WordShr()
219     return AddNode(machine()->WordSar(), a, b);  in WordSar()
222     return AddNode(machine()->WordRor(), a, b);  in WordRor()
225     return AddNode(machine()->WordEqual(), a, b);  in WordEqual()
231     if (machine()->Is32()) {  in WordNot()
239     return AddNode(machine()->Word32And(), a, b);  in Word32And()
242     return AddNode(machine()->Word32Or(), a, b);  in Word32Or()
245     return AddNode(machine()->Word32Xor(), a, b);  in Word32Xor()
248     return AddNode(machine()->Word32Shl(), a, b);  in Word32Shl()
251     return AddNode(machine()->Word32Shr(), a, b);  in Word32Shr()
254     return AddNode(machine()->Word32Sar(), a, b);  in Word32Sar()
257     return AddNode(machine()->Word32Ror(), a, b);  in Word32Ror()
259   Node* Word32Clz(Node* a) { return AddNode(machine()->Word32Clz(), a); }  in Word32Clz()
261     return AddNode(machine()->Word32Equal(), a, b);  in Word32Equal()
270     return AddNode(machine()->Word64And(), a, b);  in Word64And()
273     return AddNode(machine()->Word64Or(), a, b);  in Word64Or()
276     return AddNode(machine()->Word64Xor(), a, b);  in Word64Xor()
279     return AddNode(machine()->Word64Shl(), a, b);  in Word64Shl()
282     return AddNode(machine()->Word64Shr(), a, b);  in Word64Shr()
285     return AddNode(machine()->Word64Sar(), a, b);  in Word64Sar()
288     return AddNode(machine()->Word64Ror(), a, b);  in Word64Ror()
290   Node* Word64Clz(Node* a) { return AddNode(machine()->Word64Clz(), a); }  in Word64Clz()
292     return AddNode(machine()->Word64Equal(), a, b);  in Word64Equal()
300     return AddNode(machine()->Int32Add(), a, b);  in Int32Add()
303     return AddNode(machine()->Int32AddWithOverflow(), a, b);  in Int32AddWithOverflow()
306     return AddNode(machine()->Int32Sub(), a, b);  in Int32Sub()
309     return AddNode(machine()->Int32SubWithOverflow(), a, b);  in Int32SubWithOverflow()
312     return AddNode(machine()->Int32Mul(), a, b);  in Int32Mul()
315     return AddNode(machine()->Int32MulHigh(), a, b);  in Int32MulHigh()
318     return AddNode(machine()->Int32MulWithOverflow(), a, b);  in Int32MulWithOverflow()
321     return AddNode(machine()->Int32Div(), a, b);  in Int32Div()
324     return AddNode(machine()->Int32Mod(), a, b);  in Int32Mod()
327     return AddNode(machine()->Int32LessThan(), a, b);  in Int32LessThan()
330     return AddNode(machine()->Int32LessThanOrEqual(), a, b);  in Int32LessThanOrEqual()
333     return AddNode(machine()->Uint32Div(), a, b);  in Uint32Div()
336     return AddNode(machine()->Uint32LessThan(), a, b);  in Uint32LessThan()
339     return AddNode(machine()->Uint32LessThanOrEqual(), a, b);  in Uint32LessThanOrEqual()
342     return AddNode(machine()->Uint32Mod(), a, b);  in Uint32Mod()
345     return AddNode(machine()->Uint32MulHigh(), a, b);  in Uint32MulHigh()
358     return AddNode(machine()->Int64Add(), a, b);  in Int64Add()
361     return AddNode(machine()->Int64AddWithOverflow(), a, b);  in Int64AddWithOverflow()
364     return AddNode(machine()->Int64Sub(), a, b);  in Int64Sub()
367     return AddNode(machine()->Int64SubWithOverflow(), a, b);  in Int64SubWithOverflow()
370     return AddNode(machine()->Int64Mul(), a, b);  in Int64Mul()
373     return AddNode(machine()->Int64Div(), a, b);  in Int64Div()
376     return AddNode(machine()->Int64Mod(), a, b);  in Int64Mod()
380     return AddNode(machine()->Int64LessThan(), a, b);  in Int64LessThan()
383     return AddNode(machine()->Int64LessThanOrEqual(), a, b);  in Int64LessThanOrEqual()
386     return AddNode(machine()->Uint64LessThan(), a, b);  in Uint64LessThan()
389     return AddNode(machine()->Uint64LessThanOrEqual(), a, b);  in Uint64LessThanOrEqual()
400     return AddNode(machine()->Uint64Div(), a, b);  in Uint64Div()
403     return AddNode(machine()->Uint64Mod(), a, b);  in Uint64Mod()
406     return AddNode(machine()->Int32PairAdd(), a_low, a_high, b_low, b_high);  in Int32PairAdd()
409     return AddNode(machine()->Int32PairSub(), a_low, a_high, b_low, b_high);  in Int32PairSub()
412     return AddNode(machine()->Int32PairMul(), a_low, a_high, b_low, b_high);  in Int32PairMul()
415     return AddNode(machine()->Word32PairShl(), low_word, high_word, shift);  in Word32PairShl()
418     return AddNode(machine()->Word32PairShr(), low_word, high_word, shift);  in Word32PairShr()
421     return AddNode(machine()->Word32PairSar(), low_word, high_word, shift);  in Word32PairSar()
459     return AddNode(machine()->Int32AbsWithOverflow().op(), a);  in Int32AbsWithOverflow()
463     return AddNode(machine()->Int64AbsWithOverflow().op(), a);  in Int64AbsWithOverflow()
472     return AddNode(machine()->Float32Add(), a, b);  in Float32Add()
475     return AddNode(machine()->Float32Sub(), a, b);  in Float32Sub()
478     return AddNode(machine()->Float32Mul(), a, b);  in Float32Mul()
481     return AddNode(machine()->Float32Div(), a, b);  in Float32Div()
483   Node* Float32Abs(Node* a) { return AddNode(machine()->Float32Abs(), a); }  in Float32Abs()
484   Node* Float32Neg(Node* a) { return AddNode(machine()->Float32Neg(), a); }  in Float32Neg()
485   Node* Float32Sqrt(Node* a) { return AddNode(machine()->Float32Sqrt(), a); }  in Float32Sqrt()
487     return AddNode(machine()->Float32Equal(), a, b);  in Float32Equal()
493     return AddNode(machine()->Float32LessThan(), a, b);  in Float32LessThan()
496     return AddNode(machine()->Float32LessThanOrEqual(), a, b);  in Float32LessThanOrEqual()
503     return AddNode(machine()->Float32Max(), a, b);  in Float32Max()
506     return AddNode(machine()->Float32Min(), a, b);  in Float32Min()
509     return AddNode(machine()->Float64Add(), a, b);  in Float64Add()
512     return AddNode(machine()->Float64Sub(), a, b);  in Float64Sub()
515     return AddNode(machine()->Float64Mul(), a, b);  in Float64Mul()
518     return AddNode(machine()->Float64Div(), a, b);  in Float64Div()
521     return AddNode(machine()->Float64Mod(), a, b);  in Float64Mod()
524     return AddNode(machine()->Float64Max(), a, b);  in Float64Max()
527     return AddNode(machine()->Float64Min(), a, b);  in Float64Min()
529   Node* Float64Abs(Node* a) { return AddNode(machine()->Float64Abs(), a); }  in Float64Abs()
530   Node* Float64Neg(Node* a) { return AddNode(machine()->Float64Neg(), a); }  in Float64Neg()
531   Node* Float64Acos(Node* a) { return AddNode(machine()->Float64Acos(), a); }  in Float64Acos()
532   Node* Float64Acosh(Node* a) { return AddNode(machine()->Float64Acosh(), a); }  in Float64Acosh()
533   Node* Float64Asin(Node* a) { return AddNode(machine()->Float64Asin(), a); }  in Float64Asin()
534   Node* Float64Asinh(Node* a) { return AddNode(machine()->Float64Asinh(), a); }  in Float64Asinh()
535   Node* Float64Atan(Node* a) { return AddNode(machine()->Float64Atan(), a); }  in Float64Atan()
536   Node* Float64Atanh(Node* a) { return AddNode(machine()->Float64Atanh(), a); }  in Float64Atanh()
538     return AddNode(machine()->Float64Atan2(), a, b);  in Float64Atan2()
540   Node* Float64Cbrt(Node* a) { return AddNode(machine()->Float64Cbrt(), a); }  in Float64Cbrt()
541   Node* Float64Cos(Node* a) { return AddNode(machine()->Float64Cos(), a); }  in Float64Cos()
542   Node* Float64Cosh(Node* a) { return AddNode(machine()->Float64Cosh(), a); }  in Float64Cosh()
543   Node* Float64Exp(Node* a) { return AddNode(machine()->Float64Exp(), a); }  in Float64Exp()
544   Node* Float64Expm1(Node* a) { return AddNode(machine()->Float64Expm1(), a); }  in Float64Expm1()
545   Node* Float64Log(Node* a) { return AddNode(machine()->Float64Log(), a); }  in Float64Log()
546   Node* Float64Log1p(Node* a) { return AddNode(machine()->Float64Log1p(), a); }  in Float64Log1p()
547   Node* Float64Log10(Node* a) { return AddNode(machine()->Float64Log10(), a); }  in Float64Log10()
548   Node* Float64Log2(Node* a) { return AddNode(machine()->Float64Log2(), a); }  in Float64Log2()
550     return AddNode(machine()->Float64Pow(), a, b);  in Float64Pow()
552   Node* Float64Sin(Node* a) { return AddNode(machine()->Float64Sin(), a); }  in Float64Sin()
553   Node* Float64Sinh(Node* a) { return AddNode(machine()->Float64Sinh(), a); }  in Float64Sinh()
554   Node* Float64Sqrt(Node* a) { return AddNode(machine()->Float64Sqrt(), a); }  in Float64Sqrt()
555   Node* Float64Tan(Node* a) { return AddNode(machine()->Float64Tan(), a); }  in Float64Tan()
556   Node* Float64Tanh(Node* a) { return AddNode(machine()->Float64Tanh(), a); }  in Float64Tanh()
558     return AddNode(machine()->Float64Equal(), a, b);  in Float64Equal()
564     return AddNode(machine()->Float64LessThan(), a, b);  in Float64LessThan()
567     return AddNode(machine()->Float64LessThanOrEqual(), a, b);  in Float64LessThanOrEqual()
577     return AddNode(machine()->BitcastTaggedToWord(), a);  in BitcastTaggedToWord()
584     return AddNode(machine()->BitcastMaybeObjectToWord(), a);  in BitcastMaybeObjectToWord()
590     return AddNode(machine()->BitcastWordToTagged(), a);  in BitcastWordToTagged()
594     return AddNode(machine()->BitcastWordToTaggedSigned(), a);  in BitcastWordToTaggedSigned()
600     return AddNode(machine()->TruncateFloat64ToWord32(), a);  in TruncateFloat64ToWord32()
603     return AddNode(machine()->ChangeFloat32ToFloat64(), a);  in ChangeFloat32ToFloat64()
606     return AddNode(machine()->ChangeInt32ToFloat64(), a);  in ChangeInt32ToFloat64()
609     return AddNode(machine()->ChangeUint32ToFloat64(), a);  in ChangeUint32ToFloat64()
612     return AddNode(machine()->ChangeFloat64ToInt32(), a);  in ChangeFloat64ToInt32()
615     return AddNode(machine()->ChangeFloat64ToUint32(), a);  in ChangeFloat64ToUint32()
618     return AddNode(machine()->ChangeFloat64ToUint64(), a);  in ChangeFloat64ToUint64()
621     return AddNode(machine()->TruncateFloat64ToUint32(), a);  in TruncateFloat64ToUint32()
624     return AddNode(machine()->TruncateFloat32ToInt32(), a);  in TruncateFloat32ToInt32()
627     return AddNode(machine()->TruncateFloat32ToUint32(), a);  in TruncateFloat32ToUint32()
630     return AddNode(machine()->TryTruncateFloat32ToInt64(), a);  in TryTruncateFloat32ToInt64()
633     return AddNode(machine()->TryTruncateFloat64ToInt64(), a);  in TryTruncateFloat64ToInt64()
636     return AddNode(machine()->TryTruncateFloat32ToUint64(), a);  in TryTruncateFloat32ToUint64()
639     return AddNode(machine()->TryTruncateFloat64ToUint64(), a);  in TryTruncateFloat64ToUint64()
642     return AddNode(machine()->ChangeInt32ToInt64(), a);  in ChangeInt32ToInt64()
645     return AddNode(machine()->ChangeUint32ToUint64(), a);  in ChangeUint32ToUint64()
648     return AddNode(machine()->TruncateFloat64ToFloat32(), a);  in TruncateFloat64ToFloat32()
651     return AddNode(machine()->TruncateInt64ToInt32(), a);  in TruncateInt64ToInt32()
654     return AddNode(machine()->RoundFloat64ToInt32(), a);  in RoundFloat64ToInt32()
657     return AddNode(machine()->RoundInt32ToFloat32(), a);  in RoundInt32ToFloat32()
660     return AddNode(machine()->RoundInt64ToFloat32(), a);  in RoundInt64ToFloat32()
663     return AddNode(machine()->RoundInt64ToFloat64(), a);  in RoundInt64ToFloat64()
666     return AddNode(machine()->RoundUint32ToFloat32(), a);  in RoundUint32ToFloat32()
669     return AddNode(machine()->RoundUint64ToFloat32(), a);  in RoundUint64ToFloat32()
672     return AddNode(machine()->RoundUint64ToFloat64(), a);  in RoundUint64ToFloat64()
675     return AddNode(machine()->BitcastFloat32ToInt32(), a);  in BitcastFloat32ToInt32()
678     return AddNode(machine()->BitcastFloat64ToInt64(), a);  in BitcastFloat64ToInt64()
681     return AddNode(machine()->BitcastInt32ToFloat32(), a);  in BitcastInt32ToFloat32()
684     return AddNode(machine()->BitcastInt64ToFloat64(), a);  in BitcastInt64ToFloat64()
687     return AddNode(machine()->Float32RoundDown().op(), a);  in Float32RoundDown()
690     return AddNode(machine()->Float64RoundDown().op(), a);  in Float64RoundDown()
693     return AddNode(machine()->Float32RoundUp().op(), a);  in Float32RoundUp()
696     return AddNode(machine()->Float64RoundUp().op(), a);  in Float64RoundUp()
699     return AddNode(machine()->Float32RoundTruncate().op(), a);  in Float32RoundTruncate()
702     return AddNode(machine()->Float64RoundTruncate().op(), a);  in Float64RoundTruncate()
705     return AddNode(machine()->Float64RoundTiesAway().op(), a);  in Float64RoundTiesAway()
708     return AddNode(machine()->Float32RoundTiesEven().op(), a);  in Float32RoundTiesEven()
711     return AddNode(machine()->Float64RoundTiesEven().op(), a);  in Float64RoundTiesEven()
714     return AddNode(machine()->Word32ReverseBytes(), a);  in Word32ReverseBytes()
717     return AddNode(machine()->Word64ReverseBytes(), a);  in Word64ReverseBytes()
722     return AddNode(machine()->Float64ExtractLowWord32(), a);  in Float64ExtractLowWord32()
725     return AddNode(machine()->Float64ExtractHighWord32(), a);  in Float64ExtractHighWord32()
728     return AddNode(machine()->Float64InsertLowWord32(), a, b);  in Float64InsertLowWord32()
731     return AddNode(machine()->Float64InsertHighWord32(), a, b);  in Float64InsertHighWord32()
734     return AddNode(machine()->Float64SilenceNaN(), a);  in Float64SilenceNaN()
738   Node* LoadStackPointer() { return AddNode(machine()->LoadStackPointer()); }  in LoadStackPointer()
739   Node* LoadFramePointer() { return AddNode(machine()->LoadFramePointer()); }  in LoadFramePointer()
741     return AddNode(machine()->LoadParentFramePointer());  in LoadParentFramePointer()
769       return AddNode(machine()->TaggedPoisonOnSpeculation(), value);  in TaggedPoisonOnSpeculation()
776       return AddNode(machine()->WordPoisonOnSpeculation(), value);  in WordPoisonOnSpeculation()