250 static IRTemp newTemp ( MCEnv* mce, IRType ty, TempKind kind )  in newTemp()
266 static IRTemp findShadowTmpV ( MCEnv* mce, IRTemp orig )  in findShadowTmpV()
296 static void newShadowTmpV ( MCEnv* mce, IRTemp orig )  in newShadowTmpV()
330 static Bool isOriginalAtom ( MCEnv* mce, IRAtom* a1 )  in isOriginalAtom()
343 static Bool isShadowAtom ( MCEnv* mce, IRAtom* a1 )  in isShadowAtom()
420 static inline void stmt ( HChar cat, MCEnv* mce, IRStmt* st ) {  in stmt()
431 void assign ( HChar cat, MCEnv* mce, IRTemp tmp, IRExpr* expr ) {  in assign()
456 static IRAtom* assignNew ( HChar cat, MCEnv* mce, IRType ty, IRExpr* e )  in assignNew()
498 static IRAtom* mkDifD8 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkDifD8()
504 static IRAtom* mkDifD16 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkDifD16()
510 static IRAtom* mkDifD32 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkDifD32()
516 static IRAtom* mkDifD64 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkDifD64()
522 static IRAtom* mkDifDV128 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkDifDV128()
528 static IRAtom* mkDifDV256 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkDifDV256()
536 static IRAtom* mkUifU8 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkUifU8()
542 static IRAtom* mkUifU16 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkUifU16()
548 static IRAtom* mkUifU32 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkUifU32()
554 static IRAtom* mkUifU64 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkUifU64()
560 static IRAtom* mkUifU128 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkUifU128()
574 static IRAtom* mkUifUV128 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkUifUV128()
580 static IRAtom* mkUifUV256 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) {  in mkUifUV256()
586 static IRAtom* mkUifU ( MCEnv* mce, IRType vty, IRAtom* a1, IRAtom* a2 ) {  in mkUifU()
603 static IRAtom* mkLeft8 ( MCEnv* mce, IRAtom* a1 ) {  in mkLeft8()
608 static IRAtom* mkLeft16 ( MCEnv* mce, IRAtom* a1 ) {  in mkLeft16()
613 static IRAtom* mkLeft32 ( MCEnv* mce, IRAtom* a1 ) {  in mkLeft32()
618 static IRAtom* mkLeft64 ( MCEnv* mce, IRAtom* a1 ) {  in mkLeft64()
628 static IRAtom* mkImproveAND8 ( MCEnv* mce, IRAtom* data, IRAtom* vbits )  in mkImproveAND8()
636 static IRAtom* mkImproveAND16 ( MCEnv* mce, IRAtom* data, IRAtom* vbits )  in mkImproveAND16()
644 static IRAtom* mkImproveAND32 ( MCEnv* mce, IRAtom* data, IRAtom* vbits )  in mkImproveAND32()
652 static IRAtom* mkImproveAND64 ( MCEnv* mce, IRAtom* data, IRAtom* vbits )  in mkImproveAND64()
660 static IRAtom* mkImproveANDV128 ( MCEnv* mce, IRAtom* data, IRAtom* vbits )  in mkImproveANDV128()
668 static IRAtom* mkImproveANDV256 ( MCEnv* mce, IRAtom* data, IRAtom* vbits )  in mkImproveANDV256()
679 static IRAtom* mkImproveOR8 ( MCEnv* mce, IRAtom* data, IRAtom* vbits )  in mkImproveOR8()
691 static IRAtom* mkImproveOR16 ( MCEnv* mce, IRAtom* data, IRAtom* vbits )  in mkImproveOR16()
703 static IRAtom* mkImproveOR32 ( MCEnv* mce, IRAtom* data, IRAtom* vbits )  in mkImproveOR32()
715 static IRAtom* mkImproveOR64 ( MCEnv* mce, IRAtom* data, IRAtom* vbits )  in mkImproveOR64()
727 static IRAtom* mkImproveORV128 ( MCEnv* mce, IRAtom* data, IRAtom* vbits )  in mkImproveORV128()
739 static IRAtom* mkImproveORV256 ( MCEnv* mce, IRAtom* data, IRAtom* vbits )  in mkImproveORV256()
757 static IRAtom* mkPCastTo( MCEnv* mce, IRType dst_ty, IRAtom* vbits )   in mkPCastTo()
897 static IRAtom* mkPCastXXtoXXlsb ( MCEnv* mce, IRAtom* varg, IRType ty )  in mkPCastXXtoXXlsb()
972 static IRAtom* expensiveCmpEQorNE ( MCEnv*  mce,  in expensiveCmpEQorNE()
1093 static IRAtom* doCmpORD ( MCEnv*  mce,  in doCmpORD()
1177 static void setHelperAnns ( MCEnv* mce, IRDirty* di ) {  in setHelperAnns()
1211 static void complainIfUndefined ( MCEnv* mce, IRAtom* atom, IRExpr *guard )  in complainIfUndefined()
1398 static Bool isAlwaysDefd ( MCEnv* mce, Int offset, Int size )  in isAlwaysDefd()
1431 void do_shadow_PUT ( MCEnv* mce,  Int offset,   in do_shadow_PUT()
1479 void do_shadow_PUTI ( MCEnv* mce, IRPutI *puti)  in do_shadow_PUTI()
1523 IRExpr* shadow_GET ( MCEnv* mce, Int offset, IRType ty )  in shadow_GET()
1544 IRExpr* shadow_GETI ( MCEnv* mce,   in shadow_GETI()
1576 IRAtom* mkLazy2 ( MCEnv* mce, IRType finalVty, IRAtom* va1, IRAtom* va2 )  in mkLazy2()
1624 IRAtom* mkLazy3 ( MCEnv* mce, IRType finalVty,   in mkLazy3()
1758 IRAtom* mkLazy4 ( MCEnv* mce, IRType finalVty,   in mkLazy4()
1830 IRAtom* mkLazyN ( MCEnv* mce,   in mkLazyN()
1882 IRAtom* expensiveAddSub ( MCEnv*  mce,  in expensiveAddSub()
1969 IRAtom* expensiveCountTrailingZeroes ( MCEnv* mce, IROp czop,  in expensiveCountTrailingZeroes()
2045 static IRAtom* scalarShift ( MCEnv*  mce,  in scalarShift()
2074 static IRAtom* mkPCast8x16 ( MCEnv* mce, IRAtom* at )  in mkPCast8x16()
2079 static IRAtom* mkPCast16x8 ( MCEnv* mce, IRAtom* at )  in mkPCast16x8()
2084 static IRAtom* mkPCast32x4 ( MCEnv* mce, IRAtom* at )  in mkPCast32x4()
2089 static IRAtom* mkPCast64x2 ( MCEnv* mce, IRAtom* at )  in mkPCast64x2()
2094 static IRAtom* mkPCast64x4 ( MCEnv* mce, IRAtom* at )  in mkPCast64x4()
2099 static IRAtom* mkPCast32x8 ( MCEnv* mce, IRAtom* at )  in mkPCast32x8()
2104 static IRAtom* mkPCast32x2 ( MCEnv* mce, IRAtom* at )  in mkPCast32x2()
2109 static IRAtom* mkPCast16x16 ( MCEnv* mce, IRAtom* at )  in mkPCast16x16()
2114 static IRAtom* mkPCast16x4 ( MCEnv* mce, IRAtom* at )  in mkPCast16x4()
2119 static IRAtom* mkPCast8x32 ( MCEnv* mce, IRAtom* at )  in mkPCast8x32()
2124 static IRAtom* mkPCast8x8 ( MCEnv* mce, IRAtom* at )  in mkPCast8x8()
2129 static IRAtom* mkPCast16x2 ( MCEnv* mce, IRAtom* at )  in mkPCast16x2()
2134 static IRAtom* mkPCast8x4 ( MCEnv* mce, IRAtom* at )  in mkPCast8x4()
2177 IRAtom* binary32Fx4 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY )  in binary32Fx4()
2188 IRAtom* unary32Fx4 ( MCEnv* mce, IRAtom* vatomX )  in unary32Fx4()
2197 IRAtom* binary32F0x4 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY )  in binary32F0x4()
2210 IRAtom* unary32F0x4 ( MCEnv* mce, IRAtom* vatomX )  in unary32F0x4()
2223 IRAtom* binary64Fx2 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY )  in binary64Fx2()
2234 IRAtom* unary64Fx2 ( MCEnv* mce, IRAtom* vatomX )  in unary64Fx2()
2243 IRAtom* binary64F0x2 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY )  in binary64F0x2()
2256 IRAtom* unary64F0x2 ( MCEnv* mce, IRAtom* vatomX )  in unary64F0x2()
2269 IRAtom* binary32Fx2 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY )  in binary32Fx2()
2280 IRAtom* unary32Fx2 ( MCEnv* mce, IRAtom* vatomX )  in unary32Fx2()
2291 IRAtom* binary64Fx4 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY )  in binary64Fx4()
2302 IRAtom* unary64Fx4 ( MCEnv* mce, IRAtom* vatomX )  in unary64Fx4()
2313 IRAtom* binary32Fx8 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY )  in binary32Fx8()
2324 IRAtom* unary32Fx8 ( MCEnv* mce, IRAtom* vatomX )  in unary32Fx8()
2335 IRAtom* binary64Fx2_w_rm ( MCEnv* mce, IRAtom* vRM,  in binary64Fx2_w_rm()
2355 IRAtom* binary32Fx4_w_rm ( MCEnv* mce, IRAtom* vRM,  in binary32Fx4_w_rm()
2369 IRAtom* binary64Fx4_w_rm ( MCEnv* mce, IRAtom* vRM,  in binary64Fx4_w_rm()
2383 IRAtom* binary32Fx8_w_rm ( MCEnv* mce, IRAtom* vRM,  in binary32Fx8_w_rm()
2397 IRAtom* unary64Fx2_w_rm ( MCEnv* mce, IRAtom* vRM, IRAtom* vatomX )  in unary64Fx2_w_rm()
2412 IRAtom* unary32Fx4_w_rm ( MCEnv* mce, IRAtom* vRM, IRAtom* vatomX )  in unary32Fx4_w_rm()
2514 IRAtom* vectorNarrowBinV128 ( MCEnv* mce, IROp narrow_op,   in vectorNarrowBinV128()
2540 IRAtom* vectorNarrowBin64 ( MCEnv* mce, IROp narrow_op,   in vectorNarrowBin64()
2561 IRAtom* vectorNarrowUnV128 ( MCEnv* mce, IROp narrow_op,  in vectorNarrowUnV128()
2599 IRAtom* vectorWidenI64 ( MCEnv* mce, IROp longen_op,  in vectorWidenI64()
2627 IRAtom* binary8Ix32 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary8Ix32()
2636 IRAtom* binary16Ix16 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary16Ix16()
2645 IRAtom* binary32Ix8 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary32Ix8()
2654 IRAtom* binary64Ix4 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary64Ix4()
2665 IRAtom* binary8Ix16 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary8Ix16()
2674 IRAtom* binary16Ix8 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary16Ix8()
2683 IRAtom* binary32Ix4 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary32Ix4()
2692 IRAtom* binary64Ix2 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary64Ix2()
2703 IRAtom* binary8Ix8 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary8Ix8()
2712 IRAtom* binary16Ix4 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary16Ix4()
2721 IRAtom* binary32Ix2 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary32Ix2()
2730 IRAtom* binary64Ix1 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary64Ix1()
2741 IRAtom* binary8Ix4 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary8Ix4()
2750 IRAtom* binary16Ix2 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 )  in binary16Ix2()
2764 IRAtom* expr2vbits_Qop ( MCEnv* mce,  in expr2vbits_Qop()
2812 IRAtom* expr2vbits_Triop ( MCEnv* mce,  in expr2vbits_Triop()
2930 IRAtom* expr2vbits_Binop ( MCEnv* mce,  in expr2vbits_Binop()
4281 IRExpr* expr2vbits_Unop ( MCEnv* mce, IROp op, IRAtom* atom )  in expr2vbits_Unop()
4624 IRAtom* expr2vbits_Load_WRK ( MCEnv* mce,  in expr2vbits_Load_WRK()
4758 IRAtom* expr2vbits_Load ( MCEnv* mce,  in expr2vbits_Load()
4791 IRAtom* expr2vbits_Load_guarded_General ( MCEnv* mce,  in expr2vbits_Load_guarded_General()
4849 IRAtom* expr2vbits_Load_guarded_Simple ( MCEnv* mce,   in expr2vbits_Load_guarded_Simple()
4861 IRAtom* expr2vbits_ITE ( MCEnv* mce,   in expr2vbits_ITE()
4889 IRExpr* expr2vbits ( MCEnv* mce, IRExpr* e )  in expr2vbits()
4962 IRExpr* zwidenToHostWord ( MCEnv* mce, IRAtom* vatom )  in zwidenToHostWord()
5018 void do_shadow_Store ( MCEnv* mce,   in do_shadow_Store()
5284 void do_shadow_Dirty ( MCEnv* mce, IRDirty* d )  in do_shadow_Dirty()
5512 void do_AbiHint ( MCEnv* mce, IRExpr* base, Int len, IRExpr* nia )  in do_AbiHint()
5571                                       MCEnv* mce,  in bind_shadow_tmp_to_orig()
5598 void do_shadow_CAS ( MCEnv* mce, IRCAS* cas )  in do_shadow_CAS()
5731 static void do_shadow_CAS_single ( MCEnv* mce, IRCAS* cas )  in do_shadow_CAS_single()
5821 static void do_shadow_CAS_double ( MCEnv* mce, IRCAS* cas )  in do_shadow_CAS_double()
5985 static void do_shadow_LLSC ( MCEnv*    mce,  in do_shadow_LLSC()
6048 static void do_shadow_StoreG ( MCEnv* mce, IRStoreG* sg )  in do_shadow_StoreG()
6061 static void do_shadow_LoadG ( MCEnv* mce, IRLoadG* lg )  in do_shadow_LoadG()
6261    MCEnv   mce;  in MC_()  local
6713 static IRTemp findShadowTmpB ( MCEnv* mce, IRTemp orig )  in findShadowTmpB()
6733 static IRAtom* gen_maxU32 ( MCEnv* mce, IRAtom* b1, IRAtom* b2 )  in gen_maxU32()
6747 static IRAtom* gen_guarded_load_b ( MCEnv* mce, Int szB,   in gen_guarded_load_b()
6820 static IRAtom* gen_load_b ( MCEnv* mce, Int szB, IRAtom* baseaddr,  in gen_load_b()
6835 IRAtom* expr2ori_Load_guarded_General ( MCEnv* mce,  in expr2ori_Load_guarded_General()
6863 static void gen_store_b ( MCEnv* mce, Int szB,  in gen_store_b()
6917 static IRAtom* narrowTo32 ( MCEnv* mce, IRAtom* e ) {  in narrowTo32()
6926 static IRAtom* zWidenFrom32 ( MCEnv* mce, IRType dstTy, IRAtom* e ) {  in zWidenFrom32()
6935 static IRAtom* schemeE ( MCEnv* mce, IRExpr* e )  in schemeE()
7071 static void do_origins_Dirty ( MCEnv* mce, IRDirty* d )  in do_origins_Dirty()
7277 static void do_origins_Store_guarded ( MCEnv* mce,  in do_origins_Store_guarded()
7297 static void do_origins_Store_plain ( MCEnv* mce,  in do_origins_Store_plain()
7309 static void do_origins_StoreG ( MCEnv* mce, IRStoreG* sg )  in do_origins_StoreG()
7315 static void do_origins_LoadG ( MCEnv* mce, IRLoadG* lg )  in do_origins_LoadG()
7339 static void schemeS ( MCEnv* mce, IRStmt* st )  in schemeS()