438     EXPAND_ASSIST(x0, x1, x2, x3, 85, aes_const);                                                  \
440     x3 = _mm_xor_si128(x3, _mm_shuffle_epi32(x0, 255));                                            \
441     kp[idx] = _mm_castps_si128(_mm_shuffle_ps(_mm_castsi128_ps(tmp), _mm_castsi128_ps(x0), 68));   \
443         _mm_castps_si128(_mm_shuffle_ps(_mm_castsi128_ps(x0), _mm_castsi128_ps(x3), 78));          \
444     EXPAND_ASSIST(x0, x1, x2, x3, 85, (aes_const * 2));                                            \
446     x3 = _mm_xor_si128(x3, _mm_shuffle_epi32(x0, 255));                                            \
447     kp[idx + 2] = x0;                                                                              \
451     __m128i x0, x1, x2;  in AES_128_Key_Expansion()  local
453     kp[0] = x0 = _mm_loadu_si128((__m128i*)userkey);  in AES_128_Key_Expansion()
455     EXPAND_ASSIST(x0, x1, x2, x0, 255, 1);  in AES_128_Key_Expansion()
456     kp[1] = x0;  in AES_128_Key_Expansion()
457     EXPAND_ASSIST(x0, x1, x2, x0, 255, 2);  in AES_128_Key_Expansion()
458     kp[2] = x0;  in AES_128_Key_Expansion()
459     EXPAND_ASSIST(x0, x1, x2, x0, 255, 4);  in AES_128_Key_Expansion()
460     kp[3] = x0;  in AES_128_Key_Expansion()
461     EXPAND_ASSIST(x0, x1, x2, x0, 255, 8);  in AES_128_Key_Expansion()
462     kp[4] = x0;  in AES_128_Key_Expansion()
463     EXPAND_ASSIST(x0, x1, x2, x0, 255, 16);  in AES_128_Key_Expansion()
464     kp[5] = x0;  in AES_128_Key_Expansion()
465     EXPAND_ASSIST(x0, x1, x2, x0, 255, 32);  in AES_128_Key_Expansion()
466     kp[6] = x0;  in AES_128_Key_Expansion()
467     EXPAND_ASSIST(x0, x1, x2, x0, 255, 64);  in AES_128_Key_Expansion()
468     kp[7] = x0;  in AES_128_Key_Expansion()
469     EXPAND_ASSIST(x0, x1, x2, x0, 255, 128);  in AES_128_Key_Expansion()
470     kp[8] = x0;  in AES_128_Key_Expansion()
471     EXPAND_ASSIST(x0, x1, x2, x0, 255, 27);  in AES_128_Key_Expansion()
472     kp[9] = x0;  in AES_128_Key_Expansion()
473     EXPAND_ASSIST(x0, x1, x2, x0, 255, 54);  in AES_128_Key_Expansion()
474     kp[10] = x0;  in AES_128_Key_Expansion()
478     __m128i x0, x1, x2, x3, tmp, *kp = (__m128i*)key;  in AES_192_Key_Expansion()  local
479     kp[0] = x0 = _mm_loadu_si128((__m128i*)userkey);  in AES_192_Key_Expansion()
489     __m128i x0, x1, x2, x3, *kp = (__m128i*)key;  in AES_256_Key_Expansion()  local
490     kp[0] = x0 = _mm_loadu_si128((__m128i*)userkey);  in AES_256_Key_Expansion()
493     EXPAND_ASSIST(x0, x1, x2, x3, 255, 1);  in AES_256_Key_Expansion()
494     kp[2] = x0;  in AES_256_Key_Expansion()
495     EXPAND_ASSIST(x3, x1, x2, x0, 170, 1);  in AES_256_Key_Expansion()
497     EXPAND_ASSIST(x0, x1, x2, x3, 255, 2);  in AES_256_Key_Expansion()
498     kp[4] = x0;  in AES_256_Key_Expansion()
499     EXPAND_ASSIST(x3, x1, x2, x0, 170, 2);  in AES_256_Key_Expansion()
501     EXPAND_ASSIST(x0, x1, x2, x3, 255, 4);  in AES_256_Key_Expansion()
502     kp[6] = x0;  in AES_256_Key_Expansion()
503     EXPAND_ASSIST(x3, x1, x2, x0, 170, 4);  in AES_256_Key_Expansion()
505     EXPAND_ASSIST(x0, x1, x2, x3, 255, 8);  in AES_256_Key_Expansion()
506     kp[8] = x0;  in AES_256_Key_Expansion()
507     EXPAND_ASSIST(x3, x1, x2, x0, 170, 8);  in AES_256_Key_Expansion()
509     EXPAND_ASSIST(x0, x1, x2, x3, 255, 16);  in AES_256_Key_Expansion()
510     kp[10] = x0;  in AES_256_Key_Expansion()
511     EXPAND_ASSIST(x3, x1, x2, x0, 170, 16);  in AES_256_Key_Expansion()
513     EXPAND_ASSIST(x0, x1, x2, x3, 255, 32);  in AES_256_Key_Expansion()
514     kp[12] = x0;  in AES_256_Key_Expansion()
515     EXPAND_ASSIST(x3, x1, x2, x0, 170, 32);  in AES_256_Key_Expansion()
517     EXPAND_ASSIST(x0, x1, x2, x3, 255, 64);  in AES_256_Key_Expansion()
518     kp[14] = x0;  in AES_256_Key_Expansion()