449     EXPAND_ASSIST(x0, x1, x2, x3, 85, aes_const);                                                  \
451     x3 = _mm_xor_si128(x3, _mm_shuffle_epi32(x0, 255));                                            \
452     kp[idx] = _mm_castps_si128(_mm_shuffle_ps(_mm_castsi128_ps(tmp), _mm_castsi128_ps(x0), 68));   \
454         _mm_castps_si128(_mm_shuffle_ps(_mm_castsi128_ps(x0), _mm_castsi128_ps(x3), 78));          \
455     EXPAND_ASSIST(x0, x1, x2, x3, 85, (aes_const * 2));                                            \
457     x3 = _mm_xor_si128(x3, _mm_shuffle_epi32(x0, 255));                                            \
458     kp[idx + 2] = x0;                                                                              \
462     __m128i x0, x1, x2;  in AES_128_Key_Expansion()  local
464     kp[0] = x0 = _mm_loadu_si128((__m128i*)userkey);  in AES_128_Key_Expansion()
466     EXPAND_ASSIST(x0, x1, x2, x0, 255, 1);  in AES_128_Key_Expansion()
467     kp[1] = x0;  in AES_128_Key_Expansion()
468     EXPAND_ASSIST(x0, x1, x2, x0, 255, 2);  in AES_128_Key_Expansion()
469     kp[2] = x0;  in AES_128_Key_Expansion()
470     EXPAND_ASSIST(x0, x1, x2, x0, 255, 4);  in AES_128_Key_Expansion()
471     kp[3] = x0;  in AES_128_Key_Expansion()
472     EXPAND_ASSIST(x0, x1, x2, x0, 255, 8);  in AES_128_Key_Expansion()
473     kp[4] = x0;  in AES_128_Key_Expansion()
474     EXPAND_ASSIST(x0, x1, x2, x0, 255, 16);  in AES_128_Key_Expansion()
475     kp[5] = x0;  in AES_128_Key_Expansion()
476     EXPAND_ASSIST(x0, x1, x2, x0, 255, 32);  in AES_128_Key_Expansion()
477     kp[6] = x0;  in AES_128_Key_Expansion()
478     EXPAND_ASSIST(x0, x1, x2, x0, 255, 64);  in AES_128_Key_Expansion()
479     kp[7] = x0;  in AES_128_Key_Expansion()
480     EXPAND_ASSIST(x0, x1, x2, x0, 255, 128);  in AES_128_Key_Expansion()
481     kp[8] = x0;  in AES_128_Key_Expansion()
482     EXPAND_ASSIST(x0, x1, x2, x0, 255, 27);  in AES_128_Key_Expansion()
483     kp[9] = x0;  in AES_128_Key_Expansion()
484     EXPAND_ASSIST(x0, x1, x2, x0, 255, 54);  in AES_128_Key_Expansion()
485     kp[10] = x0;  in AES_128_Key_Expansion()
489     __m128i x0, x1, x2, x3, tmp, *kp = (__m128i*)key;  in AES_192_Key_Expansion()  local
490     kp[0] = x0 = _mm_loadu_si128((__m128i*)userkey);  in AES_192_Key_Expansion()
500     __m128i x0, x1, x2, x3, *kp = (__m128i*)key;  in AES_256_Key_Expansion()  local
501     kp[0] = x0 = _mm_loadu_si128((__m128i*)userkey);  in AES_256_Key_Expansion()
504     EXPAND_ASSIST(x0, x1, x2, x3, 255, 1);  in AES_256_Key_Expansion()
505     kp[2] = x0;  in AES_256_Key_Expansion()
506     EXPAND_ASSIST(x3, x1, x2, x0, 170, 1);  in AES_256_Key_Expansion()
508     EXPAND_ASSIST(x0, x1, x2, x3, 255, 2);  in AES_256_Key_Expansion()
509     kp[4] = x0;  in AES_256_Key_Expansion()
510     EXPAND_ASSIST(x3, x1, x2, x0, 170, 2);  in AES_256_Key_Expansion()
512     EXPAND_ASSIST(x0, x1, x2, x3, 255, 4);  in AES_256_Key_Expansion()
513     kp[6] = x0;  in AES_256_Key_Expansion()
514     EXPAND_ASSIST(x3, x1, x2, x0, 170, 4);  in AES_256_Key_Expansion()
516     EXPAND_ASSIST(x0, x1, x2, x3, 255, 8);  in AES_256_Key_Expansion()
517     kp[8] = x0;  in AES_256_Key_Expansion()
518     EXPAND_ASSIST(x3, x1, x2, x0, 170, 8);  in AES_256_Key_Expansion()
520     EXPAND_ASSIST(x0, x1, x2, x3, 255, 16);  in AES_256_Key_Expansion()
521     kp[10] = x0;  in AES_256_Key_Expansion()
522     EXPAND_ASSIST(x3, x1, x2, x0, 170, 16);  in AES_256_Key_Expansion()
524     EXPAND_ASSIST(x0, x1, x2, x3, 255, 32);  in AES_256_Key_Expansion()
525     kp[12] = x0;  in AES_256_Key_Expansion()
526     EXPAND_ASSIST(x3, x1, x2, x0, 170, 32);  in AES_256_Key_Expansion()
528     EXPAND_ASSIST(x0, x1, x2, x3, 255, 64);  in AES_256_Key_Expansion()
529     kp[14] = x0;  in AES_256_Key_Expansion()