87     const __m128i *rk = (const __m128i *) (ctx->buf + ctx->rk_offset);  in mbedtls_aesni_crypt_ecb()  local
93     state = _mm_xor_si128(state, rk[0]);  // state ^= *rk;  in mbedtls_aesni_crypt_ecb()
94     ++rk;  in mbedtls_aesni_crypt_ecb()
100             state = _mm_aesdec_si128(state, *rk);  in mbedtls_aesni_crypt_ecb()
101             ++rk;  in mbedtls_aesni_crypt_ecb()
104         state = _mm_aesdeclast_si128(state, *rk);  in mbedtls_aesni_crypt_ecb()
111             state = _mm_aesenc_si128(state, *rk);  in mbedtls_aesni_crypt_ecb()
112             ++rk;  in mbedtls_aesni_crypt_ecb()
115         state = _mm_aesenclast_si128(state, *rk);  in mbedtls_aesni_crypt_ecb()
270     __m128i *rk = (__m128i *) rk_bytes;  in aesni_setkey_enc_128()  local
272     memcpy(&rk[0], key, 16);  in aesni_setkey_enc_128()
273     rk[1] = aesni_set_rk_128(rk[0], _mm_aeskeygenassist_si128(rk[0], 0x01));  in aesni_setkey_enc_128()
274     rk[2] = aesni_set_rk_128(rk[1], _mm_aeskeygenassist_si128(rk[1], 0x02));  in aesni_setkey_enc_128()
275     rk[3] = aesni_set_rk_128(rk[2], _mm_aeskeygenassist_si128(rk[2], 0x04));  in aesni_setkey_enc_128()
276     rk[4] = aesni_set_rk_128(rk[3], _mm_aeskeygenassist_si128(rk[3], 0x08));  in aesni_setkey_enc_128()
277     rk[5] = aesni_set_rk_128(rk[4], _mm_aeskeygenassist_si128(rk[4], 0x10));  in aesni_setkey_enc_128()
278     rk[6] = aesni_set_rk_128(rk[5], _mm_aeskeygenassist_si128(rk[5], 0x20));  in aesni_setkey_enc_128()
279     rk[7] = aesni_set_rk_128(rk[6], _mm_aeskeygenassist_si128(rk[6], 0x40));  in aesni_setkey_enc_128()
280     rk[8] = aesni_set_rk_128(rk[7], _mm_aeskeygenassist_si128(rk[7], 0x80));  in aesni_setkey_enc_128()
281     rk[9] = aesni_set_rk_128(rk[8], _mm_aeskeygenassist_si128(rk[8], 0x1B));  in aesni_setkey_enc_128()
282     rk[10] = aesni_set_rk_128(rk[9], _mm_aeskeygenassist_si128(rk[9], 0x36));  in aesni_setkey_enc_128()
290                              unsigned char *rk)  in aesni_set_rk_192()  argument
321     memcpy(rk, state0, 16);  in aesni_set_rk_192()
322     memcpy(rk + 16, state1, 8);  in aesni_set_rk_192()
325 static void aesni_setkey_enc_192(unsigned char *rk,  in aesni_setkey_enc_192()  argument
329     memcpy(rk, key, 24);  in aesni_setkey_enc_192()
331     __m128i state0 = ((__m128i *) rk)[0];  in aesni_setkey_enc_192()
332     __m128i state1 = _mm_loadl_epi64(((__m128i *) rk) + 1);  in aesni_setkey_enc_192()
334     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x01), rk + 24 * 1);  in aesni_setkey_enc_192()
335     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x02), rk + 24 * 2);  in aesni_setkey_enc_192()
336     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x04), rk + 24 * 3);  in aesni_setkey_enc_192()
337     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x08), rk + 24 * 4);  in aesni_setkey_enc_192()
338     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x10), rk + 24 * 5);  in aesni_setkey_enc_192()
339     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x20), rk + 24 * 6);  in aesni_setkey_enc_192()
340     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x40), rk + 24 * 7);  in aesni_setkey_enc_192()
341     aesni_set_rk_192(&state0, &state1, _mm_aeskeygenassist_si128(state1, 0x80), rk + 24 * 8);  in aesni_setkey_enc_192()
388     __m128i *rk = (__m128i *) rk_bytes;  in aesni_setkey_enc_256()  local
390     memcpy(&rk[0], key, 16);  in aesni_setkey_enc_256()
391     memcpy(&rk[1], key + 16, 16);  in aesni_setkey_enc_256()
397     aesni_set_rk_256(rk[0], rk[1], _mm_aeskeygenassist_si128(rk[1], 0x01), &rk[2], &rk[3]);  in aesni_setkey_enc_256()
398     aesni_set_rk_256(rk[2], rk[3], _mm_aeskeygenassist_si128(rk[3], 0x02), &rk[4], &rk[5]);  in aesni_setkey_enc_256()
399     aesni_set_rk_256(rk[4], rk[5], _mm_aeskeygenassist_si128(rk[5], 0x04), &rk[6], &rk[7]);  in aesni_setkey_enc_256()
400     aesni_set_rk_256(rk[6], rk[7], _mm_aeskeygenassist_si128(rk[7], 0x08), &rk[8], &rk[9]);  in aesni_setkey_enc_256()
401     aesni_set_rk_256(rk[8], rk[9], _mm_aeskeygenassist_si128(rk[9], 0x10), &rk[10], &rk[11]);  in aesni_setkey_enc_256()
402     aesni_set_rk_256(rk[10], rk[11], _mm_aeskeygenassist_si128(rk[11], 0x20), &rk[12], &rk[13]);  in aesni_setkey_enc_256()
403     aesni_set_rk_256(rk[12], rk[13], _mm_aeskeygenassist_si128(rk[13], 0x40), &rk[14], &rk[15]);  in aesni_setkey_enc_256()
638 static void aesni_setkey_enc_128(unsigned char *rk,  in aesni_setkey_enc_128()  argument
681          : "r" (rk), "r" (key)  in aesni_setkey_enc_128()
689 static void aesni_setkey_enc_192(unsigned char *rk,  in aesni_setkey_enc_192()  argument
739          : "r" (rk), "r" (key)  in aesni_setkey_enc_192()
748 static void aesni_setkey_enc_256(unsigned char *rk,  in aesni_setkey_enc_256()  argument
807          : "r" (rk), "r" (key)  in aesni_setkey_enc_256()
817 int mbedtls_aesni_setkey_enc(unsigned char *rk,  in mbedtls_aesni_setkey_enc()  argument
822         case 128: aesni_setkey_enc_128(rk, key); break;  in mbedtls_aesni_setkey_enc()
824         case 192: aesni_setkey_enc_192(rk, key); break;  in mbedtls_aesni_setkey_enc()
825         case 256: aesni_setkey_enc_256(rk, key); break;  in mbedtls_aesni_setkey_enc()