sys/crypto/aes/arch/x86/aes_sse2_4x32.c

219

aes_sse2_4x32_ortho(__m128i q[static 8])

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

222

__m128i cl128 = _mm_set1_epi32(cl); \

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

223

__m128i ch128 = _mm_set1_epi32(ch); \

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

224

__m128i a, b; \

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

260

__m128i q[8];

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

320

__m128i q[8];

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

42

aes_sse2_4x32_bitslice_Sbox(__m128i q[static 8])

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

54

__m128i x0, x1, x2, x3, x4, x5, x6, x7;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

55

__m128i y1, y2, y3, y4, y5, y6, y7, y8, y9;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

56

__m128i y10, y11, y12, y13, y14, y15, y16, y17, y18, y19;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

57

__m128i y20, y21;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

58

__m128i z0, z1, z2, z3, z4, z5, z6, z7, z8, z9;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

59

__m128i z10, z11, z12, z13, z14, z15, z16, z17;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

60

__m128i t0, t1, t2, t3, t4, t5, t6, t7, t8, t9;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

61

__m128i t10, t11, t12, t13, t14, t15, t16, t17, t18, t19;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

62

__m128i t20, t21, t22, t23, t24, t25, t26, t27, t28, t29;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

63

__m128i t30, t31, t32, t33, t34, t35, t36, t37, t38, t39;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

64

__m128i t40, t41, t42, t43, t44, t45, t46, t47, t48, t49;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

65

__m128i t50, t51, t52, t53, t54, t55, t56, t57, t58, t59;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

66

__m128i t60, t61, t62, t63, t64, t65, t66, t67;

sys/crypto/aes/arch/x86/aes_sse2_4x32.c

67

__m128i s0, s1, s2, s3, s4, s5, s6, s7;

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

109

static inline __m128i

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

110

inv_shift_row(__m128i q)

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

112

__m128i x, y0, y1, y2, y3, y4, y5, y6;

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

126

inv_shift_rows(__m128i *q)

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

139

static inline __m128i

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

140

rotr16(__m128i x)

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

146

inv_mix_columns(__m128i q[static 8])

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

148

__m128i q0, q1, q2, q3, q4, q5, q6, q7;

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

149

__m128i r0, r1, r2, r3, r4, r5, r6, r7;

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

181

const uint32_t skey[static 120], __m128i q[static 8])

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

36

aes_sse2_4x32_bitslice_invSbox(__m128i q[static 8])

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

56

__m128i q0, q1, q2, q3, q4, q5, q6, q7;

sys/crypto/aes/arch/x86/aes_sse2_4x32_dec.c

96

add_round_key(__m128i q[static 8], const uint32_t sk[static 8])

sys/crypto/aes/arch/x86/aes_sse2_4x32_enc.c

120

const uint32_t skey[static 120], __m128i q[static 8])

sys/crypto/aes/arch/x86/aes_sse2_4x32_enc.c

35

add_round_key(__m128i q[static 8], const uint32_t sk[static 8])

sys/crypto/aes/arch/x86/aes_sse2_4x32_enc.c

48

static inline __m128i

sys/crypto/aes/arch/x86/aes_sse2_4x32_enc.c

49

shift_row(__m128i q)

sys/crypto/aes/arch/x86/aes_sse2_4x32_enc.c

51

__m128i x, y0, y1, y2, y3, y4, y5, y6;

sys/crypto/aes/arch/x86/aes_sse2_4x32_enc.c

65

shift_rows(__m128i q[static 8])

sys/crypto/aes/arch/x86/aes_sse2_4x32_enc.c

78

static inline __m128i

sys/crypto/aes/arch/x86/aes_sse2_4x32_enc.c

79

rotr16(__m128i x)

sys/crypto/aes/arch/x86/aes_sse2_4x32_enc.c

85

mix_columns(__m128i q[static 8])

sys/crypto/aes/arch/x86/aes_sse2_4x32_enc.c

87

__m128i q0, q1, q2, q3, q4, q5, q6, q7;

sys/crypto/aes/arch/x86/aes_sse2_4x32_enc.c

88

__m128i r0, r1, r2, r3, r4, r5, r6, r7;

sys/crypto/aes/arch/x86/aes_sse2_4x32_impl.h

44

void aes_sse2_4x32_bitslice_Sbox(__m128i[static 8]);

sys/crypto/aes/arch/x86/aes_sse2_4x32_impl.h

45

void aes_sse2_4x32_bitslice_invSbox(__m128i[static 8]);

sys/crypto/aes/arch/x86/aes_sse2_4x32_impl.h

46

void aes_sse2_4x32_ortho(__m128i[static 8]);

sys/crypto/aes/arch/x86/aes_sse2_4x32_impl.h

51

__m128i[static 8]);

sys/crypto/aes/arch/x86/aes_sse2_4x32_impl.h

53

__m128i[static 8]);

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

123

__m128i q[8];

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

154

__m128i q[8];

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

155

__m128i cv;

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

204

__m128i q[8];

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

205

__m128i cv, iv, w;

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

323

static inline __m128i

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

324

aes_sse2_4x32_xts_update(__m128i t)

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

326

const __m128i one = _mm_set_epi64x(1, 1);

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

327

__m128i s, m, c;

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

380

__m128i q[8];

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

381

__m128i t[9];

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

470

__m128i q[8];

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

471

__m128i t[9];

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

53

__m128i _mm_tmp0, _mm_tmp1, _mm_tmp2, _mm_tmp3; \

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

560

__m128i q[8];

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

59

(r0) = (__m128i)_mm_movelh_ps((__m128)_mm_tmp0, (__m128)_mm_tmp2); \

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

60

(r1) = (__m128i)_mm_movehl_ps((__m128)_mm_tmp2, (__m128)_mm_tmp0); \

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

600

__m128i q[8];

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

61

(r2) = (__m128i)_mm_movelh_ps((__m128)_mm_tmp1, (__m128)_mm_tmp3); \

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

62

(r3) = (__m128i)_mm_movehl_ps((__m128)_mm_tmp3, (__m128)_mm_tmp1); \

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

656

__m128i q[8];

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

658

__m128i b;

sys/crypto/aes/arch/x86/aes_sse2_4x32_subr.c

93

__m128i q[8];

sys/crypto/aes/arch/x86/aes_ssse3.c

147

static inline __m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

154

storeroundkey(uint32_t *rk32, __m128i rk)

sys/crypto/aes/arch/x86/aes_ssse3.c

161

bytes2nybbles(__m128i *restrict lo, __m128i *restrict hi, __m128i x)

sys/crypto/aes/arch/x86/aes_ssse3.c

169

static inline __m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

170

gf16_inva(__m128i x)

sys/crypto/aes/arch/x86/aes_ssse3.c

176

static inline __m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

177

gf16_inv(__m128i x)

sys/crypto/aes/arch/x86/aes_ssse3.c

186

static __m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

187

aes_schedule_transform(__m128i x, const union m128const t[static 2])

sys/crypto/aes/arch/x86/aes_ssse3.c

189

__m128i lo, hi;

sys/crypto/aes/arch/x86/aes_ssse3.c

196

subbytes(__m128i *io, __m128i *jo, __m128i x)

sys/crypto/aes/arch/x86/aes_ssse3.c

198

__m128i k, i, ak, j;

sys/crypto/aes/arch/x86/aes_ssse3.c

207

static __m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

208

aes_schedule_low_round(__m128i rk, __m128i prk)

sys/crypto/aes/arch/x86/aes_ssse3.c

210

__m128i io, jo;

sys/crypto/aes/arch/x86/aes_ssse3.c

225

static __m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

226

aes_schedule_round(__m128i rk, __m128i prk, __m128i *rcon_rot)

sys/crypto/aes/arch/x86/aes_ssse3.c

240

static __m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

241

aes_schedule_mangle_enc(__m128i x, __m128i sr_i)

sys/crypto/aes/arch/x86/aes_ssse3.c

243

__m128i y = _mm_setzero_si128();

sys/crypto/aes/arch/x86/aes_ssse3.c

257

static __m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

258

aes_schedule_mangle_last_enc(__m128i x, __m128i sr_i)

sys/crypto/aes/arch/x86/aes_ssse3.c

264

static __m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

265

aes_schedule_mangle_dec(__m128i x, __m128i sr_i)

sys/crypto/aes/arch/x86/aes_ssse3.c

267

__m128i y = _mm_setzero_si128();

sys/crypto/aes/arch/x86/aes_ssse3.c

281

static __m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

282

aes_schedule_mangle_last_dec(__m128i x)

sys/crypto/aes/arch/x86/aes_ssse3.c

288

static __m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

289

aes_schedule_192_smear(__m128i prkhi, __m128i prk)

sys/crypto/aes/arch/x86/aes_ssse3.c

291

__m128i rk;

sys/crypto/aes/arch/x86/aes_ssse3.c

300

static __m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

301

aes_schedule_192_smearhi(__m128i rk)

sys/crypto/aes/arch/x86/aes_ssse3.c

303

return (__m128i)_mm_movehl_ps((__m128)rk, _mm_setzero_ps());

sys/crypto/aes/arch/x86/aes_ssse3.c

310

__m128i mrk; /* mangled round key */

sys/crypto/aes/arch/x86/aes_ssse3.c

311

__m128i rk; /* round key */

sys/crypto/aes/arch/x86/aes_ssse3.c

312

__m128i prk; /* previous round key */

sys/crypto/aes/arch/x86/aes_ssse3.c

313

__m128i rcon_rot = rcon.m;

sys/crypto/aes/arch/x86/aes_ssse3.c

333

__m128i prkhi; /* high half of previous round key */

sys/crypto/aes/arch/x86/aes_ssse3.c

364

__m128i pprk; /* previous previous round key */

sys/crypto/aes/arch/x86/aes_ssse3.c

398

__m128i mrk; /* mangled round key */

sys/crypto/aes/arch/x86/aes_ssse3.c

399

__m128i ork; /* original round key */

sys/crypto/aes/arch/x86/aes_ssse3.c

400

__m128i rk; /* round key */

sys/crypto/aes/arch/x86/aes_ssse3.c

401

__m128i prk; /* previous round key */

sys/crypto/aes/arch/x86/aes_ssse3.c

402

__m128i rcon_rot = rcon.m;

sys/crypto/aes/arch/x86/aes_ssse3.c

428

__m128i prkhi; /* high half of previous round key */

sys/crypto/aes/arch/x86/aes_ssse3.c

459

__m128i pprk; /* previous previous round key */

sys/crypto/aes/arch/x86/aes_ssse3.c

489

__m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

490

aes_ssse3_enc1(const struct aesenc *enc, __m128i x, unsigned nrounds)

sys/crypto/aes/arch/x86/aes_ssse3.c

493

__m128i io, jo;

sys/crypto/aes/arch/x86/aes_ssse3.c

499

__m128i A, A2, A2_B, A2_B_D;

sys/crypto/aes/arch/x86/aes_ssse3.c

522

__m128i

sys/crypto/aes/arch/x86/aes_ssse3.c

523

aes_ssse3_dec1(const struct aesdec *dec, __m128i x, unsigned nrounds)

sys/crypto/aes/arch/x86/aes_ssse3.c

527

__m128i io, jo, mc;

sys/crypto/aes/arch/x86/aes_ssse3.c

57

__m128i m;

sys/crypto/aes/arch/x86/aes_ssse3_impl.h

39

__m128i aes_ssse3_enc1(const struct aesenc *, __m128i, unsigned);

sys/crypto/aes/arch/x86/aes_ssse3_impl.h

40

__m128i aes_ssse3_dec1(const struct aesdec *, __m128i, unsigned);

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

101

__m128i iv0, cv, b;

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

120

static inline __m128i

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

121

aes_ssse3_xts_update(__m128i t)

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

123

const __m128i one = _mm_set_epi64x(1, 1);

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

124

__m128i s, m, c;

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

176

__m128i t, b;

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

196

__m128i t, b;

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

215

__m128i auth;

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

231

const __m128i ctr32_inc = _mm_set_epi32(1, 0, 0, 0);

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

232

const __m128i bs32 =

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

234

__m128i auth, ctr_be, ctr, ptxt;

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

258

const __m128i ctr32_inc = _mm_set_epi32(1, 0, 0, 0);

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

259

const __m128i bs32 =

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

261

__m128i auth, ctr_be, ctr, ptxt;

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

44

static inline __m128i

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

51

storeblock(void *out, __m128i block)

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

60

__m128i block;

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

71

__m128i block;

sys/crypto/aes/arch/x86/aes_ssse3_subr.c

83

__m128i cv;

sys/crypto/arch/x86/immintrin.h

100

_mm_add_epi32(__m128i __a, __m128i __b)

sys/crypto/arch/x86/immintrin.h

102

return (__m128i)((__v4su)__a + (__v4su)__b);

sys/crypto/arch/x86/immintrin.h

107

(__m128i)__builtin_ia32_palignr128((__v2di)(__m128i)(hi), \

sys/crypto/arch/x86/immintrin.h

108

(__v2di)(__m128i)(lo), 8*(int)(bytes))

sys/crypto/arch/x86/immintrin.h

111

(__m128i)__builtin_ia32_palignr128((__v16qi)(__m128i)(hi), \

sys/crypto/arch/x86/immintrin.h

112

(__v16qi)(__m128i)(lo), (int)(bytes))

sys/crypto/arch/x86/immintrin.h

123

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

134

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

142

return __extension__ (__m128i)(__v4si){ __v, 0, 0, 0 };

sys/crypto/arch/x86/immintrin.h

146

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

154

return __extension__ (__m128i)(__v2di){ __v, 0 };

sys/crypto/arch/x86/immintrin.h

158

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

159

_mm_load_si128(const __m128i *__p)

sys/crypto/arch/x86/immintrin.h

187

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

190

return __extension__ (__m128i)(__v8hi){

sys/crypto/arch/x86/immintrin.h

196

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

199

return __extension__ (__m128i)(__v4si){ __v, __v, __v, __v };

sys/crypto/arch/x86/immintrin.h

203

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

206

return __extension__ (__m128i)(__v2di){ __v, __v };

sys/crypto/arch/x86/immintrin.h

210

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

213

return __extension__ (__m128i)(__v4si){ __v0, __v1, __v2, __v3 };

sys/crypto/arch/x86/immintrin.h

217

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

220

return __extension__ (__m128i)(__v2di){ __v0, __v1 };

sys/crypto/arch/x86/immintrin.h

231

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

238

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

239

_mm_shuffle_epi8(__m128i __vtbl, __m128i __vidx)

sys/crypto/arch/x86/immintrin.h

241

return (__m128i)__builtin_ia32_pshufb128((__v16qi)__vtbl,

sys/crypto/arch/x86/immintrin.h

246

(__m128i)__builtin_ia32_pshufd((__v4si)(__m128i)(v), (int)(m))

sys/crypto/arch/x86/immintrin.h

253

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

254

_mm_slli_epi32(__m128i __v, uint8_t __bits)

sys/crypto/arch/x86/immintrin.h

256

return (__m128i)__builtin_ia32_pslldi128((__v4si)__v, (int)__bits);

sys/crypto/arch/x86/immintrin.h

260

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

261

_mm_slli_epi64(__m128i __v, uint8_t __bits)

sys/crypto/arch/x86/immintrin.h

263

return (__m128i)__builtin_ia32_psllqi128((__v2di)__v, (int)__bits);

sys/crypto/arch/x86/immintrin.h

268

(__m128i)__builtin_ia32_pslldqi128((__v2di)(__m128i)(v), \

sys/crypto/arch/x86/immintrin.h

272

(__m128i)__builtin_ia32_pslldqi128_byteshift((__v2di)(__m128i)(v), \

sys/crypto/arch/x86/immintrin.h

277

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

278

_mm_srli_epi32(__m128i __v, uint8_t __bits)

sys/crypto/arch/x86/immintrin.h

280

return (__m128i)__builtin_ia32_psrldi128((__v4si)__v, (int)__bits);

sys/crypto/arch/x86/immintrin.h

284

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

285

_mm_srli_epi64(__m128i __v, uint8_t __bits)

sys/crypto/arch/x86/immintrin.h

287

return (__m128i)__builtin_ia32_psrlqi128((__v2di)__v, (int)__bits);

sys/crypto/arch/x86/immintrin.h

292

(__m128i)__builtin_ia32_psrldqi128((__m128i)(v), 8*(int)(bytes))

sys/crypto/arch/x86/immintrin.h

295

(__m128i)__builtin_ia32_psrldqi128_byteshift((__v2di)(__m128i)(v), \

sys/crypto/arch/x86/immintrin.h

301

_mm_storeu_si128(__m128i_u *__p, __m128i __v)

sys/crypto/arch/x86/immintrin.h

312

_mm_storeu_si32(void *__p, __m128i __v)

sys/crypto/arch/x86/immintrin.h

323

_mm_storeu_si64(void *__p, __m128i __v)

sys/crypto/arch/x86/immintrin.h

334

_mm_store_si128(__m128i *__p, __m128i __v)

sys/crypto/arch/x86/immintrin.h

340

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

341

_mm_sub_epi64(__m128i __x, __m128i __y)

sys/crypto/arch/x86/immintrin.h

343

return (__m128i)((__v2du)__x - (__v2du)__y);

sys/crypto/arch/x86/immintrin.h

347

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

348

_mm_unpackhi_epi32(__m128i __lo, __m128i __hi)

sys/crypto/arch/x86/immintrin.h

351

return (__m128i)__builtin_ia32_punpckhdq128((__v4si)__lo,

sys/crypto/arch/x86/immintrin.h

354

return (__m128i)__builtin_shufflevector((__v4si)__lo, (__v4si)__hi,

sys/crypto/arch/x86/immintrin.h

360

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

361

_mm_unpacklo_epi32(__m128i __lo, __m128i __hi)

sys/crypto/arch/x86/immintrin.h

364

return (__m128i)__builtin_ia32_punpckldq128((__v4si)__lo,

sys/crypto/arch/x86/immintrin.h

367

return (__m128i)__builtin_shufflevector((__v4si)__lo, (__v4si)__hi,

sys/crypto/arch/x86/immintrin.h

373

static __inline __m128i

sys/crypto/arch/x86/immintrin.h

374

_mm_unpacklo_epi64(__m128i __lo, __m128i __hi)

sys/crypto/arch/x86/immintrin.h

377

return (__m128i)__builtin_ia32_punpcklqdq128((__v2di)__lo,

sys/crypto/arch/x86/immintrin.h

380

return (__m128i)__builtin_shufflevector((__v2di)__lo, (__v2di)__hi,

sys/crypto/arch/x86/immintrin.h

99

static __inline __m128i

sys/crypto/arch/x86/immintrin_ext.h

35

static __inline __m128i

sys/crypto/arch/x86/immintrin_ext.h

39

return (__m128i)(*(const __v16qi_u *)__p);

sys/crypto/arch/x86/immintrin_ext.h

47

_mm_storeu_epi8(void *__p, __m128i __v)

sys/crypto/chacha/arch/x86/chacha_sse2.c

100

_mm_storeu_si128((__m128i *)out + 0, _mm_add_epi32(r0, in0));

sys/crypto/chacha/arch/x86/chacha_sse2.c

101

_mm_storeu_si128((__m128i *)out + 1, _mm_add_epi32(r1, in1));

sys/crypto/chacha/arch/x86/chacha_sse2.c

102

_mm_storeu_si128((__m128i *)out + 2, _mm_add_epi32(r2, in2));

sys/crypto/chacha/arch/x86/chacha_sse2.c

103

_mm_storeu_si128((__m128i *)out + 3, _mm_add_epi32(r3, in3));

sys/crypto/chacha/arch/x86/chacha_sse2.c

113

__m128i r0, r1, r2, r3;

sys/crypto/chacha/arch/x86/chacha_sse2.c

115

r0 = _mm_loadu_si128((const __m128i *)c);

sys/crypto/chacha/arch/x86/chacha_sse2.c

116

r1 = _mm_loadu_si128((const __m128i *)k);

sys/crypto/chacha/arch/x86/chacha_sse2.c

117

r2 = _mm_loadu_si128((const __m128i *)k + 1);

sys/crypto/chacha/arch/x86/chacha_sse2.c

118

r3 = _mm_loadu_si128((const __m128i *)in);

sys/crypto/chacha/arch/x86/chacha_sse2.c

122

_mm_storeu_si128((__m128i *)out + 0, r0);

sys/crypto/chacha/arch/x86/chacha_sse2.c

123

_mm_storeu_si128((__m128i *)out + 1, r3);

sys/crypto/chacha/arch/x86/chacha_sse2.c

134

static inline __m128i

sys/crypto/chacha/arch/x86/chacha_sse2.c

137

return (__m128i)_mm_load1_ps(p);

sys/crypto/chacha/arch/x86/chacha_sse2.c

140

static inline __m128i

sys/crypto/chacha/arch/x86/chacha_sse2.c

147

storeu_epi32(void *p, __m128i v)

sys/crypto/chacha/arch/x86/chacha_sse2.c

152

static inline __m128i

sys/crypto/chacha/arch/x86/chacha_sse2.c

153

unpack0_epi32(__m128i a, __m128i b, __m128i c, __m128i d)

sys/crypto/chacha/arch/x86/chacha_sse2.c

159

return (__m128i)_mm_movelh_ps(lo, hi);

sys/crypto/chacha/arch/x86/chacha_sse2.c

162

static inline __m128i

sys/crypto/chacha/arch/x86/chacha_sse2.c

163

unpack1_epi32(__m128i a, __m128i b, __m128i c, __m128i d)

sys/crypto/chacha/arch/x86/chacha_sse2.c

169

return (__m128i)_mm_movehl_ps(hi, lo);

sys/crypto/chacha/arch/x86/chacha_sse2.c

172

static inline __m128i

sys/crypto/chacha/arch/x86/chacha_sse2.c

173

unpack2_epi32(__m128i a, __m128i b, __m128i c, __m128i d)

sys/crypto/chacha/arch/x86/chacha_sse2.c

179

return (__m128i)_mm_movelh_ps(lo, hi);

sys/crypto/chacha/arch/x86/chacha_sse2.c

182

static inline __m128i

sys/crypto/chacha/arch/x86/chacha_sse2.c

183

unpack3_epi32(__m128i a, __m128i b, __m128i c, __m128i d)

sys/crypto/chacha/arch/x86/chacha_sse2.c

189

return (__m128i)_mm_movehl_ps(hi, lo);

sys/crypto/chacha/arch/x86/chacha_sse2.c

199

__m128i x0,x1,x2,x3,x4,x5,x6,x7,x8,x9,x10,x11,x12,x13,x14,x15;

sys/crypto/chacha/arch/x86/chacha_sse2.c

200

__m128i y0,y1,y2,y3,y4,y5,y6,y7,y8,y9,y10,y11,y12,y13,y14,y15;

sys/crypto/chacha/arch/x86/chacha_sse2.c

201

__m128i z0,z1,z2,z3,z4,z5,z6,z7,z8,z9,z10,z11,z12,z13,z14,z15;

sys/crypto/chacha/arch/x86/chacha_sse2.c

306

const __m128i blkno_inc = _mm_set_epi32(0,0,0,1);

sys/crypto/chacha/arch/x86/chacha_sse2.c

307

__m128i in0, in1, in2, in3;

sys/crypto/chacha/arch/x86/chacha_sse2.c

308

__m128i r0, r1, r2, r3;

sys/crypto/chacha/arch/x86/chacha_sse2.c

310

in0 = _mm_loadu_si128((const __m128i *)chacha_const32);

sys/crypto/chacha/arch/x86/chacha_sse2.c

311

in1 = _mm_loadu_si128((const __m128i *)k);

sys/crypto/chacha/arch/x86/chacha_sse2.c

312

in2 = _mm_loadu_si128((const __m128i *)k + 1);

sys/crypto/chacha/arch/x86/chacha_sse2.c

330

_mm_storeu_si128((__m128i *)buf + 0, r0);

sys/crypto/chacha/arch/x86/chacha_sse2.c

331

_mm_storeu_si128((__m128i *)buf + 1, r1);

sys/crypto/chacha/arch/x86/chacha_sse2.c

332

_mm_storeu_si128((__m128i *)buf + 2, r2);

sys/crypto/chacha/arch/x86/chacha_sse2.c

333

_mm_storeu_si128((__m128i *)buf + 3, r3);

sys/crypto/chacha/arch/x86/chacha_sse2.c

339

_mm_storeu_si128((__m128i *)s + 0, r0);

sys/crypto/chacha/arch/x86/chacha_sse2.c

340

_mm_storeu_si128((__m128i *)s + 1, r1);

sys/crypto/chacha/arch/x86/chacha_sse2.c

341

_mm_storeu_si128((__m128i *)s + 2, r2);

sys/crypto/chacha/arch/x86/chacha_sse2.c

342

_mm_storeu_si128((__m128i *)s + 3, r3);

sys/crypto/chacha/arch/x86/chacha_sse2.c

355

__m128i x0,x1,x2,x3,x4,x5,x6,x7,x8,x9,x10,x11,x12,x13,x14,x15;

sys/crypto/chacha/arch/x86/chacha_sse2.c

356

__m128i y0,y1,y2,y3,y4,y5,y6,y7,y8,y9,y10,y11,y12,y13,y14,y15;

sys/crypto/chacha/arch/x86/chacha_sse2.c

357

__m128i z0,z1,z2,z3,z4,z5,z6,z7,z8,z9,z10,z11,z12,z13,z14,z15;

sys/crypto/chacha/arch/x86/chacha_sse2.c

36

static inline __m128i

sys/crypto/chacha/arch/x86/chacha_sse2.c

37

rol32(__m128i x, uint8_t n)

sys/crypto/chacha/arch/x86/chacha_sse2.c

44

chacha_permute(__m128i *p0, __m128i *p1, __m128i *p2, __m128i *p3,

sys/crypto/chacha/arch/x86/chacha_sse2.c

462

const __m128i blkno_inc = _mm_set_epi32(0,0,0,1);

sys/crypto/chacha/arch/x86/chacha_sse2.c

463

__m128i in0, in1, in2, in3;

sys/crypto/chacha/arch/x86/chacha_sse2.c

464

__m128i r0, r1, r2, r3;

sys/crypto/chacha/arch/x86/chacha_sse2.c

466

in0 = _mm_loadu_si128((const __m128i *)chacha_const32);

sys/crypto/chacha/arch/x86/chacha_sse2.c

467

in1 = _mm_loadu_si128((const __m128i *)k);

sys/crypto/chacha/arch/x86/chacha_sse2.c

468

in2 = _mm_loadu_si128((const __m128i *)k + 1);

sys/crypto/chacha/arch/x86/chacha_sse2.c

47

__m128i r0, r1, r2, r3;

sys/crypto/chacha/arch/x86/chacha_sse2.c

48

__m128i c0, c1, c2, c3;

sys/crypto/chacha/arch/x86/chacha_sse2.c

487

_mm_storeu_si128((__m128i *)buf + 0, r0);

sys/crypto/chacha/arch/x86/chacha_sse2.c

488

_mm_storeu_si128((__m128i *)buf + 1, r1);

sys/crypto/chacha/arch/x86/chacha_sse2.c

489

_mm_storeu_si128((__m128i *)buf + 2, r2);

sys/crypto/chacha/arch/x86/chacha_sse2.c

490

_mm_storeu_si128((__m128i *)buf + 3, r3);

sys/crypto/chacha/arch/x86/chacha_sse2.c

501

r0 ^= _mm_loadu_si128((const __m128i *)p + 0);

sys/crypto/chacha/arch/x86/chacha_sse2.c

502

r1 ^= _mm_loadu_si128((const __m128i *)p + 1);

sys/crypto/chacha/arch/x86/chacha_sse2.c

503

r2 ^= _mm_loadu_si128((const __m128i *)p + 2);

sys/crypto/chacha/arch/x86/chacha_sse2.c

504

r3 ^= _mm_loadu_si128((const __m128i *)p + 3);

sys/crypto/chacha/arch/x86/chacha_sse2.c

505

_mm_storeu_si128((__m128i *)s + 0, r0);

sys/crypto/chacha/arch/x86/chacha_sse2.c

506

_mm_storeu_si128((__m128i *)s + 1, r1);

sys/crypto/chacha/arch/x86/chacha_sse2.c

507

_mm_storeu_si128((__m128i *)s + 2, r2);

sys/crypto/chacha/arch/x86/chacha_sse2.c

508

_mm_storeu_si128((__m128i *)s + 3, r3);

sys/crypto/chacha/arch/x86/chacha_sse2.c

90

__m128i in0, in1, in2, in3;

sys/crypto/chacha/arch/x86/chacha_sse2.c

91

__m128i r0, r1, r2, r3;

sys/crypto/chacha/arch/x86/chacha_sse2.c

93

r0 = in0 = _mm_loadu_si128((const __m128i *)c);

sys/crypto/chacha/arch/x86/chacha_sse2.c

94

r1 = in1 = _mm_loadu_si128((const __m128i *)k);

sys/crypto/chacha/arch/x86/chacha_sse2.c

95

r2 = in2 = _mm_loadu_si128((const __m128i *)k + 1);

sys/crypto/chacha/arch/x86/chacha_sse2.c

96

r3 = in3 = _mm_loadu_si128((const __m128i *)in);