Lines Matching full:product
407 uint128_t product; in vli_mult() local
409 product = mul_64_64(left[i], right[k - i]); in vli_mult()
411 r01 = add_128_128(r01, product); in vli_mult()
412 r2 += (r01.m_high < product.m_high); in vli_mult()
424 /* Compute product = left * right, for a small right value. */
432 uint128_t product; in vli_umult() local
434 product = mul_64_64(left[k], right); in vli_umult()
435 r01 = add_128_128(r01, product); in vli_umult()
461 uint128_t product; in vli_square() local
463 product = mul_64_64(left[i], left[k - i]); in vli_square()
466 r2 += product.m_high >> 63; in vli_square()
467 product.m_high = (product.m_high << 1) | in vli_square()
468 (product.m_low >> 63); in vli_square()
469 product.m_low <<= 1; in vli_square()
472 r01 = add_128_128(r01, product); in vli_square()
473 r2 += (r01.m_high < product.m_high); in vli_square()
519 * Computes result = product % mod
527 static void vli_mmod_special(u64 *result, const u64 *product, in vli_mmod_special() argument
534 vli_set(r, product, ndigits * 2); in vli_mmod_special()
548 * Computes result = product % mod
561 static void vli_mmod_special2(u64 *result, const u64 *product, in vli_mmod_special2() argument
574 vli_set(r, product, ndigits); in vli_mmod_special2()
576 vli_set(q, product + ndigits, ndigits); in vli_mmod_special2()
606 * Computes result = product % mod, where product is 2N words long.
610 static void vli_mmod_slow(u64 *result, u64 *product, const u64 *mod, in vli_mmod_slow() argument
615 u64 *v[2] = { tmp, product }; in vli_mmod_slow()
651 /* Computes result = product % mod using Barrett's reduction with precomputed
660 static void vli_mmod_barrett(u64 *result, u64 *product, const u64 *mod, in vli_mmod_barrett() argument
667 vli_mult(q, product + ndigits, mu, ndigits); in vli_mmod_barrett()
669 vli_add(q + ndigits, q + ndigits, product + ndigits, ndigits); in vli_mmod_barrett()
671 vli_sub(r, product, r, ndigits * 2); in vli_mmod_barrett()
686 static void vli_mmod_fast_192(u64 *result, const u64 *product, in vli_mmod_fast_192() argument
692 vli_set(result, product, ndigits); in vli_mmod_fast_192()
694 vli_set(tmp, &product[3], ndigits); in vli_mmod_fast_192()
698 tmp[1] = product[3]; in vli_mmod_fast_192()
699 tmp[2] = product[4]; in vli_mmod_fast_192()
702 tmp[0] = tmp[1] = product[5]; in vli_mmod_fast_192()
710 /* Computes result = product % curve_prime
713 static void vli_mmod_fast_256(u64 *result, const u64 *product, in vli_mmod_fast_256() argument
720 vli_set(result, product, ndigits); in vli_mmod_fast_256()
724 tmp[1] = product[5] & 0xffffffff00000000ull; in vli_mmod_fast_256()
725 tmp[2] = product[6]; in vli_mmod_fast_256()
726 tmp[3] = product[7]; in vli_mmod_fast_256()
731 tmp[1] = product[6] << 32; in vli_mmod_fast_256()
732 tmp[2] = (product[6] >> 32) | (product[7] << 32); in vli_mmod_fast_256()
733 tmp[3] = product[7] >> 32; in vli_mmod_fast_256()
738 tmp[0] = product[4]; in vli_mmod_fast_256()
739 tmp[1] = product[5] & 0xffffffff; in vli_mmod_fast_256()
741 tmp[3] = product[7]; in vli_mmod_fast_256()
745 tmp[0] = (product[4] >> 32) | (product[5] << 32); in vli_mmod_fast_256()
746 tmp[1] = (product[5] >> 32) | (product[6] & 0xffffffff00000000ull); in vli_mmod_fast_256()
747 tmp[2] = product[7]; in vli_mmod_fast_256()
748 tmp[3] = (product[6] >> 32) | (product[4] << 32); in vli_mmod_fast_256()
752 tmp[0] = (product[5] >> 32) | (product[6] << 32); in vli_mmod_fast_256()
753 tmp[1] = (product[6] >> 32); in vli_mmod_fast_256()
755 tmp[3] = (product[4] & 0xffffffff) | (product[5] << 32); in vli_mmod_fast_256()
759 tmp[0] = product[6]; in vli_mmod_fast_256()
760 tmp[1] = product[7]; in vli_mmod_fast_256()
762 tmp[3] = (product[4] >> 32) | (product[5] & 0xffffffff00000000ull); in vli_mmod_fast_256()
766 tmp[0] = (product[6] >> 32) | (product[7] << 32); in vli_mmod_fast_256()
767 tmp[1] = (product[7] >> 32) | (product[4] << 32); in vli_mmod_fast_256()
768 tmp[2] = (product[4] >> 32) | (product[5] << 32); in vli_mmod_fast_256()
769 tmp[3] = (product[6] << 32); in vli_mmod_fast_256()
773 tmp[0] = product[7]; in vli_mmod_fast_256()
774 tmp[1] = product[4] & 0xffffffff00000000ull; in vli_mmod_fast_256()
775 tmp[2] = product[5]; in vli_mmod_fast_256()
776 tmp[3] = product[6] & 0xffffffff00000000ull; in vli_mmod_fast_256()
793 /* Computes result = product % curve_prime
796 static void vli_mmod_fast_384(u64 *result, const u64 *product, in vli_mmod_fast_384() argument
803 vli_set(result, product, ndigits); in vli_mmod_fast_384()
808 tmp[2] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
809 tmp[3] = product[11]>>32; // 0 ||a23 in vli_mmod_fast_384()
816 tmp[0] = product[6]; //a13||a12 in vli_mmod_fast_384()
817 tmp[1] = product[7]; //a15||a14 in vli_mmod_fast_384()
818 tmp[2] = product[8]; //a17||a16 in vli_mmod_fast_384()
819 tmp[3] = product[9]; //a19||a18 in vli_mmod_fast_384()
820 tmp[4] = product[10]; //a21||a20 in vli_mmod_fast_384()
821 tmp[5] = product[11]; //a23||a22 in vli_mmod_fast_384()
825 tmp[0] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
826 tmp[1] = SL32OR32(product[6], (product[11]>>32)); //a12||a23 in vli_mmod_fast_384()
827 tmp[2] = SL32OR32(product[7], (product[6])>>32); //a14||a13 in vli_mmod_fast_384()
828 tmp[3] = SL32OR32(product[8], (product[7]>>32)); //a16||a15 in vli_mmod_fast_384()
829 tmp[4] = SL32OR32(product[9], (product[8]>>32)); //a18||a17 in vli_mmod_fast_384()
830 tmp[5] = SL32OR32(product[10], (product[9]>>32)); //a20||a19 in vli_mmod_fast_384()
834 tmp[0] = AND64H(product[11]); //a23|| 0 in vli_mmod_fast_384()
835 tmp[1] = (product[10]<<32); //a20|| 0 in vli_mmod_fast_384()
836 tmp[2] = product[6]; //a13||a12 in vli_mmod_fast_384()
837 tmp[3] = product[7]; //a15||a14 in vli_mmod_fast_384()
838 tmp[4] = product[8]; //a17||a16 in vli_mmod_fast_384()
839 tmp[5] = product[9]; //a19||a18 in vli_mmod_fast_384()
845 tmp[2] = product[10]; //a21||a20 in vli_mmod_fast_384()
846 tmp[3] = product[11]; //a23||a22 in vli_mmod_fast_384()
852 tmp[0] = AND64L(product[10]); // 0 ||a20 in vli_mmod_fast_384()
853 tmp[1] = AND64H(product[10]); //a21|| 0 in vli_mmod_fast_384()
854 tmp[2] = product[11]; //a23||a22 in vli_mmod_fast_384()
861 tmp[0] = SL32OR32(product[6], (product[11]>>32)); //a12||a23 in vli_mmod_fast_384()
862 tmp[1] = SL32OR32(product[7], (product[6]>>32)); //a14||a13 in vli_mmod_fast_384()
863 tmp[2] = SL32OR32(product[8], (product[7]>>32)); //a16||a15 in vli_mmod_fast_384()
864 tmp[3] = SL32OR32(product[9], (product[8]>>32)); //a18||a17 in vli_mmod_fast_384()
865 tmp[4] = SL32OR32(product[10], (product[9]>>32)); //a20||a19 in vli_mmod_fast_384()
866 tmp[5] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
870 tmp[0] = (product[10]<<32); //a20|| 0 in vli_mmod_fast_384()
871 tmp[1] = SL32OR32(product[11], (product[10]>>32)); //a22||a21 in vli_mmod_fast_384()
872 tmp[2] = (product[11]>>32); // 0 ||a23 in vli_mmod_fast_384()
880 tmp[1] = AND64H(product[11]); //a23|| 0 in vli_mmod_fast_384()
881 tmp[2] = product[11]>>32; // 0 ||a23 in vli_mmod_fast_384()
902 /* Computes result = product % curve_prime for different curve_primes.
907 static bool vli_mmod_fast(u64 *result, u64 *product, in vli_mmod_fast() argument
918 vli_mmod_special(result, product, curve_prime, in vli_mmod_fast()
923 vli_mmod_special2(result, product, curve_prime, in vli_mmod_fast()
927 vli_mmod_barrett(result, product, curve_prime, ndigits); in vli_mmod_fast()
933 vli_mmod_fast_192(result, product, curve_prime, tmp); in vli_mmod_fast()
936 vli_mmod_fast_256(result, product, curve_prime, tmp); in vli_mmod_fast()
939 vli_mmod_fast_384(result, product, curve_prime, tmp); in vli_mmod_fast()
955 u64 product[ECC_MAX_DIGITS * 2]; in vli_mod_mult_slow() local
957 vli_mult(product, left, right, ndigits); in vli_mod_mult_slow()
958 vli_mmod_slow(result, product, mod, ndigits); in vli_mod_mult_slow()
966 u64 product[2 * ECC_MAX_DIGITS]; in vli_mod_mult_fast() local
968 vli_mult(product, left, right, curve->g.ndigits); in vli_mod_mult_fast()
969 vli_mmod_fast(result, product, curve); in vli_mod_mult_fast()
976 u64 product[2 * ECC_MAX_DIGITS]; in vli_mod_square_fast() local
978 vli_square(product, left, curve->g.ndigits); in vli_mod_square_fast()
979 vli_mmod_fast(result, product, curve); in vli_mod_square_fast()
1608 struct ecc_point *product, *pk; in crypto_ecdh_shared_secret() local
1638 product = ecc_alloc_point(ndigits); in crypto_ecdh_shared_secret()
1639 if (!product) { in crypto_ecdh_shared_secret()
1644 ecc_point_mult(product, pk, priv, rand_z, curve, ndigits); in crypto_ecdh_shared_secret()
1646 if (ecc_point_is_zero(product)) { in crypto_ecdh_shared_secret()
1651 ecc_swap_digits(product->x, secret, ndigits); in crypto_ecdh_shared_secret()
1656 ecc_free_point(product); in crypto_ecdh_shared_secret()