186d7f5d3SJohn Marino /* mpn_toom43_mul -- Multiply {ap,an} and {bp,bn} where an is nominally 4/3
286d7f5d3SJohn Marino times as large as bn. Or more accurately, bn < an < 2 bn.
386d7f5d3SJohn Marino
486d7f5d3SJohn Marino Contributed to the GNU project by Marco Bodrato.
586d7f5d3SJohn Marino
686d7f5d3SJohn Marino The idea of applying toom to unbalanced multiplication is due to Marco
786d7f5d3SJohn Marino Bodrato and Alberto Zanoni.
886d7f5d3SJohn Marino
986d7f5d3SJohn Marino THE FUNCTION IN THIS FILE IS INTERNAL WITH A MUTABLE INTERFACE. IT IS ONLY
1086d7f5d3SJohn Marino SAFE TO REACH IT THROUGH DOCUMENTED INTERFACES. IN FACT, IT IS ALMOST
1186d7f5d3SJohn Marino GUARANTEED THAT IT WILL CHANGE OR DISAPPEAR IN A FUTURE GNU MP RELEASE.
1286d7f5d3SJohn Marino
1386d7f5d3SJohn Marino Copyright 2009 Free Software Foundation, Inc.
1486d7f5d3SJohn Marino
1586d7f5d3SJohn Marino This file is part of the GNU MP Library.
1686d7f5d3SJohn Marino
1786d7f5d3SJohn Marino The GNU MP Library is free software; you can redistribute it and/or modify
1886d7f5d3SJohn Marino it under the terms of the GNU Lesser General Public License as published by
1986d7f5d3SJohn Marino the Free Software Foundation; either version 3 of the License, or (at your
2086d7f5d3SJohn Marino option) any later version.
2186d7f5d3SJohn Marino
2286d7f5d3SJohn Marino The GNU MP Library is distributed in the hope that it will be useful, but
2386d7f5d3SJohn Marino WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
2486d7f5d3SJohn Marino or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public
2586d7f5d3SJohn Marino License for more details.
2686d7f5d3SJohn Marino
2786d7f5d3SJohn Marino You should have received a copy of the GNU Lesser General Public License
2886d7f5d3SJohn Marino along with the GNU MP Library. If not, see http://www.gnu.org/licenses/. */
2986d7f5d3SJohn Marino
3086d7f5d3SJohn Marino
3186d7f5d3SJohn Marino #include "gmp.h"
3286d7f5d3SJohn Marino #include "gmp-impl.h"
3386d7f5d3SJohn Marino
3486d7f5d3SJohn Marino /* Evaluate in: -2, -1, 0, +1, +2, +inf
3586d7f5d3SJohn Marino
3686d7f5d3SJohn Marino <-s-><--n--><--n--><--n-->
3786d7f5d3SJohn Marino ___ ______ ______ ______
3886d7f5d3SJohn Marino |a3_|___a2_|___a1_|___a0_|
3986d7f5d3SJohn Marino |_b2_|___b1_|___b0_|
4086d7f5d3SJohn Marino <-t--><--n--><--n-->
4186d7f5d3SJohn Marino
4286d7f5d3SJohn Marino v0 = a0 * b0 # A(0)*B(0)
4386d7f5d3SJohn Marino v1 = (a0+ a1+ a2+ a3)*(b0+ b1+ b2) # A(1)*B(1) ah <= 3 bh <= 2
4486d7f5d3SJohn Marino vm1 = (a0- a1+ a2- a3)*(b0- b1+ b2) # A(-1)*B(-1) |ah| <= 1 |bh|<= 1
4586d7f5d3SJohn Marino v2 = (a0+2a1+4a2+8a3)*(b0+2b1+4b2) # A(2)*B(2) ah <= 14 bh <= 6
4686d7f5d3SJohn Marino vm2 = (a0-2a1+4a2-8a3)*(b0-2b1+4b2) # A(-2)*B(-2) |ah| <= 9 |bh|<= 4
4786d7f5d3SJohn Marino vinf= a3 * b2 # A(inf)*B(inf)
4886d7f5d3SJohn Marino */
4986d7f5d3SJohn Marino
5086d7f5d3SJohn Marino void
mpn_toom43_mul(mp_ptr pp,mp_srcptr ap,mp_size_t an,mp_srcptr bp,mp_size_t bn,mp_ptr scratch)5186d7f5d3SJohn Marino mpn_toom43_mul (mp_ptr pp,
5286d7f5d3SJohn Marino mp_srcptr ap, mp_size_t an,
5386d7f5d3SJohn Marino mp_srcptr bp, mp_size_t bn, mp_ptr scratch)
5486d7f5d3SJohn Marino {
5586d7f5d3SJohn Marino mp_size_t n, s, t;
5686d7f5d3SJohn Marino enum toom6_flags flags;
5786d7f5d3SJohn Marino mp_limb_t cy;
5886d7f5d3SJohn Marino
5986d7f5d3SJohn Marino #define a0 ap
6086d7f5d3SJohn Marino #define a1 (ap + n)
6186d7f5d3SJohn Marino #define a2 (ap + 2 * n)
6286d7f5d3SJohn Marino #define a3 (ap + 3 * n)
6386d7f5d3SJohn Marino #define b0 bp
6486d7f5d3SJohn Marino #define b1 (bp + n)
6586d7f5d3SJohn Marino #define b2 (bp + 2 * n)
6686d7f5d3SJohn Marino
6786d7f5d3SJohn Marino n = 1 + (3 * an >= 4 * bn ? (an - 1) >> 2 : (bn - 1) / (size_t) 3);
6886d7f5d3SJohn Marino
6986d7f5d3SJohn Marino s = an - 3 * n;
7086d7f5d3SJohn Marino t = bn - 2 * n;
7186d7f5d3SJohn Marino
7286d7f5d3SJohn Marino ASSERT (0 < s && s <= n);
7386d7f5d3SJohn Marino ASSERT (0 < t && t <= n);
7486d7f5d3SJohn Marino
7586d7f5d3SJohn Marino /* This is true whenever an >= 25 or bn >= 19, I think. It
7686d7f5d3SJohn Marino guarantees that we can fit 5 values of size n+1 in the product
7786d7f5d3SJohn Marino area. */
7886d7f5d3SJohn Marino ASSERT (s+t >= 5);
7986d7f5d3SJohn Marino
8086d7f5d3SJohn Marino #define v0 pp /* 2n */
8186d7f5d3SJohn Marino #define vm1 (scratch) /* 2n+1 */
8286d7f5d3SJohn Marino #define v1 (pp + 2*n) /* 2n+1 */
8386d7f5d3SJohn Marino #define vm2 (scratch + 2 * n + 1) /* 2n+1 */
8486d7f5d3SJohn Marino #define v2 (scratch + 4 * n + 2) /* 2n+1 */
8586d7f5d3SJohn Marino #define vinf (pp + 5 * n) /* s+t */
8686d7f5d3SJohn Marino #define bs1 pp /* n+1 */
8786d7f5d3SJohn Marino #define bsm1 (scratch + 2 * n + 2) /* n+1 */
8886d7f5d3SJohn Marino #define asm1 (scratch + 3 * n + 3) /* n+1 */
8986d7f5d3SJohn Marino #define asm2 (scratch + 4 * n + 4) /* n+1 */
9086d7f5d3SJohn Marino #define bsm2 (pp + n + 1) /* n+1 */
9186d7f5d3SJohn Marino #define bs2 (pp + 2 * n + 2) /* n+1 */
9286d7f5d3SJohn Marino #define as2 (pp + 3 * n + 3) /* n+1 */
9386d7f5d3SJohn Marino #define as1 (pp + 4 * n + 4) /* n+1 */
9486d7f5d3SJohn Marino
9586d7f5d3SJohn Marino /* Total sccratch need is 6 * n + 3 + 1; we allocate one extra
9686d7f5d3SJohn Marino limb, because products will overwrite 2n+2 limbs. */
9786d7f5d3SJohn Marino
9886d7f5d3SJohn Marino #define a0a2 scratch
9986d7f5d3SJohn Marino #define b0b2 scratch
10086d7f5d3SJohn Marino #define a1a3 asm1
10186d7f5d3SJohn Marino #define b1d bsm1
10286d7f5d3SJohn Marino
10386d7f5d3SJohn Marino /* Compute as2 and asm2. */
10486d7f5d3SJohn Marino flags = toom6_vm2_neg & mpn_toom_eval_dgr3_pm2 (as2, asm2, ap, n, s, a1a3);
10586d7f5d3SJohn Marino
10686d7f5d3SJohn Marino /* Compute bs2 and bsm2. */
10786d7f5d3SJohn Marino b1d[n] = mpn_lshift (b1d, b1, n, 1); /* 2b1 */
10886d7f5d3SJohn Marino cy = mpn_lshift (b0b2, b2, t, 2); /* 4b2 */
10986d7f5d3SJohn Marino cy += mpn_add_n (b0b2, b0b2, b0, t); /* 4b2 + b0 */
11086d7f5d3SJohn Marino if (t != n)
11186d7f5d3SJohn Marino cy = mpn_add_1 (b0b2 + t, b0 + t, n - t, cy);
11286d7f5d3SJohn Marino b0b2[n] = cy;
11386d7f5d3SJohn Marino
11486d7f5d3SJohn Marino #if HAVE_NATIVE_mpn_add_n_sub_n
11586d7f5d3SJohn Marino if (mpn_cmp (b0b2, b1d, n+1) < 0)
11686d7f5d3SJohn Marino {
11786d7f5d3SJohn Marino mpn_add_n_sub_n (bs2, bsm2, b1d, b0b2, n+1);
11886d7f5d3SJohn Marino flags ^= toom6_vm2_neg;
11986d7f5d3SJohn Marino }
12086d7f5d3SJohn Marino else
12186d7f5d3SJohn Marino {
12286d7f5d3SJohn Marino mpn_add_n_sub_n (bs2, bsm2, b0b2, b1d, n+1);
12386d7f5d3SJohn Marino }
12486d7f5d3SJohn Marino #else
12586d7f5d3SJohn Marino mpn_add_n (bs2, b0b2, b1d, n+1);
12686d7f5d3SJohn Marino if (mpn_cmp (b0b2, b1d, n+1) < 0)
12786d7f5d3SJohn Marino {
12886d7f5d3SJohn Marino mpn_sub_n (bsm2, b1d, b0b2, n+1);
12986d7f5d3SJohn Marino flags ^= toom6_vm2_neg;
13086d7f5d3SJohn Marino }
13186d7f5d3SJohn Marino else
13286d7f5d3SJohn Marino {
13386d7f5d3SJohn Marino mpn_sub_n (bsm2, b0b2, b1d, n+1);
13486d7f5d3SJohn Marino }
13586d7f5d3SJohn Marino #endif
13686d7f5d3SJohn Marino
13786d7f5d3SJohn Marino /* Compute as1 and asm1. */
13886d7f5d3SJohn Marino flags ^= toom6_vm1_neg & mpn_toom_eval_dgr3_pm1 (as1, asm1, ap, n, s, a0a2);
13986d7f5d3SJohn Marino
14086d7f5d3SJohn Marino /* Compute bs1 and bsm1. */
14186d7f5d3SJohn Marino bsm1[n] = mpn_add (bsm1, b0, n, b2, t);
14286d7f5d3SJohn Marino #if HAVE_NATIVE_mpn_add_n_sub_n
14386d7f5d3SJohn Marino if (bsm1[n] == 0 && mpn_cmp (bsm1, b1, n) < 0)
14486d7f5d3SJohn Marino {
14586d7f5d3SJohn Marino cy = mpn_add_n_sub_n (bs1, bsm1, b1, bsm1, n);
14686d7f5d3SJohn Marino bs1[n] = cy >> 1;
14786d7f5d3SJohn Marino flags ^= toom6_vm1_neg;
14886d7f5d3SJohn Marino }
14986d7f5d3SJohn Marino else
15086d7f5d3SJohn Marino {
15186d7f5d3SJohn Marino cy = mpn_add_n_sub_n (bs1, bsm1, bsm1, b1, n);
15286d7f5d3SJohn Marino bs1[n] = bsm1[n] + (cy >> 1);
15386d7f5d3SJohn Marino bsm1[n]-= cy & 1;
15486d7f5d3SJohn Marino }
15586d7f5d3SJohn Marino #else
15686d7f5d3SJohn Marino bs1[n] = bsm1[n] + mpn_add_n (bs1, bsm1, b1, n);
15786d7f5d3SJohn Marino if (bsm1[n] == 0 && mpn_cmp (bsm1, b1, n) < 0)
15886d7f5d3SJohn Marino {
15986d7f5d3SJohn Marino mpn_sub_n (bsm1, b1, bsm1, n);
16086d7f5d3SJohn Marino flags ^= toom6_vm1_neg;
16186d7f5d3SJohn Marino }
16286d7f5d3SJohn Marino else
16386d7f5d3SJohn Marino {
16486d7f5d3SJohn Marino bsm1[n] -= mpn_sub_n (bsm1, bsm1, b1, n);
16586d7f5d3SJohn Marino }
16686d7f5d3SJohn Marino #endif
16786d7f5d3SJohn Marino
16886d7f5d3SJohn Marino ASSERT (as1[n] <= 3);
16986d7f5d3SJohn Marino ASSERT (bs1[n] <= 2);
17086d7f5d3SJohn Marino ASSERT (asm1[n] <= 1);
17186d7f5d3SJohn Marino ASSERT (bsm1[n] <= 1);
17286d7f5d3SJohn Marino ASSERT (as2[n] <=14);
17386d7f5d3SJohn Marino ASSERT (bs2[n] <= 6);
17486d7f5d3SJohn Marino ASSERT (asm2[n] <= 9);
17586d7f5d3SJohn Marino ASSERT (bsm2[n] <= 4);
17686d7f5d3SJohn Marino
17786d7f5d3SJohn Marino /* vm1, 2n+1 limbs */
17886d7f5d3SJohn Marino mpn_mul_n (vm1, asm1, bsm1, n+1); /* W4 */
17986d7f5d3SJohn Marino
18086d7f5d3SJohn Marino /* vm2, 2n+1 limbs */
18186d7f5d3SJohn Marino mpn_mul_n (vm2, asm2, bsm2, n+1); /* W2 */
18286d7f5d3SJohn Marino
18386d7f5d3SJohn Marino /* v2, 2n+1 limbs */
18486d7f5d3SJohn Marino mpn_mul_n (v2, as2, bs2, n+1); /* W1 */
18586d7f5d3SJohn Marino
18686d7f5d3SJohn Marino /* v1, 2n+1 limbs */
18786d7f5d3SJohn Marino mpn_mul_n (v1, as1, bs1, n+1); /* W3 */
18886d7f5d3SJohn Marino
18986d7f5d3SJohn Marino /* vinf, s+t limbs */ /* W0 */
19086d7f5d3SJohn Marino if (s > t) mpn_mul (vinf, a3, s, b2, t);
19186d7f5d3SJohn Marino else mpn_mul (vinf, b2, t, a3, s);
19286d7f5d3SJohn Marino
19386d7f5d3SJohn Marino /* v0, 2n limbs */
19486d7f5d3SJohn Marino mpn_mul_n (v0, ap, bp, n); /* W5 */
19586d7f5d3SJohn Marino
19686d7f5d3SJohn Marino mpn_toom_interpolate_6pts (pp, n, flags, vm1, vm2, v2, t + s);
19786d7f5d3SJohn Marino
19886d7f5d3SJohn Marino #undef v0
19986d7f5d3SJohn Marino #undef vm1
20086d7f5d3SJohn Marino #undef v1
20186d7f5d3SJohn Marino #undef vm2
20286d7f5d3SJohn Marino #undef v2
20386d7f5d3SJohn Marino #undef vinf
20486d7f5d3SJohn Marino #undef bs1
20586d7f5d3SJohn Marino #undef bs2
20686d7f5d3SJohn Marino #undef bsm1
20786d7f5d3SJohn Marino #undef bsm2
20886d7f5d3SJohn Marino #undef asm1
20986d7f5d3SJohn Marino #undef asm2
21086d7f5d3SJohn Marino /* #undef as1 */
21186d7f5d3SJohn Marino /* #undef as2 */
21286d7f5d3SJohn Marino #undef a0a2
21386d7f5d3SJohn Marino #undef b0b2
21486d7f5d3SJohn Marino #undef a1a3
21586d7f5d3SJohn Marino #undef b1d
21686d7f5d3SJohn Marino #undef a0
21786d7f5d3SJohn Marino #undef a1
21886d7f5d3SJohn Marino #undef a2
21986d7f5d3SJohn Marino #undef a3
22086d7f5d3SJohn Marino #undef b0
22186d7f5d3SJohn Marino #undef b1
22286d7f5d3SJohn Marino #undef b2
22386d7f5d3SJohn Marino }
224