t1bv_64.c

快速fft变换

					V T5N, T5U, T68, T5z, T6U, T6f;
					T5N = VFMA(LDK(KP923879532), T5M, T5F);
					T6L = VFNMS(LDK(KP923879532), T5M, T5F);
					T6M = VFNMS(LDK(KP923879532), T5T, T5Q);
					T5U = VFMA(LDK(KP923879532), T5T, T5Q);
					T68 = VFMA(LDK(KP923879532), T67, T60);
					T6O = VFNMS(LDK(KP923879532), T67, T60);
					T5z = VADD(T5p, T5y);
					T6U = VSUB(T5p, T5y);
					T6P = VFNMS(LDK(KP923879532), T6e, T6b);
					T6f = VFMA(LDK(KP923879532), T6e, T6b);
					{
					     V T5V, T6u, T6g, T6v, T6s, T6J;
					     T6s = VSUB(T6q, T6r);
					     T6J = VADD(T6q, T6r);
					     T5V = VFNMS(LDK(KP098491403), T5U, T5N);
					     T6u = VFMA(LDK(KP098491403), T5N, T5U);
					     T75 = VFMA(LDK(KP980785280), T6U, T6T);
					     T6V = VFNMS(LDK(KP980785280), T6U, T6T);
					     T5A = VFMA(LDK(KP980785280), T5z, T5g);
					     T6A = VFNMS(LDK(KP980785280), T5z, T5g);
					     T6g = VFNMS(LDK(KP098491403), T6f, T68);
					     T6v = VFMA(LDK(KP098491403), T68, T6f);
					     T72 = VFNMS(LDK(KP980785280), T6J, T6I);
					     T6K = VFMA(LDK(KP980785280), T6J, T6I);
					     T6t = VFMA(LDK(KP980785280), T6s, T6p);
					     T6D = VFNMS(LDK(KP980785280), T6s, T6p);
					     T6w = VSUB(T6u, T6v);
					     T6B = VADD(T6u, T6v);
					     T6h = VADD(T5V, T6g);
					     T6E = VSUB(T5V, T6g);
					}
				   }
			      }
			 }
		    }
	       }
	  }
	  {
	       V T6W, T6N, T6G, T6C, T6z, T6x, T6H, T6F, T6y, T6i, T6X, T6Q;
	       T6W = VFNMS(LDK(KP820678790), T6L, T6M);
	       T6N = VFMA(LDK(KP820678790), T6M, T6L);
	       T6G = VFMA(LDK(KP995184726), T6B, T6A);
	       T6C = VFNMS(LDK(KP995184726), T6B, T6A);
	       T6z = VFMA(LDK(KP995184726), T6w, T6t);
	       T6x = VFNMS(LDK(KP995184726), T6w, T6t);
	       T6H = VFNMS(LDK(KP995184726), T6E, T6D);
	       T6F = VFMA(LDK(KP995184726), T6E, T6D);
	       T6y = VFMA(LDK(KP995184726), T6h, T5A);
	       T6i = VFNMS(LDK(KP995184726), T6h, T5A);
	       T6X = VFNMS(LDK(KP820678790), T6O, T6P);
	       T6Q = VFMA(LDK(KP820678790), T6P, T6O);
	       {
		    V T73, T6Y, T76, T6R;
		    ST(&(x[WS(rs, 49)]), VFMAI(T6H, T6G), ms, &(x[WS(rs, 1)]));
		    ST(&(x[WS(rs, 15)]), VFNMSI(T6H, T6G), ms, &(x[WS(rs, 1)]));
		    ST(&(x[WS(rs, 47)]), VFNMSI(T6F, T6C), ms, &(x[WS(rs, 1)]));
		    ST(&(x[WS(rs, 17)]), VFMAI(T6F, T6C), ms, &(x[WS(rs, 1)]));
		    ST(&(x[WS(rs, 1)]), VFMAI(T6z, T6y), ms, &(x[WS(rs, 1)]));
		    ST(&(x[WS(rs, 63)]), VFNMSI(T6z, T6y), ms, &(x[WS(rs, 1)]));
		    ST(&(x[WS(rs, 33)]), VFMAI(T6x, T6i), ms, &(x[WS(rs, 1)]));
		    ST(&(x[WS(rs, 31)]), VFNMSI(T6x, T6i), ms, &(x[WS(rs, 1)]));
		    T73 = VADD(T6W, T6X);
		    T6Y = VSUB(T6W, T6X);
		    T76 = VSUB(T6N, T6Q);
		    T6R = VADD(T6N, T6Q);
		    {
			 V T78, T74, T71, T6Z, T79, T77, T70, T6S;
			 T78 = VFNMS(LDK(KP773010453), T73, T72);
			 T74 = VFMA(LDK(KP773010453), T73, T72);
			 T71 = VFMA(LDK(KP773010453), T6Y, T6V);
			 T6Z = VFNMS(LDK(KP773010453), T6Y, T6V);
			 T79 = VFMA(LDK(KP773010453), T76, T75);
			 T77 = VFNMS(LDK(KP773010453), T76, T75);
			 T70 = VFMA(LDK(KP773010453), T6R, T6K);
			 T6S = VFNMS(LDK(KP773010453), T6R, T6K);
			 ST(&(x[WS(rs, 55)]), VFNMSI(T79, T78), ms, &(x[WS(rs, 1)]));
			 ST(&(x[WS(rs, 9)]), VFMAI(T79, T78), ms, &(x[WS(rs, 1)]));
			 ST(&(x[WS(rs, 41)]), VFMAI(T77, T74), ms, &(x[WS(rs, 1)]));
			 ST(&(x[WS(rs, 23)]), VFNMSI(T77, T74), ms, &(x[WS(rs, 1)]));
			 ST(&(x[WS(rs, 57)]), VFMAI(T71, T70), ms, &(x[WS(rs, 1)]));
			 ST(&(x[WS(rs, 7)]), VFNMSI(T71, T70), ms, &(x[WS(rs, 1)]));
			 ST(&(x[WS(rs, 25)]), VFMAI(T6Z, T6S), ms, &(x[WS(rs, 1)]));
			 ST(&(x[WS(rs, 39)]), VFNMSI(T6Z, T6S), ms, &(x[WS(rs, 1)]));
		    }
	       }
	  }
     }
}

static const tw_instr twinstr[] = {
     VTW(0, 1),
     VTW(0, 2),
     VTW(0, 3),
     VTW(0, 4),
     VTW(0, 5),
     VTW(0, 6),
     VTW(0, 7),
     VTW(0, 8),
     VTW(0, 9),
     VTW(0, 10),
     VTW(0, 11),
     VTW(0, 12),
     VTW(0, 13),
     VTW(0, 14),
     VTW(0, 15),
     VTW(0, 16),
     VTW(0, 17),
     VTW(0, 18),
     VTW(0, 19),
     VTW(0, 20),
     VTW(0, 21),
     VTW(0, 22),
     VTW(0, 23),
     VTW(0, 24),
     VTW(0, 25),
     VTW(0, 26),
     VTW(0, 27),
     VTW(0, 28),
     VTW(0, 29),
     VTW(0, 30),
     VTW(0, 31),
     VTW(0, 32),
     VTW(0, 33),
     VTW(0, 34),
     VTW(0, 35),
     VTW(0, 36),
     VTW(0, 37),
     VTW(0, 38),
     VTW(0, 39),
     VTW(0, 40),
     VTW(0, 41),
     VTW(0, 42),
     VTW(0, 43),
     VTW(0, 44),
     VTW(0, 45),
     VTW(0, 46),
     VTW(0, 47),
     VTW(0, 48),
     VTW(0, 49),
     VTW(0, 50),
     VTW(0, 51),
     VTW(0, 52),
     VTW(0, 53),
     VTW(0, 54),
     VTW(0, 55),
     VTW(0, 56),
     VTW(0, 57),
     VTW(0, 58),
     VTW(0, 59),
     VTW(0, 60),
     VTW(0, 61),
     VTW(0, 62),
     VTW(0, 63),
     {TW_NEXT, VL, 0}
};

static const ct_desc desc = { 64, "t1bv_64", twinstr, &GENUS, {261, 126, 258, 0}, 0, 0, 0 };

void X(codelet_t1bv_64) (planner *p) {
     X(kdft_dit_register) (p, t1bv_64, &desc);
}
#else				/* HAVE_FMA */

/* Generated by: ../../../genfft/gen_twiddle_c -simd -compact -variables 4 -pipeline-latency 8 -n 64 -name t1bv_64 -include t1b.h -sign 1 */

/*
 * This function contains 519 FP additions, 250 FP multiplications,
 * (or, 467 additions, 198 multiplications, 52 fused multiply/add),
 * 107 stack variables, 15 constants, and 128 memory accesses
 */
#include "t1b.h"

static void t1bv_64(R *ri, R *ii, const R *W, stride rs, INT mb, INT me, INT ms)
{
     DVK(KP290284677, +0.290284677254462367636192375817395274691476278);
     DVK(KP956940335, +0.956940335732208864935797886980269969482849206);
     DVK(KP471396736, +0.471396736825997648556387625905254377657460319);
     DVK(KP881921264, +0.881921264348355029712756863660388349508442621);
     DVK(KP634393284, +0.634393284163645498215171613225493370675687095);
     DVK(KP773010453, +0.773010453362736960810906609758469800971041293);
     DVK(KP098017140, +0.098017140329560601994195563888641845861136673);
     DVK(KP995184726, +0.995184726672196886244836953109479921575474869);
     DVK(KP195090322, +0.195090322016128267848284868477022240927691618);
     DVK(KP980785280, +0.980785280403230449126182236134239036973933731);
     DVK(KP555570233, +0.555570233019602224742830813948532874374937191);
     DVK(KP831469612, +0.831469612302545237078788377617905756738560812);
     DVK(KP382683432, +0.382683432365089771728459984030398866761344562);
     DVK(KP923879532, +0.923879532511286756128183189396788286822416626);
     DVK(KP707106781, +0.707106781186547524400844362104849039284835938);
     INT m;
     R *x;
     x = ii;
     for (m = mb, W = W + (mb * ((TWVL / VL) * 126)); m < me; m = m + VL, x = x + (VL * ms), W = W + (TWVL * 126), MAKE_VOLATILE_STRIDE(rs)) {
	  V Tg, T4B, T6v, T7G, T3r, T4w, T5q, T7F, T5Y, T62, T28, T4d, T2g, T4a, T7g;
	  V T7Y, T6f, T6j, T2Z, T4k, T37, T4h, T7n, T81, T7w, T7x, T7y, T5M, T6q, T1k;
	  V T4s, T1r, T4t, T7t, T7u, T7v, T5F, T6p, TV, T4p, T12, T4q, T7A, T7B, TD;
	  V T4x, T3k, T4C, T5x, T6s, T1R, T4b, T7j, T7Z, T2j, T4e, T5V, T63, T2I, T4i;
	  V T7q, T82, T3a, T4l, T6c, T6k;
	  {
	       V T1, T3, T3p, T3n, Tb, Td, Te, T6, T8, T9, T2, T3o, T3m;
	       T1 = LD(&(x[0]), ms, &(x[0]));
	       T2 = LD(&(x[WS(rs, 32)]), ms, &(x[0]));
	       T3 = BYTW(&(W[TWVL * 62]), T2);
	       T3o = LD(&(x[WS(rs, 48)]), ms, &(x[0]));
	       T3p = BYTW(&(W[TWVL * 94]), T3o);
	       T3m = LD(&(x[WS(rs, 16)]), ms, &(x[0]));
	       T3n = BYTW(&(W[TWVL * 30]), T3m);
	       {
		    V Ta, Tc, T5, T7;
		    Ta = LD(&(x[WS(rs, 56)]), ms, &(x[0]));
		    Tb = BYTW(&(W[TWVL * 110]), Ta);
		    Tc = LD(&(x[WS(rs, 24)]), ms, &(x[0]));
		    Td = BYTW(&(W[TWVL * 46]), Tc);
		    Te = VSUB(Tb, Td);
		    T5 = LD(&(x[WS(rs, 8)]), ms, &(x[0]));
		    T6 = BYTW(&(W[TWVL * 14]), T5);
		    T7 = LD(&(x[WS(rs, 40)]), ms, &(x[0]));
		    T8 = BYTW(&(W[TWVL * 78]), T7);
		    T9 = VSUB(T6, T8);
	       }
	       {
		    V T4, Tf, T6t, T6u;
		    T4 = VSUB(T1, T3);
		    Tf = VMUL(LDK(KP707106781), VADD(T9, Te));
		    Tg = VSUB(T4, Tf);
		    T4B = VADD(T4, Tf);
		    T6t = VADD(T6, T8);
		    T6u = VADD(Tb, Td);
		    T6v = VSUB(T6t, T6u);
		    T7G = VADD(T6t, T6u);
	       }
	       {
		    V T3l, T3q, T5o, T5p;
		    T3l = VMUL(LDK(KP707106781), VSUB(T9, Te));
		    T3q = VSUB(T3n, T3p);
		    T3r = VSUB(T3l, T3q);
		    T4w = VADD(T3q, T3l);
		    T5o = VADD(T1, T3);
		    T5p = VADD(T3n, T3p);
		    T5q = VSUB(T5o, T5p);
		    T7F = VADD(T5o, T5p);
	       }
	  }
	  {
	       V T24, T26, T61, T2b, T2d, T60, T1W, T5W, T21, T5X, T22, T27;
	       {
		    V T23, T25, T2a, T2c;
		    T23 = LD(&(x[WS(rs, 17)]), ms, &(x[WS(rs, 1)]));
		    T24 = BYTW(&(W[TWVL * 32]), T23);
		    T25 = LD(&(x[WS(rs, 49)]), ms, &(x[WS(rs, 1)]));
		    T26 = BYTW(&(W[TWVL * 96]), T25);
		    T61 = VADD(T24, T26);
		    T2a = LD(&(x[WS(rs, 1)]), ms, &(x[WS(rs, 1)]));
		    T2b = BYTW(&(W[0]), T2a);
		    T2c = LD(&(x[WS(rs, 33)]), ms, &(x[WS(rs, 1)]));
		    T2d = BYTW(&(W[TWVL * 64]), T2c);
		    T60 = VADD(T2b, T2d);
	       }
	       {
		    V T1T, T1V, T1S, T1U;
		    T1S = LD(&(x[WS(rs, 9)]), ms, &(x[WS(rs, 1)]));
		    T1T = BYTW(&(W[TWVL * 16]), T1S);
		    T1U = LD(&(x[WS(rs, 41)]), ms, &(x[WS(rs, 1)]));
		    T1V = BYTW(&(W[TWVL * 80]), T1U);
		    T1W = VSUB(T1T, T1V);
		    T5W = VADD(T1T, T1V);
	       }
	       {
		    V T1Y, T20, T1X, T1Z;
		    T1X = LD(&(x[WS(rs, 57)]), ms, &(x[WS(rs, 1)]));
		    T1Y = BYTW(&(W[TWVL * 112]), T1X);
		    T1Z = LD(&(x[WS(rs, 25)]), ms, &(x[WS(rs, 1)]));
		    T20 = BYTW(&(W[TWVL * 48]), T1Z);
		    T21 = VSUB(T1Y, T20);
		    T5X = VADD(T1Y, T20);
	       }
	       T5Y = VSUB(T5W, T5X);
	       T62 = VSUB(T60, T61);
	       T22 = VMUL(LDK(KP707106781), VSUB(T1W, T21));
	       T27 = VSUB(T24, T26);
	       T28 = VSUB(T22, T27);
	       T4d = VADD(T27, T22);
	       {
		    V T2e, T2f, T7e, T7f;
		    T2e = VSUB(T2b, T2d);
		    T2f = VMUL(LDK(KP707106781), VADD(T1W, T21));
		    T2g = VSUB(T2e, T2f);
		    T4a = VADD(T2e, T2f);
		    T7e = VADD(T60, T61);
		    T7f = VADD(T5W, T5X);
		    T7g = VSUB(T7e, T7f);
		    T7Y = VADD(T7e, T7f);
	       }
	  }
	  {
	       V T2V, T2X, T6i, T32, T34, T6h, T2N, T6d, T2S, T6e, T2T, T2Y;
	       {
		    V T2U, T2W, T31, T33;
		    T2U = LD(&(x[WS(rs, 15)]), ms, &(x[WS(rs, 1)]));
		    T2V = BYTW(&(W[TWVL * 28]), T2U);
		    T2W = LD(&(x[WS(rs, 47)]), ms, &(x[WS(rs, 1)]));
		    T2X = BYTW(&(W[TWVL * 92]), T2W);
		    T6i = VADD(T2V, T2X);
		    T31 = LD(&(x[WS(rs, 63)]), ms, &(x[WS(rs, 1)]));
		    T32 = BYTW(&(W[TWVL * 124]), T31);
		    T33 = LD(&(x[WS(rs, 31)]), ms, &(x[WS(rs, 1)]));
		    T34 = BYTW(&(W[TWVL * 60]), T33);
		    T6h = VADD(T32, T34);
	       }
	       {
		    V T2K, T2M, T2J, T2L;
		    T2J = LD(&(x[WS(rs, 7)]), ms, &(x[WS(rs, 1)]));
		    T2K = BYTW(&(W[TWVL * 12]), T2J);
		    T2L = LD(&(x[WS(rs, 39)]), ms, &(x[WS(rs, 1)]));
		    T2M = BYTW(&(W[TWVL * 76]), T2L);
		    T2N = VSUB(T2K, T2M);
		    T6d = VADD(T2K, T2M);
	       }
	       {
		    V T2P, T2R, T2O, T2Q;
		    T2O = LD(&(x[WS(rs, 55)]), ms, &(x[WS(rs, 1)]));
		    T2P = BYTW(&(W[TWVL * 108]), T2O);
		    T2Q = LD(&(x[WS(rs, 23)]), ms, &(x[WS(rs, 1)]));
		    T2R = BYTW(&(W[TWVL * 44]), T2Q);
		    T2S = VSUB(T2P, T2R);
		    T6e = VADD(T2P, T2R);
	       }
	       T6f = VSUB(T6d, T6e);
	       T6j = VSUB(T6h, T6i);
	       T2T = VMUL(LDK(KP707106781), VSUB(T2N, T2S));
	       T2Y = VSUB(T2V, T2X);
	       T2Z = VSUB(T2T, T2Y);
	       T4k = VADD(T2Y, T2T);
	       {
		    V T35, T36, T7l, T7m;
		    T35 = VSUB(T32, T34);
		    T36 = VMUL(LDK(KP707106781), VADD(T2N, T2S));
		    T37 = VSUB(T35, T36);
		    T4h = VADD(T35, T36);
		    T7l = VADD(T6h, T6i);
		    T7m = VADD(T6d, T6e);
		    T7n = VSUB(T7l, T7m);
		    T81 = VADD(T7l, T7m);
	       }
	  }
	  {
	       V T1g, T1i, T5K, T1m, T1o, T5J, T18, T5G, T1d, T5H, T5I, T5L;
	       {
		    V T1f, T1h, T1l, T1n;
		    T1f = LD(&(x[WS(rs, 14)]), ms, &(x[0]));
		    T1g = BYTW(&(W[TWVL * 26]), T1f);
		    T1h = LD(&(x[WS(rs, 46)]), ms, &(x[0]));
		    T1i = BYTW(&(W[TWVL * 90]), T1h);
		    T5K = VADD(T1g, T1i);
		    T1l = LD(&(x[WS(rs, 62)]), ms, &(x[0]));
		    T1m = BYTW(&(W[TWVL * 122]), T1l);
		    T1n = LD(&(x[WS(rs, 30)]), ms, &(x[0]));
		    T1o = BYTW(&(W[TWVL * 58]), T1n);
		    T5J = VADD(T1m, T1o);
	       }
	       {
		    V T15, T17, T14, T16;
		    T14 = LD(&(x[WS(rs, 6)]), ms, &(x[0]));
		    T15 = BYTW(&(W[TWVL * 10]), T14);
		    T16 = LD(&(x[WS(rs, 38)]), ms, &(x[0]));
		    T17 = BYTW(&(W[TWVL * 74]), T16);
		    T18 = VSUB(T15, T17);
		    T5G = VADD(T15, T17);
	       }
	       {
		    V T1a, T1c, T19, T1b;
		    T19 = LD(&(x[WS(rs, 54)]), ms, &(x[0]));
		    T1a = BYTW(&(W[TWVL * 106]), T19);
		    T1b = LD(&(x[WS(rs, 22)]), ms, &(x[0]));