/*********************************************************************/ /* Copyright 2009, 2010 The University of Texas at Austin. */ /* All rights reserved. */ /* */ /* Redistribution and use in source and binary forms, with or */ /* without modification, are permitted provided that the following */ /* conditions are met: */ /* */ /* 1. Redistributions of source code must retain the above */ /* copyright notice, this list of conditions and the following */ /* disclaimer. */ /* */ /* 2. Redistributions in binary form must reproduce the above */ /* copyright notice, this list of conditions and the following */ /* disclaimer in the documentation and/or other materials */ /* provided with the distribution. */ /* */ /* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */ /* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */ /* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */ /* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */ /* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */ /* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */ /* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */ /* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */ /* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */ /* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */ /* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */ /* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */ /* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */ /* POSSIBILITY OF SUCH DAMAGE. */ /* */ /* The views and conclusions contained in the software and */ /* documentation are those of the authors and should not be */ /* interpreted as representing official policies, either expressed */ /* or implied, of The University of Texas at Austin. */ /*********************************************************************/ #include #include "common.h" #ifndef MINUS #define a2 (a1 + 1) #define a4 (a3 + 1) #define a6 (a5 + 1) #define a8 (a7 + 1) #define a10 (a9 + 1) #define a12 (a11 + 1) #define a14 (a13 + 1) #define a16 (a15 + 1) #else #define a2 (a1 - 1) #define a4 (a3 - 1) #define a6 (a5 - 1) #define a8 (a7 - 1) #define a10 (a9 - 1) #define a12 (a11 - 1) #define a14 (a13 - 1) #define a16 (a15 - 1) #endif int CNAME(BLASLONG n, BLASLONG k1, BLASLONG k2, FLOAT dummy1, FLOAT *a, BLASLONG lda, FLOAT *dummy2, BLASLONG dumy3, blasint *ipiv, BLASLONG incx){ BLASLONG i, j, ip1, ip2; blasint *piv; FLOAT *a1, *a3, *a5, *a7; FLOAT *a9, *a11, *a13, *a15; FLOAT *b1, *b2, *b3, *b4; FLOAT *b5, *b6, *b7, *b8; FLOAT *b9, *b10, *b11, *b12; FLOAT *b13, *b14, *b15, *b16; FLOAT A1, A2, B1, B2, A3, A4, B3, B4; FLOAT A5, A6, B5, B6, A7, A8, B7, B8; FLOAT A9, A10, B9, B10, A11, A12, B11, B12; FLOAT A13, A14, B13, B14, A15, A16, B15, B16; a--; k1 --; #ifndef MINUS ipiv += k1; #else ipiv -= (k2 - 1) * incx; #endif if (n <= 0) return 0; j = (n >> 3); if (j > 0) { do { piv = ipiv; #ifndef MINUS a1 = a + k1 + 1; #else a1 = a + k2; #endif a3 = a1 + 1 * lda; a5 = a1 + 2 * lda; a7 = a1 + 3 * lda; a9 = a1 + 4 * lda; a11 = a1 + 5 * lda; a13 = a1 + 6 * lda; a15 = a1 + 7 * lda; ip1 = *piv; piv += incx; ip2 = *piv; piv += incx; b1 = a + ip1; b2 = a + ip2; b3 = b1 + 1 * lda; b4 = b2 + 1 * lda; b5 = b1 + 2 * lda; b6 = b2 + 2 * lda; b7 = b1 + 3 * lda; b8 = b2 + 3 * lda; b9 = b1 + 4 * lda; b10 = b2 + 4 * lda; b11 = b1 + 5 * lda; b12 = b2 + 5 * lda; b13 = b1 + 6 * lda; b14 = b2 + 6 * lda; b15 = b1 + 7 * lda; b16 = b2 + 7 * lda; i = ((k2 - k1) >> 1); if (i > 0) { do { B1 = *b1; B2 = *b2; B3 = *b3; B4 = *b4; B5 = *b5; B6 = *b6; B7 = *b7; B8 = *b8; B9 = *b9; B10 = *b10; B11 = *b11; B12 = *b12; B13 = *b13; B14 = *b14; B15 = *b15; B16 = *b16; A1 = *a1; A2 = *a2; A3 = *a3; A4 = *a4; A5 = *a5; A6 = *a6; A7 = *a7; A8 = *a8; A9 = *a9; A10 = *a10; A11 = *a11; A12 = *a12; A13 = *a13; A14 = *a14; A15 = *a15; A16 = *a16; ip1 = *piv; piv += incx; ip2 = *piv; piv += incx; if (b1 == a1) { if (b2 == a1) { *a1 = A2; *a2 = A1; *a3 = A4; *a4 = A3; *a5 = A6; *a6 = A5; *a7 = A8; *a8 = A7; *a9 = A10; *a10 = A9; *a11 = A12; *a12 = A11; *a13 = A14; *a14 = A13; *a15 = A16; *a16 = A15; } else if (b2 != a2) { *a2 = B2; *b2 = A2; *a4 = B4; *b4 = A4; *a6 = B6; *b6 = A6; *a8 = B8; *b8 = A8; *a10 = B10; *b10 = A10; *a12 = B12; *b12 = A12; *a14 = B14; *b14 = A14; *a16 = B16; *b16 = A16; } } else if (b1 == a2) { if (b2 != a1) { if (b2 == a2) { *a1 = A2; *a2 = A1; *a3 = A4; *a4 = A3; *a5 = A6; *a6 = A5; *a7 = A8; *a8 = A7; *a9 = A10; *a10 = A9; *a11 = A12; *a12 = A11; *a13 = A14; *a14 = A13; *a15 = A16; *a16 = A15; } else { *a1 = A2; *a2 = B2; *b2 = A1; *a3 = A4; *a4 = B4; *b4 = A3; *a5 = A6; *a6 = B6; *b6 = A5; *a7 = A8; *a8 = B8; *b8 = A7; *a9 = A10; *a10 = B10; *b10 = A9; *a11 = A12; *a12 = B12; *b12 = A11; *a13 = A14; *a14 = B14; *b14 = A13; *a15 = A16; *a16 = B16; *b16 = A15; } } } else { if (b2 == a1) { *a1 = A2; *a2 = B1; *b1 = A1; *a3 = A4; *a4 = B3; *b3 = A3; *a5 = A6; *a6 = B5; *b5 = A5; *a7 = A8; *a8 = B7; *b7 = A7; *a9 = A10; *a10 = B9; *b9 = A9; *a11 = A12; *a12 = B11; *b11 = A11; *a13 = A14; *a14 = B13; *b13 = A13; *a15 = A16; *a16 = B15; *b15 = A15; } else if (b2 == a2) { *a1 = B1; *b1 = A1; *a3 = B3; *b3 = A3; *a5 = B5; *b5 = A5; *a7 = B7; *b7 = A7; *a9 = B9; *b9 = A9; *a11 = B11; *b11 = A11; *a13 = B13; *b13 = A13; *a15 = B15; *b15 = A15; } else if (b2 == b1) { *a1 = B1; *a2 = A1; *b1 = A2; *a3 = B3; *a4 = A3; *b3 = A4; *a5 = B5; *a6 = A5; *b5 = A6; *a7 = B7; *a8 = A7; *b7 = A8; *a9 = B9; *a10 = A9; *b9 = A10; *a11 = B11; *a12 = A11; *b11 = A12; *a13 = B13; *a14 = A13; *b13 = A14; *a15 = B15; *a16 = A15; *b15 = A16; } else { *a1 = B1; *a2 = B2; *b1 = A1; *b2 = A2; *a3 = B3; *a4 = B4; *b3 = A3; *b4 = A4; *a5 = B5; *a6 = B6; *b5 = A5; *b6 = A6; *a7 = B7; *a8 = B8; *b7 = A7; *b8 = A8; *a9 = B9; *a10 = B10; *b9 = A9; *b10 = A10; *a11 = B11; *a12 = B12; *b11 = A11; *b12 = A12; *a13 = B13; *a14 = B14; *b13 = A13; *b14 = A14; *a15 = B15; *a16 = B16; *b15 = A15; *b16 = A16; } } b1 = a + ip1; b2 = a + ip2; b3 = b1 + 1 * lda; b4 = b2 + 1 * lda; b5 = b1 + 2 * lda; b6 = b2 + 2 * lda; b7 = b1 + 3 * lda; b8 = b2 + 3 * lda; b9 = b1 + 4 * lda; b10 = b2 + 4 * lda; b11 = b1 + 5 * lda; b12 = b2 + 5 * lda; b13 = b1 + 6 * lda; b14 = b2 + 6 * lda; b15 = b1 + 7 * lda; b16 = b2 + 7 * lda; #ifndef MINUS a1 += 2; a3 += 2; a5 += 2; a7 += 2; a9 += 2; a11 += 2; a13 += 2; a15 += 2; #else a1 -= 2; a3 -= 2; a5 -= 2; a7 -= 2; a9 -= 2; a11 -= 2; a13 -= 2; a15 -= 2; #endif i --; } while (i > 0); } i = ((k2 - k1) & 1); if (i > 0) { A1 = *a1; B1 = *b1; A3 = *a3; B3 = *b3; A5 = *a5; B5 = *b5; A7 = *a7; B7 = *b7; A9 = *a9; B9 = *b9; A11 = *a11; B11 = *b11; A13 = *a13; B13 = *b13; A15 = *a15; B15 = *b15; *a1 = B1; *b1 = A1; *a3 = B3; *b3 = A3; *a5 = B5; *b5 = A5; *a7 = B7; *b7 = A7; *a9 = B9; *b9 = A9; *a11 = B11; *b11 = A11; *a13 = B13; *b13 = A13; *a15 = B15; *b15 = A15; } a += 8 * lda; j --; } while (j > 0); } if (n & 4) { piv = ipiv; #ifndef MINUS a1 = a + k1 + 1; #else a1 = a + k2; #endif a3 = a1 + 1 * lda; a5 = a1 + 2 * lda; a7 = a1 + 3 * lda; ip1 = *piv; piv += incx; ip2 = *piv; piv += incx; b1 = a + ip1; b2 = a + ip2; b3 = b1 + 1 * lda; b4 = b2 + 1 * lda; b5 = b1 + 2 * lda; b6 = b2 + 2 * lda; b7 = b1 + 3 * lda; b8 = b2 + 3 * lda; i = ((k2 - k1) >> 1); if (i > 0) { do { A1 = *a1; A2 = *a2; A3 = *a3; A4 = *a4; A5 = *a5; A6 = *a6; A7 = *a7; A8 = *a8; B1 = *b1; B2 = *b2; B3 = *b3; B4 = *b4; B5 = *b5; B6 = *b6; B7 = *b7; B8 = *b8; ip1 = *piv; piv += incx; ip2 = *piv; piv += incx; if (b1 == a1) { if (b2 == a1) { *a1 = A2; *a2 = A1; *a3 = A4; *a4 = A3; *a5 = A6; *a6 = A5; *a7 = A8; *a8 = A7; } else if (b2 != a2) { *a2 = B2; *b2 = A2; *a4 = B4; *b4 = A4; *a6 = B6; *b6 = A6; *a8 = B8; *b8 = A8; } } else if (b1 == a2) { if (b2 != a1) { if (b2 == a2) { *a1 = A2; *a2 = A1; *a3 = A4; *a4 = A3; *a5 = A6; *a6 = A5; *a7 = A8; *a8 = A7; } else { *a1 = A2; *a2 = B2; *b2 = A1; *a3 = A4; *a4 = B4; *b4 = A3; *a5 = A6; *a6 = B6; *b6 = A5; *a7 = A8; *a8 = B8; *b8 = A7; } } } else { if (b2 == a1) { *a1 = A2; *a2 = B1; *b1 = A1; *a3 = A4; *a4 = B3; *b3 = A3; *a5 = A6; *a6 = B5; *b5 = A5; *a7 = A8; *a8 = B7; *b7 = A7; } else if (b2 == a2) { *a1 = B1; *b1 = A1; *a3 = B3; *b3 = A3; *a5 = B5; *b5 = A5; *a7 = B7; *b7 = A7; } else if (b2 == b1) { *a1 = B1; *a2 = A1; *b1 = A2; *a3 = B3; *a4 = A3; *b3 = A4; *a5 = B5; *a6 = A5; *b5 = A6; *a7 = B7; *a8 = A7; *b7 = A8; } else { *a1 = B1; *a2 = B2; *b1 = A1; *b2 = A2; *a3 = B3; *a4 = B4; *b3 = A3; *b4 = A4; *a5 = B5; *a6 = B6; *b5 = A5; *b6 = A6; *a7 = B7; *a8 = B8; *b7 = A7; *b8 = A8; } } b1 = a + ip1; b2 = a + ip2; b3 = b1 + 1 * lda; b4 = b2 + 1 * lda; b5 = b1 + 2 * lda; b6 = b2 + 2 * lda; b7 = b1 + 3 * lda; b8 = b2 + 3 * lda; #ifndef MINUS a1 += 2; a3 += 2; a5 += 2; a7 += 2; #else a1 -= 2; a3 -= 2; a5 -= 2; a7 -= 2; #endif i --; } while (i > 0); } i = ((k2 - k1) & 1); if (i > 0) { A1 = *a1; B1 = *b1; A3 = *a3; B3 = *b3; A5 = *a5; B5 = *b5; A7 = *a7; B7 = *b7; *a1 = B1; *b1 = A1; *a3 = B3; *b3 = A3; *a5 = B5; *b5 = A5; *a7 = B7; *b7 = A7; } a += 4 * lda; } if (n & 2) { piv = ipiv; #ifndef MINUS a1 = a + k1 + 1; #else a1 = a + k2; #endif a3 = a1 + 1 * lda; ip1 = *piv; piv += incx; ip2 = *piv; piv += incx; b1 = a + ip1; b2 = a + ip2; b3 = b1 + 1 * lda; b4 = b2 + 1 * lda; i = ((k2 - k1) >> 1); if (i > 0) { do { A1 = *a1; A2 = *a2; A3 = *a3; A4 = *a4; B1 = *b1; B2 = *b2; B3 = *b3; B4 = *b4; ip1 = *piv; piv += incx; ip2 = *piv; piv += incx; if (b1 == a1) { if (b2 == a1) { *a1 = A2; *a2 = A1; *a3 = A4; *a4 = A3; } else if (b2 != a2) { *a2 = B2; *b2 = A2; *a4 = B4; *b4 = A4; } } else if (b1 == a2) { if (b2 != a1) { if (b2 == a2) { *a1 = A2; *a2 = A1; *a3 = A4; *a4 = A3; } else { *a1 = A2; *a2 = B2; *b2 = A1; *a3 = A4; *a4 = B4; *b4 = A3; } } } else { if (b2 == a1) { *a1 = A2; *a2 = B1; *b1 = A1; *a3 = A4; *a4 = B3; *b3 = A3; } else if (b2 == a2) { *a1 = B1; *b1 = A1; *a3 = B3; *b3 = A3; } else if (b2 == b1) { *a1 = B1; *a2 = A1; *b1 = A2; *a3 = B3; *a4 = A3; *b3 = A4; } else { *a1 = B1; *a2 = B2; *b1 = A1; *b2 = A2; *a3 = B3; *a4 = B4; *b3 = A3; *b4 = A4; } } b1 = a + ip1; b2 = a + ip2; b3 = b1 + 1 * lda; b4 = b2 + 1 * lda; #ifndef MINUS a1 += 2; a3 += 2; #else a1 -= 2; a3 -= 2; #endif i --; } while (i > 0); } i = ((k2 - k1) & 1); if (i > 0) { A1 = *a1; B1 = *b1; A3 = *a3; B3 = *b3; *a1 = B1; *b1 = A1; *a3 = B3; *b3 = A3; } a += 2 * lda; } if (n & 1) { piv = ipiv; #ifndef MINUS a1 = a + k1 + 1; #else a1 = a + k2; #endif ip1 = *piv; piv += incx; ip2 = *piv; piv += incx; b1 = a + ip1; b2 = a + ip2; i = ((k2 - k1) >> 1); if (i > 0) { do { A1 = *a1; A2 = *a2; B1 = *b1; B2 = *b2; ip1 = *piv; piv += incx; ip2 = *piv; piv += incx; if (b1 == a1) { if (b2 == a1) { *a1 = A2; *a2 = A1; } else if (b2 != a2) { *a2 = B2; *b2 = A2; } } else if (b1 == a2) { if (b2 != a1) { if (b2 == a2) { *a1 = A2; *a2 = A1; } else { *a1 = A2; *a2 = B2; *b2 = A1; } } } else { if (b2 == a1) { *a1 = A2; *a2 = B1; *b1 = A1; } else if (b2 == a2) { *a1 = B1; *b1 = A1; } else if (b2 == b1) { *a1 = B1; *a2 = A1; *b1 = A2; } else { *a1 = B1; *a2 = B2; *b1 = A1; *b2 = A2; } } b1 = a + ip1; b2 = a + ip2; #ifndef MINUS a1 += 2; #else a1 -= 2; #endif i --; } while (i > 0); } i = ((k2 - k1) & 1); if (i > 0) { A1 = *a1; B1 = *b1; *a1 = B1; *b1 = A1; } } return 0; }