Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 1 | //===-- X86ShuffleDecode.h - X86 shuffle decode logic ---------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // Define several functions to decode x86 specific shuffle semantics into a |
| 11 | // generic vector mask. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 15 | #include "X86ShuffleDecode.h" |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 16 | |
| 17 | //===----------------------------------------------------------------------===// |
| 18 | // Vector Mask Decoding |
| 19 | //===----------------------------------------------------------------------===// |
| 20 | |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 21 | namespace llvm { |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 22 | |
Bruno Cardoso Lopes | ed5c711 | 2010-09-02 22:43:39 +0000 | [diff] [blame] | 23 | void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<unsigned> &ShuffleMask) { |
| 24 | // Defaults the copying the dest value. |
| 25 | ShuffleMask.push_back(0); |
| 26 | ShuffleMask.push_back(1); |
| 27 | ShuffleMask.push_back(2); |
| 28 | ShuffleMask.push_back(3); |
| 29 | |
| 30 | // Decode the immediate. |
| 31 | unsigned ZMask = Imm & 15; |
| 32 | unsigned CountD = (Imm >> 4) & 3; |
| 33 | unsigned CountS = (Imm >> 6) & 3; |
| 34 | |
| 35 | // CountS selects which input element to use. |
| 36 | unsigned InVal = 4+CountS; |
| 37 | // CountD specifies which element of destination to update. |
| 38 | ShuffleMask[CountD] = InVal; |
| 39 | // ZMask zaps values, potentially overriding the CountD elt. |
| 40 | if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero; |
| 41 | if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero; |
| 42 | if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero; |
| 43 | if (ZMask & 8) ShuffleMask[3] = SM_SentinelZero; |
| 44 | } |
| 45 | |
Bruno Cardoso Lopes | 5594560 | 2010-09-02 21:51:11 +0000 | [diff] [blame] | 46 | // <3,1> or <6,7,2,3> |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 47 | void DecodeMOVHLPSMask(unsigned NElts, |
| 48 | SmallVectorImpl<unsigned> &ShuffleMask) { |
Bruno Cardoso Lopes | 5594560 | 2010-09-02 21:51:11 +0000 | [diff] [blame] | 49 | for (unsigned i = NElts/2; i != NElts; ++i) |
| 50 | ShuffleMask.push_back(NElts+i); |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 51 | |
Bruno Cardoso Lopes | 5594560 | 2010-09-02 21:51:11 +0000 | [diff] [blame] | 52 | for (unsigned i = NElts/2; i != NElts; ++i) |
| 53 | ShuffleMask.push_back(i); |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 54 | } |
| 55 | |
Bruno Cardoso Lopes | 5594560 | 2010-09-02 21:51:11 +0000 | [diff] [blame] | 56 | // <0,2> or <0,1,4,5> |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 57 | void DecodeMOVLHPSMask(unsigned NElts, |
| 58 | SmallVectorImpl<unsigned> &ShuffleMask) { |
Bruno Cardoso Lopes | 5594560 | 2010-09-02 21:51:11 +0000 | [diff] [blame] | 59 | for (unsigned i = 0; i != NElts/2; ++i) |
| 60 | ShuffleMask.push_back(i); |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 61 | |
Bruno Cardoso Lopes | 5594560 | 2010-09-02 21:51:11 +0000 | [diff] [blame] | 62 | for (unsigned i = 0; i != NElts/2; ++i) |
| 63 | ShuffleMask.push_back(NElts+i); |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 64 | } |
| 65 | |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 66 | void DecodePSHUFMask(unsigned NElts, unsigned Imm, |
| 67 | SmallVectorImpl<unsigned> &ShuffleMask) { |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 68 | for (unsigned i = 0; i != NElts; ++i) { |
| 69 | ShuffleMask.push_back(Imm % NElts); |
| 70 | Imm /= NElts; |
| 71 | } |
| 72 | } |
| 73 | |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 74 | void DecodePSHUFHWMask(unsigned Imm, |
| 75 | SmallVectorImpl<unsigned> &ShuffleMask) { |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 76 | ShuffleMask.push_back(0); |
| 77 | ShuffleMask.push_back(1); |
| 78 | ShuffleMask.push_back(2); |
| 79 | ShuffleMask.push_back(3); |
| 80 | for (unsigned i = 0; i != 4; ++i) { |
| 81 | ShuffleMask.push_back(4+(Imm & 3)); |
| 82 | Imm >>= 2; |
| 83 | } |
| 84 | } |
| 85 | |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 86 | void DecodePSHUFLWMask(unsigned Imm, |
| 87 | SmallVectorImpl<unsigned> &ShuffleMask) { |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 88 | for (unsigned i = 0; i != 4; ++i) { |
| 89 | ShuffleMask.push_back((Imm & 3)); |
| 90 | Imm >>= 2; |
| 91 | } |
| 92 | ShuffleMask.push_back(4); |
| 93 | ShuffleMask.push_back(5); |
| 94 | ShuffleMask.push_back(6); |
| 95 | ShuffleMask.push_back(7); |
| 96 | } |
| 97 | |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 98 | void DecodePUNPCKLMask(unsigned NElts, |
| 99 | SmallVectorImpl<unsigned> &ShuffleMask) { |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 100 | for (unsigned i = 0; i != NElts/2; ++i) { |
| 101 | ShuffleMask.push_back(i); |
| 102 | ShuffleMask.push_back(i+NElts); |
| 103 | } |
| 104 | } |
| 105 | |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 106 | void DecodePUNPCKHMask(unsigned NElts, |
| 107 | SmallVectorImpl<unsigned> &ShuffleMask) { |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 108 | for (unsigned i = 0; i != NElts/2; ++i) { |
| 109 | ShuffleMask.push_back(i+NElts/2); |
| 110 | ShuffleMask.push_back(i+NElts+NElts/2); |
| 111 | } |
| 112 | } |
| 113 | |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 114 | void DecodeSHUFPSMask(unsigned NElts, unsigned Imm, |
| 115 | SmallVectorImpl<unsigned> &ShuffleMask) { |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 116 | // Part that reads from dest. |
| 117 | for (unsigned i = 0; i != NElts/2; ++i) { |
| 118 | ShuffleMask.push_back(Imm % NElts); |
| 119 | Imm /= NElts; |
| 120 | } |
| 121 | // Part that reads from src. |
| 122 | for (unsigned i = 0; i != NElts/2; ++i) { |
| 123 | ShuffleMask.push_back(Imm % NElts + NElts); |
| 124 | Imm /= NElts; |
| 125 | } |
| 126 | } |
| 127 | |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 128 | void DecodeUNPCKHPMask(unsigned NElts, |
| 129 | SmallVectorImpl<unsigned> &ShuffleMask) { |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 130 | for (unsigned i = 0; i != NElts/2; ++i) { |
| 131 | ShuffleMask.push_back(i+NElts/2); // Reads from dest |
| 132 | ShuffleMask.push_back(i+NElts+NElts/2); // Reads from src |
| 133 | } |
| 134 | } |
| 135 | |
| 136 | |
| 137 | /// DecodeUNPCKLPMask - This decodes the shuffle masks for unpcklps/unpcklpd |
| 138 | /// etc. NElts indicates the number of elements in the vector allowing it to |
| 139 | /// handle different datatypes and vector widths. |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 140 | void DecodeUNPCKLPMask(unsigned NElts, |
| 141 | SmallVectorImpl<unsigned> &ShuffleMask) { |
Bruno Cardoso Lopes | 6b1d0a3 | 2010-09-02 18:40:13 +0000 | [diff] [blame] | 142 | for (unsigned i = 0; i != NElts/2; ++i) { |
| 143 | ShuffleMask.push_back(i); // Reads from dest |
| 144 | ShuffleMask.push_back(i+NElts); // Reads from src |
| 145 | } |
| 146 | } |
| 147 | |
David Greene | 583b68f | 2011-02-17 19:18:59 +0000 | [diff] [blame^] | 148 | } // llvm namespace |