blob: 12879774d78029516e41aa6bf4c2906923b79bc2 [file] [log] [blame]
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +00001//===-- X86ShuffleDecode.h - X86 shuffle decode logic ---------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Define several functions to decode x86 specific shuffle semantics into a
11// generic vector mask.
12//
13//===----------------------------------------------------------------------===//
14
David Greene583b68f2011-02-17 19:18:59 +000015#include "X86ShuffleDecode.h"
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +000016
17//===----------------------------------------------------------------------===//
18// Vector Mask Decoding
19//===----------------------------------------------------------------------===//
20
David Greene583b68f2011-02-17 19:18:59 +000021namespace llvm {
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +000022
Bruno Cardoso Lopesed5c7112010-09-02 22:43:39 +000023void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<unsigned> &ShuffleMask) {
24 // Defaults the copying the dest value.
25 ShuffleMask.push_back(0);
26 ShuffleMask.push_back(1);
27 ShuffleMask.push_back(2);
28 ShuffleMask.push_back(3);
29
30 // Decode the immediate.
31 unsigned ZMask = Imm & 15;
32 unsigned CountD = (Imm >> 4) & 3;
33 unsigned CountS = (Imm >> 6) & 3;
34
35 // CountS selects which input element to use.
36 unsigned InVal = 4+CountS;
37 // CountD specifies which element of destination to update.
38 ShuffleMask[CountD] = InVal;
39 // ZMask zaps values, potentially overriding the CountD elt.
40 if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero;
41 if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero;
42 if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero;
43 if (ZMask & 8) ShuffleMask[3] = SM_SentinelZero;
44}
45
Bruno Cardoso Lopes55945602010-09-02 21:51:11 +000046// <3,1> or <6,7,2,3>
David Greene583b68f2011-02-17 19:18:59 +000047void DecodeMOVHLPSMask(unsigned NElts,
48 SmallVectorImpl<unsigned> &ShuffleMask) {
Bruno Cardoso Lopes55945602010-09-02 21:51:11 +000049 for (unsigned i = NElts/2; i != NElts; ++i)
50 ShuffleMask.push_back(NElts+i);
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +000051
Bruno Cardoso Lopes55945602010-09-02 21:51:11 +000052 for (unsigned i = NElts/2; i != NElts; ++i)
53 ShuffleMask.push_back(i);
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +000054}
55
Bruno Cardoso Lopes55945602010-09-02 21:51:11 +000056// <0,2> or <0,1,4,5>
David Greene583b68f2011-02-17 19:18:59 +000057void DecodeMOVLHPSMask(unsigned NElts,
58 SmallVectorImpl<unsigned> &ShuffleMask) {
Bruno Cardoso Lopes55945602010-09-02 21:51:11 +000059 for (unsigned i = 0; i != NElts/2; ++i)
60 ShuffleMask.push_back(i);
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +000061
Bruno Cardoso Lopes55945602010-09-02 21:51:11 +000062 for (unsigned i = 0; i != NElts/2; ++i)
63 ShuffleMask.push_back(NElts+i);
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +000064}
65
David Greene583b68f2011-02-17 19:18:59 +000066void DecodePSHUFMask(unsigned NElts, unsigned Imm,
67 SmallVectorImpl<unsigned> &ShuffleMask) {
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +000068 for (unsigned i = 0; i != NElts; ++i) {
69 ShuffleMask.push_back(Imm % NElts);
70 Imm /= NElts;
71 }
72}
73
David Greene583b68f2011-02-17 19:18:59 +000074void DecodePSHUFHWMask(unsigned Imm,
75 SmallVectorImpl<unsigned> &ShuffleMask) {
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +000076 ShuffleMask.push_back(0);
77 ShuffleMask.push_back(1);
78 ShuffleMask.push_back(2);
79 ShuffleMask.push_back(3);
80 for (unsigned i = 0; i != 4; ++i) {
81 ShuffleMask.push_back(4+(Imm & 3));
82 Imm >>= 2;
83 }
84}
85
David Greene583b68f2011-02-17 19:18:59 +000086void DecodePSHUFLWMask(unsigned Imm,
87 SmallVectorImpl<unsigned> &ShuffleMask) {
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +000088 for (unsigned i = 0; i != 4; ++i) {
89 ShuffleMask.push_back((Imm & 3));
90 Imm >>= 2;
91 }
92 ShuffleMask.push_back(4);
93 ShuffleMask.push_back(5);
94 ShuffleMask.push_back(6);
95 ShuffleMask.push_back(7);
96}
97
David Greene583b68f2011-02-17 19:18:59 +000098void DecodePUNPCKLMask(unsigned NElts,
99 SmallVectorImpl<unsigned> &ShuffleMask) {
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +0000100 for (unsigned i = 0; i != NElts/2; ++i) {
101 ShuffleMask.push_back(i);
102 ShuffleMask.push_back(i+NElts);
103 }
104}
105
David Greene583b68f2011-02-17 19:18:59 +0000106void DecodePUNPCKHMask(unsigned NElts,
107 SmallVectorImpl<unsigned> &ShuffleMask) {
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +0000108 for (unsigned i = 0; i != NElts/2; ++i) {
109 ShuffleMask.push_back(i+NElts/2);
110 ShuffleMask.push_back(i+NElts+NElts/2);
111 }
112}
113
David Greene583b68f2011-02-17 19:18:59 +0000114void DecodeSHUFPSMask(unsigned NElts, unsigned Imm,
115 SmallVectorImpl<unsigned> &ShuffleMask) {
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +0000116 // Part that reads from dest.
117 for (unsigned i = 0; i != NElts/2; ++i) {
118 ShuffleMask.push_back(Imm % NElts);
119 Imm /= NElts;
120 }
121 // Part that reads from src.
122 for (unsigned i = 0; i != NElts/2; ++i) {
123 ShuffleMask.push_back(Imm % NElts + NElts);
124 Imm /= NElts;
125 }
126}
127
David Greene583b68f2011-02-17 19:18:59 +0000128void DecodeUNPCKHPMask(unsigned NElts,
129 SmallVectorImpl<unsigned> &ShuffleMask) {
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +0000130 for (unsigned i = 0; i != NElts/2; ++i) {
131 ShuffleMask.push_back(i+NElts/2); // Reads from dest
132 ShuffleMask.push_back(i+NElts+NElts/2); // Reads from src
133 }
134}
135
136
137/// DecodeUNPCKLPMask - This decodes the shuffle masks for unpcklps/unpcklpd
138/// etc. NElts indicates the number of elements in the vector allowing it to
139/// handle different datatypes and vector widths.
David Greene583b68f2011-02-17 19:18:59 +0000140void DecodeUNPCKLPMask(unsigned NElts,
141 SmallVectorImpl<unsigned> &ShuffleMask) {
Bruno Cardoso Lopes6b1d0a32010-09-02 18:40:13 +0000142 for (unsigned i = 0; i != NElts/2; ++i) {
143 ShuffleMask.push_back(i); // Reads from dest
144 ShuffleMask.push_back(i+NElts); // Reads from src
145 }
146}
147
David Greene583b68f2011-02-17 19:18:59 +0000148} // llvm namespace