commit 19adee9d846dc0e939219349b176a407434b5e93
author Simon Pilgrim <llvm-dev@redking.me.uk> Sat Jul 02 14:42:35 2016 +0000
committer Simon Pilgrim <llvm-dev@redking.me.uk> Sat Jul 02 14:42:35 2016 +0000
tree 8c38ce18030d58cc7b920c6a994c91155e161495
parent 52a692d28d6ad32aa74f6293c7d3a6268d604c7d

[X86][AVX512] Autoupgrade the MOVDDUP/MOVSLDUP/MOVSHDUP intrinsics

llvm-svn: 274439

llvm/lib/IR/AutoUpgrade.cpp

diff --git a/llvm/lib/IR/AutoUpgrade.cpp b/llvm/lib/IR/AutoUpgrade.cpp
index ef80b63..fb9fdb4 100644
--- a/llvm/lib/IR/AutoUpgrade.cpp
+++ b/llvm/lib/IR/AutoUpgrade.cpp
@@ -219,6 +219,9 @@
         Name.startswith("x86.avx2.pbroadcast") ||
         Name.startswith("x86.avx.vpermil.") ||
         Name.startswith("x86.sse2.pshuf") ||
+        Name.startswith("x86.avx512.mask.movddup") ||
+        Name.startswith("x86.avx512.mask.movshdup") ||
+        Name.startswith("x86.avx512.mask.movsldup") ||
         Name.startswith("x86.avx512.mask.pshuf.d.") ||
         Name.startswith("x86.avx512.mask.pshufl.w.") ||
         Name.startswith("x86.avx512.mask.pshufh.w.") ||
@@ -1063,6 +1066,28 @@
       if (CI->getNumArgOperands() == 4)
         Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep,
                             CI->getArgOperand(2));
+    } else if (Name.startswith("llvm.x86.avx512.mask.movddup") ||
+               Name.startswith("llvm.x86.avx512.mask.movshdup") ||
+               Name.startswith("llvm.x86.avx512.mask.movsldup")) {
+      Value *Op0 = CI->getArgOperand(0);
+      unsigned NumElts = CI->getType()->getVectorNumElements();
+      unsigned NumLaneElts = 128/CI->getType()->getScalarSizeInBits();
+
+      unsigned Offset = 0;
+      if (Name.startswith("llvm.x86.avx512.mask.movshdup."))
+        Offset = 1;
+
+      SmallVector<uint32_t, 16> Idxs(NumElts);
+      for (unsigned l = 0; l != NumElts; l += NumLaneElts)
+        for (unsigned i = 0; i != NumLaneElts; i += 2) {
+          Idxs[i + l + 0] = i + l + Offset;
+          Idxs[i + l + 1] = i + l + Offset;
+        }
+
+      Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs);
+
+      Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep,
+                          CI->getArgOperand(1));
     } else if (Name.startswith("llvm.x86.avx512.mask.punpckl") ||
                Name.startswith("llvm.x86.avx512.mask.unpckl.")) {
       Value *Op0 = CI->getArgOperand(0);