blob: 9153ac837791e9b2e65556f178d09481bf49c3ee [file] [log] [blame]
Nate Begeman5ddb0872010-05-28 01:08:32 +00001//===- NeonEmitter.cpp - Generate arm_neon.h for use with clang -*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This tablegen backend is responsible for emitting arm_neon.h, which includes
11// a declaration and definition of each function specified by the ARM NEON
12// compiler interface. See ARM document DUI0348B.
13//
14//===----------------------------------------------------------------------===//
15
16#include "NeonEmitter.h"
Nate Begeman22237772010-06-02 00:34:55 +000017#include "llvm/ADT/SmallString.h"
18#include "llvm/ADT/SmallVector.h"
Nate Begeman5ddb0872010-05-28 01:08:32 +000019#include "llvm/ADT/StringExtras.h"
Nate Begeman5ddb0872010-05-28 01:08:32 +000020#include <string>
21
22using namespace llvm;
23
Nate Begeman22237772010-06-02 00:34:55 +000024static void ParseTypes(Record *r, std::string &s,
25 SmallVectorImpl<StringRef> &TV) {
26 const char *data = s.data();
27 int len = 0;
28
29 for (unsigned i = 0, e = s.size(); i != e; ++i, ++len) {
30 if (data[len] == 'P' || data[len] == 'Q' || data[len] == 'U')
31 continue;
32
33 switch (data[len]) {
34 case 'c':
35 case 's':
36 case 'i':
37 case 'l':
38 case 'h':
39 case 'f':
40 break;
41 default:
42 throw TGError(r->getLoc(),
43 "Unexpected letter: " + std::string(data + len, 1));
44 break;
45 }
46 TV.push_back(StringRef(data, len + 1));
47 data += len + 1;
48 len = -1;
49 }
50}
51
Duncan Sands8dbbace2010-06-02 08:37:30 +000052static char Widen(const char t) {
Nate Begeman22237772010-06-02 00:34:55 +000053 switch (t) {
54 case 'c':
55 return 's';
56 case 's':
57 return 'i';
58 case 'i':
59 return 'l';
60 default: throw "unhandled type in widen!";
61 }
62 return '\0';
63}
64
Nate Begeman3861e742010-06-03 21:35:22 +000065static char Narrow(const char t) {
66 switch (t) {
67 case 's':
68 return 'c';
69 case 'i':
70 return 's';
71 case 'l':
72 return 'i';
Nate Begeman900f4672010-06-08 00:14:42 +000073 case 'f':
74 return 'h';
Nate Begeman3861e742010-06-03 21:35:22 +000075 default: throw "unhandled type in widen!";
76 }
77 return '\0';
78}
79
Nate Begemanaf905ef2010-06-02 06:17:19 +000080static char ClassifyType(StringRef ty, bool &quad, bool &poly, bool &usgn) {
Nate Begeman22237772010-06-02 00:34:55 +000081 unsigned off = 0;
82
Nate Begemanaf905ef2010-06-02 06:17:19 +000083 // remember quad.
84 if (ty[off] == 'Q') {
85 quad = true;
86 ++off;
87 }
88
89 // remember poly.
90 if (ty[off] == 'P') {
91 poly = true;
92 ++off;
93 }
94
95 // remember unsigned.
96 if (ty[off] == 'U') {
97 usgn = true;
98 ++off;
99 }
100
101 // base type to get the type string for.
102 return ty[off];
103}
104
Nate Begemanb0a4e452010-06-07 16:00:37 +0000105static char ModType(const char mod, char type, bool &quad, bool &poly,
106 bool &usgn, bool &scal, bool &cnst, bool &pntr) {
Nate Begeman22237772010-06-02 00:34:55 +0000107 switch (mod) {
Nate Begeman22237772010-06-02 00:34:55 +0000108 case 't':
109 if (poly) {
110 poly = false;
111 usgn = true;
112 }
113 break;
Nate Begeman900f4672010-06-08 00:14:42 +0000114 case 'u':
Nate Begeman22237772010-06-02 00:34:55 +0000115 usgn = true;
Nate Begeman900f4672010-06-08 00:14:42 +0000116 case 'x':
Nate Begeman162d3ba2010-06-03 04:04:09 +0000117 poly = false;
Nate Begeman22237772010-06-02 00:34:55 +0000118 if (type == 'f')
119 type = 'i';
120 break;
121 case 'f':
Nate Begeman900f4672010-06-08 00:14:42 +0000122 if (type == 'h')
123 quad = true;
Nate Begeman22237772010-06-02 00:34:55 +0000124 type = 'f';
Nate Begeman162d3ba2010-06-03 04:04:09 +0000125 usgn = false;
Nate Begeman22237772010-06-02 00:34:55 +0000126 break;
127 case 'w':
128 type = Widen(type);
129 quad = true;
130 break;
131 case 'n':
132 type = Widen(type);
133 break;
Nate Begeman22237772010-06-02 00:34:55 +0000134 case 'l':
135 type = 'l';
136 scal = true;
137 usgn = true;
138 break;
139 case 's':
Nate Begeman4b425a82010-06-10 00:16:56 +0000140 case 'a':
Nate Begeman22237772010-06-02 00:34:55 +0000141 scal = true;
142 break;
143 case 'k':
144 quad = true;
145 break;
146 case 'c':
147 cnst = true;
148 case 'p':
Nate Begemanb0a4e452010-06-07 16:00:37 +0000149 usgn = false;
150 poly = false;
Nate Begeman22237772010-06-02 00:34:55 +0000151 pntr = true;
152 scal = true;
153 break;
Nate Begeman3861e742010-06-03 21:35:22 +0000154 case 'h':
155 type = Narrow(type);
Nate Begeman900f4672010-06-08 00:14:42 +0000156 if (type == 'h')
157 quad = false;
Nate Begeman3861e742010-06-03 21:35:22 +0000158 break;
159 case 'e':
160 type = Narrow(type);
161 usgn = true;
162 break;
Nate Begeman22237772010-06-02 00:34:55 +0000163 default:
164 break;
165 }
Nate Begemanb0a4e452010-06-07 16:00:37 +0000166 return type;
167}
168
169static std::string TypeString(const char mod, StringRef typestr,
170 bool ret = false) {
171 bool quad = false;
172 bool poly = false;
173 bool usgn = false;
174 bool scal = false;
175 bool cnst = false;
176 bool pntr = false;
177
178 if (mod == 'v')
179 return "void";
180 if (mod == 'i')
181 return "int";
182
183 // base type to get the type string for.
184 char type = ClassifyType(typestr, quad, poly, usgn);
185
186 // Based on the modifying character, change the type and width if necessary.
187 type = ModType(mod, type, quad, poly, usgn, scal, cnst, pntr);
Nate Begeman22237772010-06-02 00:34:55 +0000188
189 SmallString<128> s;
190
Nate Begeman9e584b32010-06-04 22:53:30 +0000191 if (ret)
192 s += "__neon_";
193
Nate Begeman22237772010-06-02 00:34:55 +0000194 if (usgn)
195 s.push_back('u');
196
197 switch (type) {
198 case 'c':
199 s += poly ? "poly8" : "int8";
200 if (scal)
201 break;
202 s += quad ? "x16" : "x8";
203 break;
204 case 's':
205 s += poly ? "poly16" : "int16";
206 if (scal)
207 break;
208 s += quad ? "x8" : "x4";
209 break;
210 case 'i':
211 s += "int32";
212 if (scal)
213 break;
214 s += quad ? "x4" : "x2";
215 break;
216 case 'l':
217 s += "int64";
218 if (scal)
219 break;
220 s += quad ? "x2" : "x1";
221 break;
222 case 'h':
223 s += "float16";
224 if (scal)
225 break;
226 s += quad ? "x8" : "x4";
227 break;
228 case 'f':
229 s += "float32";
230 if (scal)
231 break;
232 s += quad ? "x4" : "x2";
233 break;
Nate Begeman22237772010-06-02 00:34:55 +0000234 default:
235 throw "unhandled type!";
236 break;
237 }
238
239 if (mod == '2')
240 s += "x2";
241 if (mod == '3')
242 s += "x3";
243 if (mod == '4')
244 s += "x4";
245
246 // Append _t, finishing the type string typedef type.
247 s += "_t";
248
249 if (cnst)
250 s += " const";
251
252 if (pntr)
253 s += " *";
254
255 return s.str();
256}
257
Nate Begeman7c21f742010-06-04 21:36:00 +0000258static std::string BuiltinTypeString(const char mod, StringRef typestr,
259 ClassKind ck, bool ret) {
Nate Begeman92f98af2010-06-04 07:11:25 +0000260 bool quad = false;
261 bool poly = false;
262 bool usgn = false;
263 bool scal = false;
264 bool cnst = false;
265 bool pntr = false;
266
267 if (mod == 'v')
268 return "v";
269 if (mod == 'i')
270 return "i";
271
272 // base type to get the type string for.
273 char type = ClassifyType(typestr, quad, poly, usgn);
274
275 // Based on the modifying character, change the type and width if necessary.
Nate Begemanb0a4e452010-06-07 16:00:37 +0000276 type = ModType(mod, type, quad, poly, usgn, scal, cnst, pntr);
277
278 if (pntr)
279 type = 'v';
280
Nate Begeman92f98af2010-06-04 07:11:25 +0000281 if (type == 'h') {
282 type = 's';
283 usgn = true;
284 }
Nate Begeman7c21f742010-06-04 21:36:00 +0000285 usgn = usgn | poly | ((ck == ClassI || ck == ClassW) && scal && type != 'f');
Nate Begeman92f98af2010-06-04 07:11:25 +0000286
287 if (scal) {
288 SmallString<128> s;
289
290 if (usgn)
291 s.push_back('U');
Nate Begeman7c21f742010-06-04 21:36:00 +0000292
293 if (type == 'l')
294 s += "LLi";
295 else
296 s.push_back(type);
297
Nate Begeman92f98af2010-06-04 07:11:25 +0000298 if (cnst)
299 s.push_back('C');
300 if (pntr)
301 s.push_back('*');
302 return s.str();
303 }
Nate Begeman7c21f742010-06-04 21:36:00 +0000304
305 // Since the return value must be one type, return a vector type of the
306 // appropriate width which we will bitcast.
307 if (ret) {
308 if (mod == '2')
309 return quad ? "V32c" : "V16c";
310 if (mod == '3')
311 return quad ? "V48c" : "V24c";
312 if (mod == '4')
313 return quad ? "V64c" : "V32c";
Nate Begemanf50551e2010-06-09 18:02:26 +0000314 if (mod == 'f' || (ck != ClassB && type == 'f'))
Nate Begeman56387832010-06-08 06:01:16 +0000315 return quad ? "V4f" : "V2f";
Nate Begemanf50551e2010-06-09 18:02:26 +0000316 if (ck != ClassB && type == 's')
Nate Begeman007afe42010-06-09 05:11:55 +0000317 return quad ? "V8s" : "V4s";
Nate Begemanf50551e2010-06-09 18:02:26 +0000318 if (ck != ClassB && type == 'i')
Nate Begeman56387832010-06-08 06:01:16 +0000319 return quad ? "V4i" : "V2i";
Nate Begemanf50551e2010-06-09 18:02:26 +0000320 if (ck != ClassB && type == 'l')
Nate Begeman007afe42010-06-09 05:11:55 +0000321 return quad ? "V2LLi" : "V1LLi";
Nate Begeman900f4672010-06-08 00:14:42 +0000322
Nate Begeman7c21f742010-06-04 21:36:00 +0000323 return quad ? "V16c" : "V8c";
324 }
325
326 // Non-return array types are passed as individual vectors.
Nate Begeman92f98af2010-06-04 07:11:25 +0000327 if (mod == '2')
328 return quad ? "V16cV16c" : "V8cV8c";
329 if (mod == '3')
330 return quad ? "V16cV16cV16c" : "V8cV8cV8c";
331 if (mod == '4')
332 return quad ? "V16cV16cV16cV16c" : "V8cV8cV8cV8c";
333
Nate Begemanf50551e2010-06-09 18:02:26 +0000334 if (mod == 'f' || (ck != ClassB && type == 'f'))
Nate Begeman007afe42010-06-09 05:11:55 +0000335 return quad ? "V4f" : "V2f";
Nate Begemanf50551e2010-06-09 18:02:26 +0000336 if (ck != ClassB && type == 's')
Nate Begeman007afe42010-06-09 05:11:55 +0000337 return quad ? "V8s" : "V4s";
Nate Begemanf50551e2010-06-09 18:02:26 +0000338 if (ck != ClassB && type == 'i')
Nate Begeman007afe42010-06-09 05:11:55 +0000339 return quad ? "V4i" : "V2i";
Nate Begemanf50551e2010-06-09 18:02:26 +0000340 if (ck != ClassB && type == 'l')
Nate Begeman007afe42010-06-09 05:11:55 +0000341 return quad ? "V2LLi" : "V1LLi";
342
Nate Begeman92f98af2010-06-04 07:11:25 +0000343 return quad ? "V16c" : "V8c";
344}
345
Nate Begeman22237772010-06-02 00:34:55 +0000346// Turn "vst2_lane" into "vst2q_lane_f32", etc.
Nate Begemana8979a02010-06-04 00:21:41 +0000347static std::string MangleName(const std::string &name, StringRef typestr,
348 ClassKind ck) {
Nate Begeman900f4672010-06-08 00:14:42 +0000349 if (name == "vcvt_f32_f16")
350 return name;
351
Nate Begemanaf905ef2010-06-02 06:17:19 +0000352 bool quad = false;
353 bool poly = false;
354 bool usgn = false;
355 char type = ClassifyType(typestr, quad, poly, usgn);
356
357 std::string s = name;
358
359 switch (type) {
Nate Begemana8979a02010-06-04 00:21:41 +0000360 case 'c':
361 switch (ck) {
362 case ClassS: s += poly ? "_p8" : usgn ? "_u8" : "_s8"; break;
363 case ClassI: s += "_i8"; break;
364 case ClassW: s += "_8"; break;
365 default: break;
366 }
367 break;
368 case 's':
369 switch (ck) {
370 case ClassS: s += poly ? "_p16" : usgn ? "_u16" : "_s16"; break;
371 case ClassI: s += "_i16"; break;
372 case ClassW: s += "_16"; break;
373 default: break;
374 }
375 break;
376 case 'i':
377 switch (ck) {
378 case ClassS: s += usgn ? "_u32" : "_s32"; break;
379 case ClassI: s += "_i32"; break;
380 case ClassW: s += "_32"; break;
381 default: break;
382 }
383 break;
384 case 'l':
385 switch (ck) {
386 case ClassS: s += usgn ? "_u64" : "_s64"; break;
387 case ClassI: s += "_i64"; break;
388 case ClassW: s += "_64"; break;
389 default: break;
390 }
391 break;
392 case 'h':
393 switch (ck) {
394 case ClassS:
395 case ClassI: s += "_f16"; break;
396 case ClassW: s += "_16"; break;
397 default: break;
398 }
399 break;
400 case 'f':
401 switch (ck) {
402 case ClassS:
403 case ClassI: s += "_f32"; break;
404 case ClassW: s += "_32"; break;
405 default: break;
406 }
407 break;
408 default:
409 throw "unhandled type!";
410 break;
Nate Begemanaf905ef2010-06-02 06:17:19 +0000411 }
Nate Begemana8979a02010-06-04 00:21:41 +0000412 if (ck == ClassB)
Nate Begeman92f98af2010-06-04 07:11:25 +0000413 s += "_v";
Nate Begemana8979a02010-06-04 00:21:41 +0000414
Nate Begemanaf905ef2010-06-02 06:17:19 +0000415 // Insert a 'q' before the first '_' character so that it ends up before
416 // _lane or _n on vector-scalar operations.
417 if (quad) {
418 size_t pos = s.find('_');
419 s = s.insert(pos, "q");
420 }
421 return s;
Nate Begeman22237772010-06-02 00:34:55 +0000422}
423
Nate Begemanaf905ef2010-06-02 06:17:19 +0000424// Generate the string "(argtype a, argtype b, ...)"
Nate Begeman22237772010-06-02 00:34:55 +0000425static std::string GenArgs(const std::string &proto, StringRef typestr) {
Nate Begeman6c060db2010-06-09 01:09:00 +0000426 bool define = proto.find('i') != std::string::npos;
Nate Begemanaf905ef2010-06-02 06:17:19 +0000427 char arg = 'a';
428
429 std::string s;
430 s += "(";
431
432 for (unsigned i = 1, e = proto.size(); i != e; ++i, ++arg) {
Nate Begeman6c060db2010-06-09 01:09:00 +0000433 if (!define) {
434 s += TypeString(proto[i], typestr);
435 s.push_back(' ');
436 }
Nate Begemanaf905ef2010-06-02 06:17:19 +0000437 s.push_back(arg);
438 if ((i + 1) < e)
439 s += ", ";
440 }
441
442 s += ")";
443 return s;
Nate Begeman22237772010-06-02 00:34:55 +0000444}
445
Nate Begeman4b425a82010-06-10 00:16:56 +0000446static std::string Duplicate(StringRef typestr, const std::string &a) {
Nate Begeman96ec22d2010-06-08 07:11:17 +0000447 bool dummy, quad = false;
Nate Begeman900f4672010-06-08 00:14:42 +0000448 char type = ClassifyType(typestr, quad, dummy, dummy);
449 unsigned nElts = 0;
450 switch (type) {
451 case 'c': nElts = 8; break;
452 case 's': nElts = 4; break;
453 case 'i': nElts = 2; break;
454 case 'l': nElts = 1; break;
455 case 'h': nElts = 4; break;
456 case 'f': nElts = 2; break;
457 }
458 nElts <<= quad;
Nate Begeman4b425a82010-06-10 00:16:56 +0000459
460 std::string s;
461
462 s = "(__neon_" + TypeString('d', typestr) + "){ ";
463 for (unsigned i = 0; i != nElts; ++i) {
464 s += a;
465 if ((i + 1) < nElts)
466 s += ", ";
467 }
468 s += " }";
469
470 return s;
471}
472
473// Generate the definition for this intrinsic, e.g. "a + b" for OpAdd.
474// If structTypes is true, the NEON types are structs of vector types rather
475// than vector types, and the call becomes "a.val + b.val"
476static std::string GenOpString(OpKind op, const std::string &proto,
477 StringRef typestr, bool structTypes = true) {
478 std::string ts = TypeString(proto[0], typestr);
479 std::string s = ts + " r; r";
Nate Begeman162d3ba2010-06-03 04:04:09 +0000480
Nate Begeman900f4672010-06-08 00:14:42 +0000481 if (structTypes)
482 s += ".val";
483
484 s += " = ";
485
Nate Begeman3861e742010-06-03 21:35:22 +0000486 std::string a, b, c;
487 if (proto.size() > 1)
Nate Begeman900f4672010-06-08 00:14:42 +0000488 a = (structTypes && proto[1] != 'l' && proto[1] != 's') ? "a.val" : "a";
Nate Begeman3861e742010-06-03 21:35:22 +0000489 b = structTypes ? "b.val" : "b";
490 c = structTypes ? "c.val" : "c";
Nate Begeman162d3ba2010-06-03 04:04:09 +0000491
492 switch(op) {
493 case OpAdd:
494 s += a + " + " + b;
495 break;
496 case OpSub:
497 s += a + " - " + b;
498 break;
Nate Begeman4b425a82010-06-10 00:16:56 +0000499 case OpMulN:
500 b = Duplicate(typestr, "b");
Nate Begeman162d3ba2010-06-03 04:04:09 +0000501 case OpMul:
502 s += a + " * " + b;
503 break;
Nate Begeman4b425a82010-06-10 00:16:56 +0000504 case OpMlaN:
505 c = Duplicate(typestr, "c");
Nate Begeman162d3ba2010-06-03 04:04:09 +0000506 case OpMla:
507 s += a + " + ( " + b + " * " + c + " )";
508 break;
Nate Begeman4b425a82010-06-10 00:16:56 +0000509 case OpMlsN:
510 c = Duplicate(typestr, "c");
Nate Begeman162d3ba2010-06-03 04:04:09 +0000511 case OpMls:
512 s += a + " - ( " + b + " * " + c + " )";
513 break;
514 case OpEq:
515 s += "(__neon_" + ts + ")(" + a + " == " + b + ")";
516 break;
517 case OpGe:
518 s += "(__neon_" + ts + ")(" + a + " >= " + b + ")";
519 break;
520 case OpLe:
521 s += "(__neon_" + ts + ")(" + a + " <= " + b + ")";
522 break;
523 case OpGt:
524 s += "(__neon_" + ts + ")(" + a + " > " + b + ")";
525 break;
526 case OpLt:
527 s += "(__neon_" + ts + ")(" + a + " < " + b + ")";
528 break;
529 case OpNeg:
530 s += " -" + a;
531 break;
532 case OpNot:
533 s += " ~" + a;
534 break;
535 case OpAnd:
536 s += a + " & " + b;
537 break;
538 case OpOr:
539 s += a + " | " + b;
540 break;
541 case OpXor:
542 s += a + " ^ " + b;
543 break;
544 case OpAndNot:
545 s += a + " & ~" + b;
546 break;
547 case OpOrNot:
548 s += a + " | ~" + b;
549 break;
Nate Begeman3861e742010-06-03 21:35:22 +0000550 case OpCast:
551 s += "(__neon_" + ts + ")" + a;
552 break;
Nate Begeman900f4672010-06-08 00:14:42 +0000553 case OpConcat:
554 s += "__builtin_shufflevector((__neon_int64x1_t)" + a;
555 s += ", (__neon_int64x1_t)" + b + ", 0, 1)";
556 break;
Nate Begeman6c060db2010-06-09 01:09:00 +0000557 case OpHi:
558 s += "(__neon_int64x1_t)(((__neon_int64x2_t)" + a + ")[1])";
559 break;
560 case OpLo:
561 s += "(__neon_int64x1_t)(((__neon_int64x2_t)" + a + ")[0])";
562 break;
Nate Begeman900f4672010-06-08 00:14:42 +0000563 case OpDup:
Nate Begeman4b425a82010-06-10 00:16:56 +0000564 s += Duplicate(typestr, a);
Nate Begeman900f4672010-06-08 00:14:42 +0000565 break;
Nate Begeman162d3ba2010-06-03 04:04:09 +0000566 default:
567 throw "unknown OpKind!";
568 break;
569 }
Nate Begeman900f4672010-06-08 00:14:42 +0000570 s += "; return r;";
Nate Begeman162d3ba2010-06-03 04:04:09 +0000571 return s;
Nate Begemane66aab52010-06-02 07:14:28 +0000572}
573
Nate Begemanb0a4e452010-06-07 16:00:37 +0000574static unsigned GetNeonEnum(const std::string &proto, StringRef typestr) {
575 unsigned mod = proto[0];
576 unsigned ret = 0;
577
Nate Begeman900f4672010-06-08 00:14:42 +0000578 if (mod == 'v' || mod == 'f')
Nate Begemanb0a4e452010-06-07 16:00:37 +0000579 mod = proto[1];
580
581 bool quad = false;
582 bool poly = false;
583 bool usgn = false;
584 bool scal = false;
585 bool cnst = false;
586 bool pntr = false;
587
588 // base type to get the type string for.
589 char type = ClassifyType(typestr, quad, poly, usgn);
590
591 // Based on the modifying character, change the type and width if necessary.
592 type = ModType(mod, type, quad, poly, usgn, scal, cnst, pntr);
593
594 if (usgn)
595 ret |= 0x08;
596 if (quad)
597 ret |= 0x10;
Nate Begemand6645dd2010-06-10 18:06:07 +0000598 if (poly)
599 ret |= 0x20;
Nate Begemanb0a4e452010-06-07 16:00:37 +0000600
601 switch (type) {
602 case 'c':
603 ret |= poly ? 5 : 0;
604 break;
605 case 's':
606 ret |= poly ? 6 : 1;
607 break;
608 case 'i':
609 ret |= 2;
610 break;
611 case 'l':
612 ret |= 3;
613 break;
614 case 'h':
615 ret |= 7;
616 break;
617 case 'f':
618 ret |= 4;
619 break;
620 default:
621 throw "unhandled type!";
622 break;
623 }
624 return ret;
625}
626
Nate Begeman7c8c8832010-06-02 21:53:00 +0000627// Generate the definition for this intrinsic, e.g. __builtin_neon_cls(a)
628// If structTypes is true, the NEON types are structs of vector types rather
629// than vector types, and the call becomes __builtin_neon_cls(a.val)
630static std::string GenBuiltin(const std::string &name, const std::string &proto,
Nate Begemana8979a02010-06-04 00:21:41 +0000631 StringRef typestr, ClassKind ck,
632 bool structTypes = true) {
Nate Begeman7c8c8832010-06-02 21:53:00 +0000633 char arg = 'a';
Nate Begeman162d3ba2010-06-03 04:04:09 +0000634 std::string s;
Nate Begeman9e584b32010-06-04 22:53:30 +0000635
636 bool unioning = (proto[0] == '2' || proto[0] == '3' || proto[0] == '4');
Nate Begeman6c060db2010-06-09 01:09:00 +0000637 bool define = proto.find('i') != std::string::npos;
Nate Begeman9e584b32010-06-04 22:53:30 +0000638
639 // If all types are the same size, bitcasting the args will take care
640 // of arg checking. The actual signedness etc. will be taken care of with
641 // special enums.
642 if (proto.find('s') == std::string::npos)
643 ck = ClassB;
Nate Begeman7c21f742010-06-04 21:36:00 +0000644
Nate Begeman162d3ba2010-06-03 04:04:09 +0000645 if (proto[0] != 'v') {
Nate Begeman6c060db2010-06-09 01:09:00 +0000646 std::string ts = TypeString(proto[0], typestr);
647
648 if (define) {
649 if (proto[0] != 's')
650 s += "(" + ts + "){(__neon_" + ts + ")";
Nate Begeman9e584b32010-06-04 22:53:30 +0000651 } else {
Nate Begeman6c060db2010-06-09 01:09:00 +0000652 if (unioning) {
653 s += "union { ";
654 s += TypeString(proto[0], typestr, true) + " val; ";
655 s += TypeString(proto[0], typestr, false) + " s; ";
656 s += "} r;";
657 } else {
658 s += ts;
659 }
660
661 s += " r; r";
662 if (structTypes && proto[0] != 's' && proto[0] != 'i' && proto[0] != 'l')
663 s += ".val";
664
665 s += " = ";
Nate Begeman162d3ba2010-06-03 04:04:09 +0000666 }
Nate Begeman4b425a82010-06-10 00:16:56 +0000667 }
668
669 bool splat = proto.find('a') != std::string::npos;
Nate Begeman7c8c8832010-06-02 21:53:00 +0000670
671 s += "__builtin_neon_";
Nate Begeman4b425a82010-06-10 00:16:56 +0000672 if (splat) {
673 std::string vname(name, 0, name.size()-2);
674 s += MangleName(vname, typestr, ck);
675 } else {
676 s += MangleName(name, typestr, ck);
677 }
Nate Begeman7c8c8832010-06-02 21:53:00 +0000678 s += "(";
679
680 for (unsigned i = 1, e = proto.size(); i != e; ++i, ++arg) {
Nate Begeman9e584b32010-06-04 22:53:30 +0000681 // Handle multiple-vector values specially, emitting each subvector as an
682 // argument to the __builtin.
683 if (structTypes && (proto[i] == '2' || proto[i] == '3' || proto[i] == '4')){
684 for (unsigned vi = 0, ve = proto[i] - '0'; vi != ve; ++vi) {
685 s.push_back(arg);
686 s += ".val[" + utostr(vi) + "]";
687 if ((vi + 1) < ve)
688 s += ", ";
689 }
690 if ((i + 1) < e)
691 s += ", ";
692
693 continue;
694 }
695
Nate Begeman007afe42010-06-09 05:11:55 +0000696 // Parenthesize the args from the macro.
697 if (define)
698 s.push_back('(');
Nate Begeman4b425a82010-06-10 00:16:56 +0000699
700 if (splat && (i + 1) == e)
701 s += Duplicate(typestr, std::string(&arg, 1));
702 else
703 s.push_back(arg);
704
705 // Parenthesize the args from the macro.
Nate Begeman007afe42010-06-09 05:11:55 +0000706 if (define)
707 s.push_back(')');
Nate Begeman9e584b32010-06-04 22:53:30 +0000708
Nate Begeman162d3ba2010-06-03 04:04:09 +0000709 if (structTypes && proto[i] != 's' && proto[i] != 'i' && proto[i] != 'l' &&
Nate Begeman4b425a82010-06-10 00:16:56 +0000710 proto[i] != 'p' && proto[i] != 'c' && proto[i] != 'a') {
Nate Begeman7c8c8832010-06-02 21:53:00 +0000711 s += ".val";
Nate Begeman162d3ba2010-06-03 04:04:09 +0000712 }
Nate Begeman7c8c8832010-06-02 21:53:00 +0000713 if ((i + 1) < e)
714 s += ", ";
715 }
716
Nate Begeman9e584b32010-06-04 22:53:30 +0000717 // Extra constant integer to hold type class enum for this function, e.g. s8
Nate Begeman9e584b32010-06-04 22:53:30 +0000718 if (ck == ClassB)
Nate Begemanb0a4e452010-06-07 16:00:37 +0000719 s += ", " + utostr(GetNeonEnum(proto, typestr));
Nate Begeman9e584b32010-06-04 22:53:30 +0000720
Nate Begeman6c060db2010-06-09 01:09:00 +0000721 if (define)
722 s += ")";
723 else
724 s += ");";
Nate Begeman9e584b32010-06-04 22:53:30 +0000725
726 if (proto[0] != 'v') {
Nate Begeman6c060db2010-06-09 01:09:00 +0000727 if (define) {
728 if (proto[0] != 's')
729 s += "}";
730 } else {
731 if (unioning)
732 s += " return r.s;";
733 else
734 s += " return r;";
735 }
Nate Begeman9e584b32010-06-04 22:53:30 +0000736 }
Nate Begeman7c8c8832010-06-02 21:53:00 +0000737 return s;
Nate Begemane66aab52010-06-02 07:14:28 +0000738}
739
Nate Begeman73cef3e2010-06-04 01:26:15 +0000740static std::string GenBuiltinDef(const std::string &name,
741 const std::string &proto,
742 StringRef typestr, ClassKind ck) {
743 std::string s("BUILTIN(__builtin_neon_");
Nate Begeman92f98af2010-06-04 07:11:25 +0000744
745 // If all types are the same size, bitcasting the args will take care
746 // of arg checking. The actual signedness etc. will be taken care of with
747 // special enums.
748 if (proto.find('s') == std::string::npos)
749 ck = ClassB;
750
Nate Begeman73cef3e2010-06-04 01:26:15 +0000751 s += MangleName(name, typestr, ck);
752 s += ", \"";
753
Nate Begeman92f98af2010-06-04 07:11:25 +0000754 for (unsigned i = 0, e = proto.size(); i != e; ++i)
Nate Begeman7c21f742010-06-04 21:36:00 +0000755 s += BuiltinTypeString(proto[i], typestr, ck, i == 0);
756
757 // Extra constant integer to hold type class enum for this function, e.g. s8
758 if (ck == ClassB)
759 s += "i";
Nate Begeman73cef3e2010-06-04 01:26:15 +0000760
761 s += "\", \"n\")";
762 return s;
763}
764
Nate Begeman5ddb0872010-05-28 01:08:32 +0000765void NeonEmitter::run(raw_ostream &OS) {
766 EmitSourceFileHeader("ARM NEON Header", OS);
767
768 // FIXME: emit license into file?
769
770 OS << "#ifndef __ARM_NEON_H\n";
771 OS << "#define __ARM_NEON_H\n\n";
772
773 OS << "#ifndef __ARM_NEON__\n";
774 OS << "#error \"NEON support not enabled\"\n";
775 OS << "#endif\n\n";
776
777 OS << "#include <stdint.h>\n\n";
Nate Begeman7c8c8832010-06-02 21:53:00 +0000778
779 // Emit NEON-specific scalar typedefs.
780 // FIXME: probably need to do something better for polynomial types.
781 OS << "typedef float float32_t;\n";
782 OS << "typedef uint8_t poly8_t;\n";
783 OS << "typedef uint16_t poly16_t;\n";
Nate Begeman162d3ba2010-06-03 04:04:09 +0000784 OS << "typedef uint16_t float16_t;\n";
Nate Begeman9e584b32010-06-04 22:53:30 +0000785
Nate Begeman7c8c8832010-06-02 21:53:00 +0000786 // Emit Neon vector typedefs.
787 std::string TypedefTypes("cQcsQsiQilQlUcQUcUsQUsUiQUiUlQUlhQhfQfPcQPcPsQPs");
788 SmallVector<StringRef, 24> TDTypeVec;
789 ParseTypes(0, TypedefTypes, TDTypeVec);
790
791 // Emit vector typedefs.
Nate Begeman9e584b32010-06-04 22:53:30 +0000792 for (unsigned v = 1; v != 5; ++v) {
793 for (unsigned i = 0, e = TDTypeVec.size(); i != e; ++i) {
794 bool dummy, quad = false;
795 (void) ClassifyType(TDTypeVec[i], quad, dummy, dummy);
796 OS << "typedef __attribute__(( __vector_size__(";
797
798 OS << utostr(8*v*(quad ? 2 : 1)) << ") )) ";
799 if (!quad)
800 OS << " ";
801
802 OS << TypeString('s', TDTypeVec[i]);
803 OS << " __neon_";
804
805 char t = (v == 1) ? 'd' : '0' + v;
806 OS << TypeString(t, TDTypeVec[i]) << ";\n";
807 }
Nate Begeman7c8c8832010-06-02 21:53:00 +0000808 }
809 OS << "\n";
810
811 // Emit struct typedefs.
812 for (unsigned vi = 1; vi != 5; ++vi) {
813 for (unsigned i = 0, e = TDTypeVec.size(); i != e; ++i) {
814 std::string ts = TypeString('d', TDTypeVec[i]);
815 std::string vs = (vi > 1) ? TypeString('0' + vi, TDTypeVec[i]) : ts;
816 OS << "typedef struct __" << vs << " {\n";
817 OS << " __neon_" << ts << " val";
818 if (vi > 1)
819 OS << "[" << utostr(vi) << "]";
820 OS << ";\n} " << vs << ";\n\n";
821 }
822 }
Nate Begeman5ddb0872010-05-28 01:08:32 +0000823
Nate Begeman7c8c8832010-06-02 21:53:00 +0000824 OS << "#define __ai static __attribute__((__always_inline__))\n\n";
825
Nate Begeman5ddb0872010-05-28 01:08:32 +0000826 std::vector<Record*> RV = Records.getAllDerivedDefinitions("Inst");
827
Nate Begeman22237772010-06-02 00:34:55 +0000828 // Unique the return+pattern types, and assign them.
Nate Begeman5ddb0872010-05-28 01:08:32 +0000829 for (unsigned i = 0, e = RV.size(); i != e; ++i) {
830 Record *R = RV[i];
Nate Begeman22237772010-06-02 00:34:55 +0000831 std::string name = LowercaseString(R->getName());
832 std::string Proto = R->getValueAsString("Prototype");
Nate Begeman5ddb0872010-05-28 01:08:32 +0000833 std::string Types = R->getValueAsString("Types");
Nate Begeman22237772010-06-02 00:34:55 +0000834
835 SmallVector<StringRef, 16> TypeVec;
836 ParseTypes(R, Types, TypeVec);
837
Nate Begeman162d3ba2010-06-03 04:04:09 +0000838 OpKind k = OpMap[R->getValueAsDef("Operand")->getName()];
Nate Begemane66aab52010-06-02 07:14:28 +0000839
Nate Begeman6c060db2010-06-09 01:09:00 +0000840 bool define = Proto.find('i') != std::string::npos;
841
Nate Begeman22237772010-06-02 00:34:55 +0000842 for (unsigned ti = 0, te = TypeVec.size(); ti != te; ++ti) {
843 assert(!Proto.empty() && "");
844
Nate Begeman7c8c8832010-06-02 21:53:00 +0000845 // static always inline + return type
Nate Begeman6c060db2010-06-09 01:09:00 +0000846 if (define)
847 OS << "#define";
848 else
849 OS << "__ai " << TypeString(Proto[0], TypeVec[ti]);
Nate Begeman22237772010-06-02 00:34:55 +0000850
Nate Begemane66aab52010-06-02 07:14:28 +0000851 // Function name with type suffix
Nate Begemana8979a02010-06-04 00:21:41 +0000852 OS << " " << MangleName(name, TypeVec[ti], ClassS);
Nate Begeman22237772010-06-02 00:34:55 +0000853
Nate Begemane66aab52010-06-02 07:14:28 +0000854 // Function arguments
855 OS << GenArgs(Proto, TypeVec[ti]);
Nate Begeman22237772010-06-02 00:34:55 +0000856
Nate Begemane66aab52010-06-02 07:14:28 +0000857 // Definition.
Nate Begeman6c060db2010-06-09 01:09:00 +0000858 if (define)
859 OS << " ";
860 else
861 OS << " { ";
Nate Begeman22237772010-06-02 00:34:55 +0000862
Nate Begemana8979a02010-06-04 00:21:41 +0000863 if (k != OpNone) {
Nate Begeman162d3ba2010-06-03 04:04:09 +0000864 OS << GenOpString(k, Proto, TypeVec[ti]);
Nate Begemana8979a02010-06-04 00:21:41 +0000865 } else {
866 if (R->getSuperClasses().size() < 2)
867 throw TGError(R->getLoc(), "Builtin has no class kind");
868
869 ClassKind ck = ClassMap[R->getSuperClasses()[1]];
870
871 if (ck == ClassNone)
872 throw TGError(R->getLoc(), "Builtin has no class kind");
873 OS << GenBuiltin(name, Proto, TypeVec[ti], ck);
874 }
Nate Begeman6c060db2010-06-09 01:09:00 +0000875 if (!define)
876 OS << " }";
877 OS << "\n";
Nate Begeman22237772010-06-02 00:34:55 +0000878 }
879 OS << "\n";
Nate Begeman5ddb0872010-05-28 01:08:32 +0000880 }
Nate Begeman73cef3e2010-06-04 01:26:15 +0000881 OS << "#undef __ai\n\n";
Nate Begeman7c8c8832010-06-02 21:53:00 +0000882 OS << "#endif /* __ARM_NEON_H */\n";
Nate Begeman5ddb0872010-05-28 01:08:32 +0000883}
Nate Begemana8979a02010-06-04 00:21:41 +0000884
885void NeonEmitter::runHeader(raw_ostream &OS) {
Nate Begeman73cef3e2010-06-04 01:26:15 +0000886 std::vector<Record*> RV = Records.getAllDerivedDefinitions("Inst");
887
888 StringMap<OpKind> EmittedMap;
889
890 for (unsigned i = 0, e = RV.size(); i != e; ++i) {
891 Record *R = RV[i];
892
893 OpKind k = OpMap[R->getValueAsDef("Operand")->getName()];
894 if (k != OpNone)
895 continue;
896
897 std::string name = LowercaseString(R->getName());
898 std::string Proto = R->getValueAsString("Prototype");
899 std::string Types = R->getValueAsString("Types");
900
Nate Begeman4b425a82010-06-10 00:16:56 +0000901 if (Proto.find('a') != std::string::npos)
902 continue;
903
Nate Begeman73cef3e2010-06-04 01:26:15 +0000904 SmallVector<StringRef, 16> TypeVec;
905 ParseTypes(R, Types, TypeVec);
906
907 if (R->getSuperClasses().size() < 2)
908 throw TGError(R->getLoc(), "Builtin has no class kind");
909
910 ClassKind ck = ClassMap[R->getSuperClasses()[1]];
911
912 for (unsigned ti = 0, te = TypeVec.size(); ti != te; ++ti) {
913 std::string bd = GenBuiltinDef(name, Proto, TypeVec[ti], ck);
914 if (EmittedMap.count(bd))
915 continue;
916
917 EmittedMap[bd] = OpNone;
918 OS << bd << "\n";
919 }
920 }
Nate Begemana8979a02010-06-04 00:21:41 +0000921}