blob: 9c69a5a962d7e2c49928be70c88ff80df0fe289f [file] [log] [blame]
Daniel Dunbar8a3c9d92010-06-16 20:04:22 +00001//===- lib/MC/MCObjectStreamer.cpp - Object File MCStreamer Interface -----===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
10#include "llvm/MC/MCObjectStreamer.h"
Peter Collingbourne2f495b92013-04-17 21:18:16 +000011#include "llvm/ADT/STLExtras.h"
Craig Topper6e80c282012-03-26 06:58:25 +000012#include "llvm/MC/MCAsmBackend.h"
Daniel Dunbar8a3c9d92010-06-16 20:04:22 +000013#include "llvm/MC/MCAssembler.h"
Benjamin Kramera3e0ddb2010-07-29 17:48:06 +000014#include "llvm/MC/MCCodeEmitter.h"
Reid Klecknera5b1eef2016-08-26 17:58:37 +000015#include "llvm/MC/MCCodeView.h"
Rafael Espindola0a017a62010-12-10 07:39:47 +000016#include "llvm/MC/MCContext.h"
Rafael Espindola72b54882010-11-01 16:27:31 +000017#include "llvm/MC/MCDwarf.h"
Michael J. Spencere2da0a42010-07-19 06:13:10 +000018#include "llvm/MC/MCExpr.h"
Craig Topper6e80c282012-03-26 06:58:25 +000019#include "llvm/MC/MCObjectWriter.h"
Serge Pavlov24a3ebb2013-06-27 14:35:03 +000020#include "llvm/MC/MCSection.h"
Chandler Carruth8a8cd2b2014-01-07 11:48:04 +000021#include "llvm/MC/MCSymbol.h"
Craig Topper6e80c282012-03-26 06:58:25 +000022#include "llvm/Support/ErrorHandling.h"
Petr Hosek67a94a72016-05-28 05:57:48 +000023#include "llvm/Support/SourceMgr.h"
Daniel Dunbar8a3c9d92010-06-16 20:04:22 +000024using namespace llvm;
25
Lang Hames02d33052017-10-11 01:57:21 +000026MCObjectStreamer::MCObjectStreamer(MCContext &Context,
27 std::unique_ptr<MCAsmBackend> TAB,
Rafael Espindola5560a4c2015-04-14 22:14:34 +000028 raw_pwrite_stream &OS,
Lang Hames2241ffa2017-10-11 23:34:47 +000029 std::unique_ptr<MCCodeEmitter> Emitter)
Lang Hames02d33052017-10-11 01:57:21 +000030 : MCStreamer(Context), ObjectWriter(TAB->createObjectWriter(OS)),
Lang Hames2241ffa2017-10-11 23:34:47 +000031 TAB(std::move(TAB)), Emitter(std::move(Emitter)),
32 Assembler(llvm::make_unique<MCAssembler>(Context, *this->TAB,
33 *this->Emitter, *ObjectWriter)),
Rafael Espindola2f9bdd82015-05-27 20:52:32 +000034 EmitEHFrame(true), EmitDebugFrame(false) {}
Daniel Dunbar8a3c9d92010-06-16 20:04:22 +000035
Lang Hames2241ffa2017-10-11 23:34:47 +000036MCObjectStreamer::~MCObjectStreamer() {}
Daniel Dunbarb2347fe2010-06-16 20:04:25 +000037
Petr Hosek9e0c8902015-04-12 23:42:25 +000038void MCObjectStreamer::flushPendingLabels(MCFragment *F, uint64_t FOffset) {
Rafael Espindola81413c02015-10-03 00:57:12 +000039 if (PendingLabels.empty())
40 return;
41 if (!F) {
42 F = new MCDataFragment();
43 MCSection *CurSection = getCurrentSectionOnly();
44 CurSection->getFragmentList().insert(CurInsertionPoint, F);
45 F->setParent(CurSection);
Derek Schuff5f708e52014-10-22 22:38:06 +000046 }
Rafael Espindola81413c02015-10-03 00:57:12 +000047 for (MCSymbol *Sym : PendingLabels) {
48 Sym->setFragment(F);
49 Sym->setOffset(FOffset);
50 }
51 PendingLabels.clear();
Derek Schuff5f708e52014-10-22 22:38:06 +000052}
53
Rafael Espindolad09b4162018-02-09 17:00:25 +000054// As a compile-time optimization, avoid allocating and evaluating an MCExpr
55// tree for (Hi - Lo) when Hi and Lo are offsets into the same fragment.
56static Optional<uint64_t> absoluteSymbolDiff(const MCSymbol *Hi,
57 const MCSymbol *Lo) {
58 if (!Hi->getFragment() || Hi->getFragment() != Lo->getFragment() ||
59 Hi->isVariable() || Lo->isVariable())
60 return None;
61
62 return Hi->getOffset() - Lo->getOffset();
63}
64
Rafael Espindola7c6e6e42015-06-11 18:58:08 +000065void MCObjectStreamer::emitAbsoluteSymbolDiff(const MCSymbol *Hi,
Duncan P. N. Exon Smith0b73d712015-05-21 02:41:23 +000066 const MCSymbol *Lo,
67 unsigned Size) {
Rafael Espindolad09b4162018-02-09 17:00:25 +000068 if (Optional<uint64_t> Diff = absoluteSymbolDiff(Hi, Lo)) {
69 EmitIntValue(*Diff, Size);
Rafael Espindola7c6e6e42015-06-11 18:58:08 +000070 return;
71 }
Rafael Espindolad09b4162018-02-09 17:00:25 +000072 MCStreamer::emitAbsoluteSymbolDiff(Hi, Lo, Size);
73}
Duncan P. N. Exon Smith0b73d712015-05-21 02:41:23 +000074
Rafael Espindolad09b4162018-02-09 17:00:25 +000075void MCObjectStreamer::emitAbsoluteSymbolDiffAsULEB128(const MCSymbol *Hi,
76 const MCSymbol *Lo) {
77 if (Optional<uint64_t> Diff = absoluteSymbolDiff(Hi, Lo)) {
78 EmitULEB128IntValue(*Diff);
79 return;
80 }
81 MCStreamer::emitAbsoluteSymbolDiffAsULEB128(Hi, Lo);
Duncan P. N. Exon Smith0b73d712015-05-21 02:41:23 +000082}
83
Pedro Artigas7212ee42012-12-12 22:59:46 +000084void MCObjectStreamer::reset() {
Pedro Artigasb95c53e2012-12-14 18:52:11 +000085 if (Assembler)
86 Assembler->reset();
Rafael Espindolaa32d0e92015-05-27 15:14:11 +000087 CurInsertionPoint = MCSection::iterator();
Rafael Espindola3dd8ef62014-05-12 14:02:44 +000088 EmitEHFrame = true;
89 EmitDebugFrame = false;
Derek Schuff5f708e52014-10-22 22:38:06 +000090 PendingLabels.clear();
Pedro Artigas7212ee42012-12-12 22:59:46 +000091 MCStreamer::reset();
92}
93
Rafael Espindola3dd8ef62014-05-12 14:02:44 +000094void MCObjectStreamer::EmitFrames(MCAsmBackend *MAB) {
95 if (!getNumFrameInfos())
96 return;
97
98 if (EmitEHFrame)
99 MCDwarfFrameEmitter::Emit(*this, MAB, true);
100
101 if (EmitDebugFrame)
102 MCDwarfFrameEmitter::Emit(*this, MAB, false);
103}
104
Michael J. Spencere2da0a42010-07-19 06:13:10 +0000105MCFragment *MCObjectStreamer::getCurrentFragment() const {
Rafael Espindola983bec62015-05-27 21:04:14 +0000106 assert(getCurrentSectionOnly() && "No current section!");
Michael J. Spencere2da0a42010-07-19 06:13:10 +0000107
Rafael Espindola983bec62015-05-27 21:04:14 +0000108 if (CurInsertionPoint != getCurrentSectionOnly()->getFragmentList().begin())
Duncan P. N. Exon Smitha5f45da2015-10-10 00:13:11 +0000109 return &*std::prev(CurInsertionPoint);
Michael J. Spencere2da0a42010-07-19 06:13:10 +0000110
Craig Topperbb694de2014-04-13 04:57:38 +0000111 return nullptr;
Michael J. Spencere2da0a42010-07-19 06:13:10 +0000112}
113
Derek Schuff5f708e52014-10-22 22:38:06 +0000114MCDataFragment *MCObjectStreamer::getOrCreateDataFragment() {
Michael J. Spencere2da0a42010-07-19 06:13:10 +0000115 MCDataFragment *F = dyn_cast_or_null<MCDataFragment>(getCurrentFragment());
Derek Schuff8878bcc92013-02-15 22:50:52 +0000116 // When bundling is enabled, we don't want to add data to a fragment that
117 // already has instructions (see MCELFStreamer::EmitInstToData for details)
Petr Hosek9e0c8902015-04-12 23:42:25 +0000118 if (!F || (Assembler->isBundlingEnabled() && !Assembler->getRelaxAll() &&
119 F->hasInstructions())) {
David Blaikie4d3b0432014-04-10 21:53:47 +0000120 F = new MCDataFragment();
Peter Collingbourne2f495b92013-04-17 21:18:16 +0000121 insert(F);
122 }
Michael J. Spencere2da0a42010-07-19 06:13:10 +0000123 return F;
124}
125
Omer Paparo Bivas2251c792017-10-24 06:16:03 +0000126MCPaddingFragment *MCObjectStreamer::getOrCreatePaddingFragment() {
127 MCPaddingFragment *F =
128 dyn_cast_or_null<MCPaddingFragment>(getCurrentFragment());
129 if (!F) {
130 F = new MCPaddingFragment();
131 insert(F);
132 }
133 return F;
134}
135
Rafael Espindola2be12812014-06-25 15:29:54 +0000136void MCObjectStreamer::visitUsedSymbol(const MCSymbol &Sym) {
Rafael Espindolab5d316b2015-05-29 20:21:02 +0000137 Assembler->registerSymbol(Sym);
Rafael Espindola2be12812014-06-25 15:29:54 +0000138}
139
Rafael Espindola3dd8ef62014-05-12 14:02:44 +0000140void MCObjectStreamer::EmitCFISections(bool EH, bool Debug) {
141 MCStreamer::EmitCFISections(EH, Debug);
142 EmitEHFrame = EH;
143 EmitDebugFrame = Debug;
144}
145
Kevin Enderby96918bc2014-04-22 17:27:29 +0000146void MCObjectStreamer::EmitValueImpl(const MCExpr *Value, unsigned Size,
Craig Topper3c76c522015-09-20 23:35:59 +0000147 SMLoc Loc) {
Rafael Espindola591c6412014-06-25 18:37:33 +0000148 MCStreamer::EmitValueImpl(Value, Size, Loc);
Rafael Espindolaa084fd62010-11-28 23:08:47 +0000149 MCDataFragment *DF = getOrCreateDataFragment();
Petr Hosek32946702015-06-27 01:54:17 +0000150 flushPendingLabels(DF, DF->getContents().size());
Rafael Espindolaa084fd62010-11-28 23:08:47 +0000151
Reid Kleckner2214ed82016-01-29 00:49:42 +0000152 MCCVLineEntry::Make(this);
Eric Christopher445c9522016-10-14 05:47:37 +0000153 MCDwarfLineEntry::Make(this, getCurrentSectionOnly());
Cameron Zwarich80cbcd22013-05-25 21:56:53 +0000154
Rafael Espindolaa084fd62010-11-28 23:08:47 +0000155 // Avoid fixups when possible.
156 int64_t AbsValue;
Jim Grosbach13760bd2015-05-30 01:25:56 +0000157 if (Value->evaluateAsAbsolute(AbsValue, getAssembler())) {
Arnaud A. de Grandmaison6d241792017-05-15 08:43:27 +0000158 if (!isUIntN(8 * Size, AbsValue) && !isIntN(8 * Size, AbsValue)) {
159 getContext().reportError(
160 Loc, "value evaluated as " + Twine(AbsValue) + " is out of range.");
161 return;
162 }
Rafael Espindola64e1af82013-07-02 15:49:13 +0000163 EmitIntValue(AbsValue, Size);
Rafael Espindola4c70eea2010-12-03 02:54:21 +0000164 return;
Rafael Espindolaa084fd62010-11-28 23:08:47 +0000165 }
Eli Benderskya31a8942012-12-07 19:13:57 +0000166 DF->getFixups().push_back(
Jim Grosbach63661f82015-05-15 19:13:05 +0000167 MCFixup::create(DF->getContents().size(), Value,
Kevin Enderby96918bc2014-04-22 17:27:29 +0000168 MCFixup::getKindForSize(Size, false), Loc));
Rafael Espindola4c70eea2010-12-03 02:54:21 +0000169 DF->getContents().resize(DF->getContents().size() + Size, 0);
Rafael Espindolaa084fd62010-11-28 23:08:47 +0000170}
171
Reid Klecknerab23dac2017-10-10 00:57:36 +0000172MCSymbol *MCObjectStreamer::EmitCFILabel() {
173 MCSymbol *Label = getContext().createTempSymbol("cfi", true);
174 EmitLabel(Label);
175 return Label;
176}
177
Oliver Stannardcf6bfb12014-11-03 12:19:03 +0000178void MCObjectStreamer::EmitCFIStartProcImpl(MCDwarfFrameInfo &Frame) {
179 // We need to create a local symbol to avoid relocations.
Jim Grosbach6f482002015-05-18 18:43:14 +0000180 Frame.Begin = getContext().createTempSymbol();
Oliver Stannardcf6bfb12014-11-03 12:19:03 +0000181 EmitLabel(Frame.Begin);
Rafael Espindola38241202012-01-07 22:42:19 +0000182}
183
Rafael Espindolaf28213c2012-01-09 00:17:29 +0000184void MCObjectStreamer::EmitCFIEndProcImpl(MCDwarfFrameInfo &Frame) {
Jim Grosbach6f482002015-05-18 18:43:14 +0000185 Frame.End = getContext().createTempSymbol();
Rafael Espindola49bbfd02014-06-25 00:13:59 +0000186 EmitLabel(Frame.End);
Rafael Espindolaf28213c2012-01-09 00:17:29 +0000187}
188
Rafael Espindolabe991572017-02-10 15:13:12 +0000189void MCObjectStreamer::EmitLabel(MCSymbol *Symbol, SMLoc Loc) {
190 MCStreamer::EmitLabel(Symbol, Loc);
Rafael Espindolae5b74152010-11-28 17:18:55 +0000191
Rafael Espindolab5d316b2015-05-29 20:21:02 +0000192 getAssembler().registerSymbol(*Symbol);
Derek Schuff5f708e52014-10-22 22:38:06 +0000193
194 // If there is a current fragment, mark the symbol as pointing into it.
195 // Otherwise queue the label and set its fragment pointer when we emit the
196 // next fragment.
Petr Hosek9e0c8902015-04-12 23:42:25 +0000197 auto *F = dyn_cast_or_null<MCDataFragment>(getCurrentFragment());
198 if (F && !(getAssembler().isBundlingEnabled() &&
199 getAssembler().getRelaxAll())) {
Rafael Espindola4d37b2a2015-05-29 21:45:01 +0000200 Symbol->setFragment(F);
Rafael Espindola14672502015-05-29 17:48:04 +0000201 Symbol->setOffset(F->getContents().size());
Derek Schuff5f708e52014-10-22 22:38:06 +0000202 } else {
Rafael Espindola66ccf492015-05-29 17:41:59 +0000203 PendingLabels.push_back(Symbol);
Derek Schuff5f708e52014-10-22 22:38:06 +0000204 }
Rafael Espindolae5b74152010-11-28 17:18:55 +0000205}
206
Weiming Zhao74a7fa02017-04-03 21:50:04 +0000207void MCObjectStreamer::EmitLabel(MCSymbol *Symbol, SMLoc Loc, MCFragment *F) {
208 MCStreamer::EmitLabel(Symbol, Loc);
209 getAssembler().registerSymbol(*Symbol);
210 auto *DF = dyn_cast_or_null<MCDataFragment>(F);
211 if (DF)
212 Symbol->setFragment(F);
213 else
214 PendingLabels.push_back(Symbol);
215}
216
Rafael Espindola6aea5922011-04-21 23:39:26 +0000217void MCObjectStreamer::EmitULEB128Value(const MCExpr *Value) {
Rafael Espindola675fbb22010-12-03 01:19:49 +0000218 int64_t IntValue;
Jim Grosbach13760bd2015-05-30 01:25:56 +0000219 if (Value->evaluateAsAbsolute(IntValue, getAssembler())) {
Rafael Espindola6aea5922011-04-21 23:39:26 +0000220 EmitULEB128IntValue(IntValue);
Rafael Espindola675fbb22010-12-03 01:19:49 +0000221 return;
222 }
Peter Collingbourne2f495b92013-04-17 21:18:16 +0000223 insert(new MCLEBFragment(*Value, false));
Rafael Espindola5e874982010-11-02 17:22:24 +0000224}
225
Rafael Espindola6aea5922011-04-21 23:39:26 +0000226void MCObjectStreamer::EmitSLEB128Value(const MCExpr *Value) {
Rafael Espindola675fbb22010-12-03 01:19:49 +0000227 int64_t IntValue;
Jim Grosbach13760bd2015-05-30 01:25:56 +0000228 if (Value->evaluateAsAbsolute(IntValue, getAssembler())) {
Rafael Espindola6aea5922011-04-21 23:39:26 +0000229 EmitSLEB128IntValue(IntValue);
Rafael Espindola675fbb22010-12-03 01:19:49 +0000230 return;
231 }
Peter Collingbourne2f495b92013-04-17 21:18:16 +0000232 insert(new MCLEBFragment(*Value, true));
Rafael Espindola5e874982010-11-02 17:22:24 +0000233}
234
Rafael Espindola16145972010-11-01 14:28:48 +0000235void MCObjectStreamer::EmitWeakReference(MCSymbol *Alias,
236 const MCSymbol *Symbol) {
237 report_fatal_error("This file format doesn't support weak aliases.");
238}
239
Rafael Espindola0709a7b2015-05-21 19:20:38 +0000240void MCObjectStreamer::ChangeSection(MCSection *Section,
Peter Collingbourne2f495b92013-04-17 21:18:16 +0000241 const MCExpr *Subsection) {
Rafael Espindola36a15cb2015-03-20 20:00:01 +0000242 changeSectionImpl(Section, Subsection);
243}
244
Rafael Espindola0709a7b2015-05-21 19:20:38 +0000245bool MCObjectStreamer::changeSectionImpl(MCSection *Section,
Rafael Espindola36a15cb2015-03-20 20:00:01 +0000246 const MCExpr *Subsection) {
Daniel Dunbarb2347fe2010-06-16 20:04:25 +0000247 assert(Section && "Cannot switch to a null section!");
Derek Schuff5f708e52014-10-22 22:38:06 +0000248 flushPendingLabels(nullptr);
David Blaikie6c5bbae2017-03-16 00:52:18 +0000249 getContext().clearDwarfLocSeen();
Daniel Dunbarb2347fe2010-06-16 20:04:25 +0000250
Rafael Espindolabb9a71c2015-05-26 15:07:25 +0000251 bool Created = getAssembler().registerSection(*Section);
Peter Collingbourne2f495b92013-04-17 21:18:16 +0000252
253 int64_t IntSubsection = 0;
254 if (Subsection &&
Jim Grosbach13760bd2015-05-30 01:25:56 +0000255 !Subsection->evaluateAsAbsolute(IntSubsection, getAssembler()))
Peter Collingbourne2f495b92013-04-17 21:18:16 +0000256 report_fatal_error("Cannot evaluate subsection number");
257 if (IntSubsection < 0 || IntSubsection > 8192)
258 report_fatal_error("Subsection number out of range");
259 CurInsertionPoint =
Rafael Espindola2f9bdd82015-05-27 20:52:32 +0000260 Section->getSubsectionInsertionPoint(unsigned(IntSubsection));
Rafael Espindola36a15cb2015-03-20 20:00:01 +0000261 return Created;
Daniel Dunbarb2347fe2010-06-16 20:04:25 +0000262}
263
Eli Benderskyea2824d2012-12-07 17:42:41 +0000264void MCObjectStreamer::EmitAssignment(MCSymbol *Symbol, const MCExpr *Value) {
Rafael Espindolab5d316b2015-05-29 20:21:02 +0000265 getAssembler().registerSymbol(*Symbol);
Zoran Jovanovic28221d82014-03-20 09:44:49 +0000266 MCStreamer::EmitAssignment(Symbol, Value);
Eli Benderskyea2824d2012-12-07 17:42:41 +0000267}
268
Rafael Espindolacd625182015-05-25 18:34:26 +0000269bool MCObjectStreamer::mayHaveInstructions(MCSection &Sec) const {
270 return Sec.hasInstructions();
271}
272
Rafael Espindola591c6412014-06-25 18:37:33 +0000273void MCObjectStreamer::EmitInstruction(const MCInst &Inst,
Andrew V. Tischenko75745d02017-04-14 07:44:23 +0000274 const MCSubtargetInfo &STI, bool) {
Omer Paparo Bivas2251c792017-10-24 06:16:03 +0000275 getAssembler().getBackend().handleCodePaddingInstructionBegin(Inst);
276 EmitInstructionImpl(Inst, STI);
277 getAssembler().getBackend().handleCodePaddingInstructionEnd(Inst);
278}
279
280void MCObjectStreamer::EmitInstructionImpl(const MCInst &Inst,
281 const MCSubtargetInfo &STI) {
Rafael Espindola591c6412014-06-25 18:37:33 +0000282 MCStreamer::EmitInstruction(Inst, STI);
Rafael Espindola72b54882010-11-01 16:27:31 +0000283
Rafael Espindola983bec62015-05-27 21:04:14 +0000284 MCSection *Sec = getCurrentSectionOnly();
Rafael Espindola3d2aeb22015-05-26 14:48:11 +0000285 Sec->setHasInstructions(true);
Rafael Espindola72b54882010-11-01 16:27:31 +0000286
287 // Now that a machine instruction has been assembled into this section, make
288 // a line entry for any .loc directive that has been seen.
Reid Kleckner2214ed82016-01-29 00:49:42 +0000289 MCCVLineEntry::Make(this);
Eric Christopher445c9522016-10-14 05:47:37 +0000290 MCDwarfLineEntry::Make(this, getCurrentSectionOnly());
Rafael Espindola72b54882010-11-01 16:27:31 +0000291
292 // If this instruction doesn't need relaxation, just emit it as data.
Eli Benderskyf483ff92012-12-20 19:05:53 +0000293 MCAssembler &Assembler = getAssembler();
294 if (!Assembler.getBackend().mayNeedRelaxation(Inst)) {
David Woodhouse6f3c73f2014-01-28 23:12:49 +0000295 EmitInstToData(Inst, STI);
Rafael Espindola72b54882010-11-01 16:27:31 +0000296 return;
297 }
298
Eli Benderskyf483ff92012-12-20 19:05:53 +0000299 // Otherwise, relax and emit it as data if either:
300 // - The RelaxAll flag was passed
301 // - Bundling is enabled and this instruction is inside a bundle-locked
302 // group. We want to emit all such instructions into the same data
303 // fragment.
304 if (Assembler.getRelaxAll() ||
Rafael Espindola3d2aeb22015-05-26 14:48:11 +0000305 (Assembler.isBundlingEnabled() && Sec->isBundleLocked())) {
Rafael Espindola72b54882010-11-01 16:27:31 +0000306 MCInst Relaxed;
Nirav Dave86030622016-07-11 14:23:53 +0000307 getAssembler().getBackend().relaxInstruction(Inst, STI, Relaxed);
Jim Grosbachaba3de92012-01-18 18:52:16 +0000308 while (getAssembler().getBackend().mayNeedRelaxation(Relaxed))
Nirav Dave86030622016-07-11 14:23:53 +0000309 getAssembler().getBackend().relaxInstruction(Relaxed, STI, Relaxed);
David Woodhouse6f3c73f2014-01-28 23:12:49 +0000310 EmitInstToData(Relaxed, STI);
Rafael Espindola72b54882010-11-01 16:27:31 +0000311 return;
312 }
313
314 // Otherwise emit to a separate fragment.
David Woodhouse6f3c73f2014-01-28 23:12:49 +0000315 EmitInstToFragment(Inst, STI);
Rafael Espindola72b54882010-11-01 16:27:31 +0000316}
317
David Woodhouse6f3c73f2014-01-28 23:12:49 +0000318void MCObjectStreamer::EmitInstToFragment(const MCInst &Inst,
319 const MCSubtargetInfo &STI) {
Petr Hosek9e0c8902015-04-12 23:42:25 +0000320 if (getAssembler().getRelaxAll() && getAssembler().isBundlingEnabled())
321 llvm_unreachable("All instructions should have already been relaxed");
322
Eli Benderskyf483ff92012-12-20 19:05:53 +0000323 // Always create a new, separate fragment here, because its size can change
324 // during relaxation.
David Woodhousef5199f62014-01-28 23:12:53 +0000325 MCRelaxableFragment *IF = new MCRelaxableFragment(Inst, STI);
Peter Collingbourne2f495b92013-04-17 21:18:16 +0000326 insert(IF);
Rafael Espindola3fa6fc12010-12-02 05:44:06 +0000327
Eli Friedmanb2545fb2011-04-18 20:54:46 +0000328 SmallString<128> Code;
329 raw_svector_ostream VecOS(Code);
Jim Grosbach91df21f2015-05-15 19:13:16 +0000330 getAssembler().getEmitter().encodeInstruction(Inst, VecOS, IF->getFixups(),
David Woodhouse9784cef2014-01-28 23:13:07 +0000331 STI);
Eli Benderskya31a8942012-12-07 19:13:57 +0000332 IF->getContents().append(Code.begin(), Code.end());
Rafael Espindola3fa6fc12010-12-02 05:44:06 +0000333}
334
Matt Beaumont-Gay5ae72082013-02-15 23:12:33 +0000335#ifndef NDEBUG
Craig Topperd3a34f82013-07-16 01:17:10 +0000336static const char *const BundlingNotImplementedMsg =
Eli Benderskyf483ff92012-12-20 19:05:53 +0000337 "Aligned bundling is not implemented for this object format";
Matt Beaumont-Gay5ae72082013-02-15 23:12:33 +0000338#endif
Eli Benderskyf483ff92012-12-20 19:05:53 +0000339
340void MCObjectStreamer::EmitBundleAlignMode(unsigned AlignPow2) {
341 llvm_unreachable(BundlingNotImplementedMsg);
342}
343
Eli Bendersky802b6282013-01-07 21:51:08 +0000344void MCObjectStreamer::EmitBundleLock(bool AlignToEnd) {
Eli Benderskyf483ff92012-12-20 19:05:53 +0000345 llvm_unreachable(BundlingNotImplementedMsg);
346}
347
348void MCObjectStreamer::EmitBundleUnlock() {
349 llvm_unreachable(BundlingNotImplementedMsg);
350}
351
Ulrich Weigand64f44052013-06-19 21:27:27 +0000352void MCObjectStreamer::EmitDwarfLocDirective(unsigned FileNo, unsigned Line,
353 unsigned Column, unsigned Flags,
354 unsigned Isa,
355 unsigned Discriminator,
356 StringRef FileName) {
357 // In case we see two .loc directives in a row, make sure the
358 // first one gets a line entry.
Eric Christopher445c9522016-10-14 05:47:37 +0000359 MCDwarfLineEntry::Make(this, getCurrentSectionOnly());
Ulrich Weigand64f44052013-06-19 21:27:27 +0000360
361 this->MCStreamer::EmitDwarfLocDirective(FileNo, Line, Column, Flags,
362 Isa, Discriminator, FileName);
363}
364
Rafael Espindola38518082014-08-15 14:31:47 +0000365static const MCExpr *buildSymbolDiff(MCObjectStreamer &OS, const MCSymbol *A,
366 const MCSymbol *B) {
367 MCContext &Context = OS.getContext();
368 MCSymbolRefExpr::VariantKind Variant = MCSymbolRefExpr::VK_None;
Jim Grosbach13760bd2015-05-30 01:25:56 +0000369 const MCExpr *ARef = MCSymbolRefExpr::create(A, Variant, Context);
370 const MCExpr *BRef = MCSymbolRefExpr::create(B, Variant, Context);
Rafael Espindola38518082014-08-15 14:31:47 +0000371 const MCExpr *AddrDelta =
Jim Grosbach13760bd2015-05-30 01:25:56 +0000372 MCBinaryExpr::create(MCBinaryExpr::Sub, ARef, BRef, Context);
Rafael Espindola38518082014-08-15 14:31:47 +0000373 return AddrDelta;
374}
375
Frederic Rissa5ab8442015-08-07 15:14:08 +0000376static void emitDwarfSetLineAddr(MCObjectStreamer &OS,
377 MCDwarfLineTableParams Params,
378 int64_t LineDelta, const MCSymbol *Label,
379 int PointerSize) {
Rafael Espindola5e955fb2014-08-15 14:43:02 +0000380 // emit the sequence to set the address
381 OS.EmitIntValue(dwarf::DW_LNS_extended_op, 1);
382 OS.EmitULEB128IntValue(PointerSize + 1);
383 OS.EmitIntValue(dwarf::DW_LNE_set_address, 1);
384 OS.EmitSymbolValue(Label, PointerSize);
385
386 // emit the sequence for the LineDelta (from 1) and a zero address delta.
Frederic Rissa5ab8442015-08-07 15:14:08 +0000387 MCDwarfLineAddr::Emit(&OS, Params, LineDelta, 0);
Rafael Espindola5e955fb2014-08-15 14:43:02 +0000388}
389
Rafael Espindola57ab7082010-12-03 00:55:40 +0000390void MCObjectStreamer::EmitDwarfAdvanceLineAddr(int64_t LineDelta,
391 const MCSymbol *LastLabel,
Evan Chengc7ac6902011-07-14 05:43:07 +0000392 const MCSymbol *Label,
393 unsigned PointerSize) {
Rafael Espindola57ab7082010-12-03 00:55:40 +0000394 if (!LastLabel) {
Frederic Rissa5ab8442015-08-07 15:14:08 +0000395 emitDwarfSetLineAddr(*this, Assembler->getDWARFLinetableParams(), LineDelta,
396 Label, PointerSize);
Rafael Espindola57ab7082010-12-03 00:55:40 +0000397 return;
398 }
Rafael Espindola38518082014-08-15 14:31:47 +0000399 const MCExpr *AddrDelta = buildSymbolDiff(*this, Label, LastLabel);
Rafael Espindola57ab7082010-12-03 00:55:40 +0000400 int64_t Res;
Jim Grosbach13760bd2015-05-30 01:25:56 +0000401 if (AddrDelta->evaluateAsAbsolute(Res, getAssembler())) {
Frederic Rissa5ab8442015-08-07 15:14:08 +0000402 MCDwarfLineAddr::Emit(this, Assembler->getDWARFLinetableParams(), LineDelta,
403 Res);
Rafael Espindola57ab7082010-12-03 00:55:40 +0000404 return;
405 }
Peter Collingbourne2f495b92013-04-17 21:18:16 +0000406 insert(new MCDwarfLineAddrFragment(LineDelta, *AddrDelta));
Rafael Espindola57ab7082010-12-03 00:55:40 +0000407}
408
Rafael Espindola736a35d2010-12-28 05:39:27 +0000409void MCObjectStreamer::EmitDwarfAdvanceFrameAddr(const MCSymbol *LastLabel,
410 const MCSymbol *Label) {
Rafael Espindola38518082014-08-15 14:31:47 +0000411 const MCExpr *AddrDelta = buildSymbolDiff(*this, Label, LastLabel);
Rafael Espindola736a35d2010-12-28 05:39:27 +0000412 int64_t Res;
Jim Grosbach13760bd2015-05-30 01:25:56 +0000413 if (AddrDelta->evaluateAsAbsolute(Res, getAssembler())) {
Rafael Espindola736a35d2010-12-28 05:39:27 +0000414 MCDwarfFrameEmitter::EmitAdvanceLoc(*this, Res);
415 return;
416 }
Peter Collingbourne2f495b92013-04-17 21:18:16 +0000417 insert(new MCDwarfCallFrameFragment(*AddrDelta));
Rafael Espindola736a35d2010-12-28 05:39:27 +0000418}
419
Reid Kleckner2214ed82016-01-29 00:49:42 +0000420void MCObjectStreamer::EmitCVLocDirective(unsigned FunctionId, unsigned FileNo,
421 unsigned Line, unsigned Column,
422 bool PrologueEnd, bool IsStmt,
Reid Klecknera9f4cc92016-09-07 16:15:31 +0000423 StringRef FileName, SMLoc Loc) {
Reid Kleckner2214ed82016-01-29 00:49:42 +0000424 // In case we see two .cv_loc directives in a row, make sure the
425 // first one gets a line entry.
426 MCCVLineEntry::Make(this);
427
428 this->MCStreamer::EmitCVLocDirective(FunctionId, FileNo, Line, Column,
Reid Klecknera9f4cc92016-09-07 16:15:31 +0000429 PrologueEnd, IsStmt, FileName, Loc);
Reid Kleckner2214ed82016-01-29 00:49:42 +0000430}
431
432void MCObjectStreamer::EmitCVLinetableDirective(unsigned FunctionId,
433 const MCSymbol *Begin,
434 const MCSymbol *End) {
435 getContext().getCVContext().emitLineTableForFunction(*this, FunctionId, Begin,
436 End);
437 this->MCStreamer::EmitCVLinetableDirective(FunctionId, Begin, End);
438}
439
David Majnemer6fcbd7e2016-01-29 19:24:12 +0000440void MCObjectStreamer::EmitCVInlineLinetableDirective(
441 unsigned PrimaryFunctionId, unsigned SourceFileId, unsigned SourceLineNum,
Reid Klecknera9f4cc92016-09-07 16:15:31 +0000442 const MCSymbol *FnStartSym, const MCSymbol *FnEndSym) {
David Majnemer6fcbd7e2016-01-29 19:24:12 +0000443 getContext().getCVContext().emitInlineLineTableForFunction(
Reid Kleckner1fcd6102016-02-02 17:41:18 +0000444 *this, PrimaryFunctionId, SourceFileId, SourceLineNum, FnStartSym,
Reid Klecknera9f4cc92016-09-07 16:15:31 +0000445 FnEndSym);
David Majnemer6fcbd7e2016-01-29 19:24:12 +0000446 this->MCStreamer::EmitCVInlineLinetableDirective(
Reid Klecknera9f4cc92016-09-07 16:15:31 +0000447 PrimaryFunctionId, SourceFileId, SourceLineNum, FnStartSym, FnEndSym);
David Majnemer6fcbd7e2016-01-29 19:24:12 +0000448}
449
David Majnemer408b5e62016-02-05 01:55:49 +0000450void MCObjectStreamer::EmitCVDefRangeDirective(
451 ArrayRef<std::pair<const MCSymbol *, const MCSymbol *>> Ranges,
452 StringRef FixedSizePortion) {
453 getContext().getCVContext().emitDefRange(*this, Ranges, FixedSizePortion);
454 this->MCStreamer::EmitCVDefRangeDirective(Ranges, FixedSizePortion);
455}
456
Reid Kleckner2214ed82016-01-29 00:49:42 +0000457void MCObjectStreamer::EmitCVStringTableDirective() {
458 getContext().getCVContext().emitStringTable(*this);
459}
460void MCObjectStreamer::EmitCVFileChecksumsDirective() {
461 getContext().getCVContext().emitFileChecksums(*this);
462}
463
Reid Kleckner26fa1bf2017-09-19 18:14:45 +0000464void MCObjectStreamer::EmitCVFileChecksumOffsetDirective(unsigned FileNo) {
465 getContext().getCVContext().emitFileChecksumOffset(*this, FileNo);
466}
Reid Kleckner2214ed82016-01-29 00:49:42 +0000467
Rafael Espindola64e1af82013-07-02 15:49:13 +0000468void MCObjectStreamer::EmitBytes(StringRef Data) {
Reid Kleckner2214ed82016-01-29 00:49:42 +0000469 MCCVLineEntry::Make(this);
Eric Christopher445c9522016-10-14 05:47:37 +0000470 MCDwarfLineEntry::Make(this, getCurrentSectionOnly());
Petr Hosek32946702015-06-27 01:54:17 +0000471 MCDataFragment *DF = getOrCreateDataFragment();
472 flushPendingLabels(DF, DF->getContents().size());
473 DF->getContents().append(Data.begin(), Data.end());
Benjamin Kramer64ddcb02012-10-04 13:12:43 +0000474}
475
476void MCObjectStreamer::EmitValueToAlignment(unsigned ByteAlignment,
477 int64_t Value,
478 unsigned ValueSize,
479 unsigned MaxBytesToEmit) {
480 if (MaxBytesToEmit == 0)
481 MaxBytesToEmit = ByteAlignment;
Peter Collingbourne2f495b92013-04-17 21:18:16 +0000482 insert(new MCAlignFragment(ByteAlignment, Value, ValueSize, MaxBytesToEmit));
Benjamin Kramer64ddcb02012-10-04 13:12:43 +0000483
484 // Update the maximum alignment on the current section if necessary.
Eric Christopher445c9522016-10-14 05:47:37 +0000485 MCSection *CurSec = getCurrentSectionOnly();
Rafael Espindola967d6a62015-05-21 21:02:35 +0000486 if (ByteAlignment > CurSec->getAlignment())
487 CurSec->setAlignment(ByteAlignment);
Benjamin Kramer64ddcb02012-10-04 13:12:43 +0000488}
489
490void MCObjectStreamer::EmitCodeAlignment(unsigned ByteAlignment,
491 unsigned MaxBytesToEmit) {
492 EmitValueToAlignment(ByteAlignment, 0, 1, MaxBytesToEmit);
493 cast<MCAlignFragment>(getCurrentFragment())->setEmitNops(true);
494}
495
Rafael Espindola7ae65d82015-11-04 23:59:18 +0000496void MCObjectStreamer::emitValueToOffset(const MCExpr *Offset,
Oliver Stannard268f42f2016-12-14 10:43:58 +0000497 unsigned char Value,
498 SMLoc Loc) {
499 insert(new MCOrgFragment(*Offset, Value, Loc));
Rafael Espindola9065bfc62010-12-02 05:59:38 +0000500}
501
Omer Paparo Bivas2251c792017-10-24 06:16:03 +0000502void MCObjectStreamer::EmitCodePaddingBasicBlockStart(
503 const MCCodePaddingContext &Context) {
504 getAssembler().getBackend().handleCodePaddingBasicBlockStart(this, Context);
505}
506
507void MCObjectStreamer::EmitCodePaddingBasicBlockEnd(
508 const MCCodePaddingContext &Context) {
509 getAssembler().getBackend().handleCodePaddingBasicBlockEnd(Context);
510}
511
Simon Atanasyaneb9ed612016-08-22 16:18:42 +0000512// Associate DTPRel32 fixup with data and resize data area
513void MCObjectStreamer::EmitDTPRel32Value(const MCExpr *Value) {
514 MCDataFragment *DF = getOrCreateDataFragment();
515 flushPendingLabels(DF, DF->getContents().size());
516
517 DF->getFixups().push_back(MCFixup::create(DF->getContents().size(),
518 Value, FK_DTPRel_4));
519 DF->getContents().resize(DF->getContents().size() + 4, 0);
520}
521
522// Associate DTPRel64 fixup with data and resize data area
523void MCObjectStreamer::EmitDTPRel64Value(const MCExpr *Value) {
524 MCDataFragment *DF = getOrCreateDataFragment();
525 flushPendingLabels(DF, DF->getContents().size());
526
527 DF->getFixups().push_back(MCFixup::create(DF->getContents().size(),
528 Value, FK_DTPRel_8));
529 DF->getContents().resize(DF->getContents().size() + 8, 0);
530}
531
532// Associate TPRel32 fixup with data and resize data area
533void MCObjectStreamer::EmitTPRel32Value(const MCExpr *Value) {
534 MCDataFragment *DF = getOrCreateDataFragment();
535 flushPendingLabels(DF, DF->getContents().size());
536
537 DF->getFixups().push_back(MCFixup::create(DF->getContents().size(),
538 Value, FK_TPRel_4));
539 DF->getContents().resize(DF->getContents().size() + 4, 0);
540}
541
542// Associate TPRel64 fixup with data and resize data area
543void MCObjectStreamer::EmitTPRel64Value(const MCExpr *Value) {
544 MCDataFragment *DF = getOrCreateDataFragment();
545 flushPendingLabels(DF, DF->getContents().size());
546
547 DF->getFixups().push_back(MCFixup::create(DF->getContents().size(),
548 Value, FK_TPRel_8));
549 DF->getContents().resize(DF->getContents().size() + 8, 0);
550}
551
Akira Hatanakaf5ddf132011-11-23 22:18:04 +0000552// Associate GPRel32 fixup with data and resize data area
553void MCObjectStreamer::EmitGPRel32Value(const MCExpr *Value) {
554 MCDataFragment *DF = getOrCreateDataFragment();
Petr Hosek32946702015-06-27 01:54:17 +0000555 flushPendingLabels(DF, DF->getContents().size());
Akira Hatanakaf5ddf132011-11-23 22:18:04 +0000556
Weiming Zhao74a7fa02017-04-03 21:50:04 +0000557 DF->getFixups().push_back(
558 MCFixup::create(DF->getContents().size(), Value, FK_GPRel_4));
Akira Hatanakaf5ddf132011-11-23 22:18:04 +0000559 DF->getContents().resize(DF->getContents().size() + 4, 0);
560}
561
Simon Atanasyaneb9ed612016-08-22 16:18:42 +0000562// Associate GPRel64 fixup with data and resize data area
Jack Carter77064c02012-08-22 00:49:30 +0000563void MCObjectStreamer::EmitGPRel64Value(const MCExpr *Value) {
564 MCDataFragment *DF = getOrCreateDataFragment();
Petr Hosek32946702015-06-27 01:54:17 +0000565 flushPendingLabels(DF, DF->getContents().size());
Jack Carter77064c02012-08-22 00:49:30 +0000566
Weiming Zhao74a7fa02017-04-03 21:50:04 +0000567 DF->getFixups().push_back(
568 MCFixup::create(DF->getContents().size(), Value, FK_GPRel_4));
Jack Carter77064c02012-08-22 00:49:30 +0000569 DF->getContents().resize(DF->getContents().size() + 8, 0);
570}
571
Daniel Sanders9f6ad492015-11-12 13:33:00 +0000572bool MCObjectStreamer::EmitRelocDirective(const MCExpr &Offset, StringRef Name,
573 const MCExpr *Expr, SMLoc Loc) {
574 int64_t OffsetValue;
575 if (!Offset.evaluateAsAbsolute(OffsetValue))
576 llvm_unreachable("Offset is not absolute");
577
David Majnemerce108422016-01-19 23:05:27 +0000578 if (OffsetValue < 0)
579 llvm_unreachable("Offset is negative");
580
Daniel Sanders9f6ad492015-11-12 13:33:00 +0000581 MCDataFragment *DF = getOrCreateDataFragment();
582 flushPendingLabels(DF, DF->getContents().size());
583
David Majnemerce108422016-01-19 23:05:27 +0000584 Optional<MCFixupKind> MaybeKind = Assembler->getBackend().getFixupKind(Name);
585 if (!MaybeKind.hasValue())
Daniel Sanders9f6ad492015-11-12 13:33:00 +0000586 return true;
587
David Majnemerce108422016-01-19 23:05:27 +0000588 MCFixupKind Kind = *MaybeKind;
589
Daniel Sanders9f6ad492015-11-12 13:33:00 +0000590 if (Expr == nullptr)
591 Expr =
592 MCSymbolRefExpr::create(getContext().createTempSymbol(), getContext());
593 DF->getFixups().push_back(MCFixup::create(OffsetValue, Expr, Kind, Loc));
594 return false;
595}
596
Petr Hosek67a94a72016-05-28 05:57:48 +0000597void MCObjectStreamer::emitFill(const MCExpr &NumBytes, uint64_t FillValue,
598 SMLoc Loc) {
599 MCDataFragment *DF = getOrCreateDataFragment();
600 flushPendingLabels(DF, DF->getContents().size());
601
Rafael Espindola8fcd07d2018-01-09 19:29:33 +0000602 assert(getCurrentSectionOnly() && "need a section");
Rafael Espindolad707c372018-01-09 22:48:37 +0000603 insert(new MCFillFragment(FillValue, NumBytes, Loc));
Petr Hosek67a94a72016-05-28 05:57:48 +0000604}
605
606void MCObjectStreamer::emitFill(const MCExpr &NumValues, int64_t Size,
607 int64_t Expr, SMLoc Loc) {
608 int64_t IntNumValues;
609 if (!NumValues.evaluateAsAbsolute(IntNumValues, getAssembler())) {
610 getContext().reportError(Loc, "expected absolute expression");
611 return;
612 }
613
614 if (IntNumValues < 0) {
615 getContext().getSourceManager()->PrintMessage(
616 Loc, SourceMgr::DK_Warning,
617 "'.fill' directive with negative repeat count has no effect");
618 return;
619 }
620
Rafael Espindolae70ecec2018-01-09 19:50:29 +0000621 int64_t NonZeroSize = Size > 4 ? 4 : Size;
622 Expr &= ~0ULL >> (64 - NonZeroSize * 8);
623 for (uint64_t i = 0, e = IntNumValues; i != e; ++i) {
624 EmitIntValue(Expr, NonZeroSize);
625 if (NonZeroSize < Size)
626 EmitIntValue(0, Size - NonZeroSize);
627 }
Petr Hosek67a94a72016-05-28 05:57:48 +0000628}
629
Peter Collingbourne5b75fd92017-03-03 21:22:06 +0000630void MCObjectStreamer::EmitFileDirective(StringRef Filename) {
631 getAssembler().addFileName(Filename);
632}
633
Rafael Espindola07082092012-01-07 03:13:18 +0000634void MCObjectStreamer::FinishImpl() {
Kevin Enderbye7739d42011-12-09 18:09:40 +0000635 // If we are generating dwarf for assembly source files dump out the sections.
636 if (getContext().getGenDwarfForAssembly())
David Blaikie8bf66c42014-04-01 07:35:52 +0000637 MCGenDwarfInfo::Emit(this);
638
639 // Dump out the dwarf file & directory tables and line tables.
Frederic Rissa5ab8442015-08-07 15:14:08 +0000640 MCDwarfLineTable::Emit(this, getAssembler().getDWARFLinetableParams());
Kevin Enderbye7739d42011-12-09 18:09:40 +0000641
Derek Schuff5f708e52014-10-22 22:38:06 +0000642 flushPendingLabels(nullptr);
Daniel Dunbarb2347fe2010-06-16 20:04:25 +0000643 getAssembler().Finish();
644}