1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
|
//====- X86InstrNaCl.td - Describe NaCl Instructions ----*- tablegen -*-===//
//
// The LLVM Compiler Infrastructure
//
// This file is distributed under the University of Illinois Open Source
// License. See LICENSE.TXT for details.
//
//===----------------------------------------------------------------------===//
//
// This file describes the modifications to the X86 instruction set needed for
// Native Client code generation.
//
//===----------------------------------------------------------------------===//
//===----------------------------------------------------------------------===//
// NaCl specific DAG Nodes.
//
//===----------------------------------------------------------------------===//
//
// Native Client Pseudo-Instructions
//
// These instructions implement the Native Client pseudo-instructions, such
// as nacljmp and naclasp.
//
// TableGen and MC consider these to be "real" instructions. They can be
// parsed by the AsmParser and emitted by the AsmStreamer as if they
// were just regular instructions. They are not marked "Pseudo" because
// this would imply isCodeGenOnly=1, which would stop them from being
// parsed by the assembler.
//
// These instructions cannot be encoded (written into an object file) by the
// MCCodeEmitter. Instead, during direct object emission, they get lowered to
// a sequence of streamer emits. (see X86InstrNaCl.cpp)
//
// These instructions should not be used in CodeGen. They have no pattern
// and lack CodeGen metadata. Instead, the X86NaClRewritePass should
// generate these instructions after CodeGen is finished.
//
//===----------------------------------------------------------------------===//
//===----------------------------------------------------------------------===//
// 32-bit Native Client Pseudo Instructions
//===----------------------------------------------------------------------===//
class NaClPI32<dag outs, dag ins, string asm>
: I<0, CustomFrm, outs, ins, asm, []>, Requires<[IsNaCl, In32BitMode]>;
let isTerminator = 1, isBarrier = 1, hasCtrlDep = 1, isAsmParserOnly = 1 in {
def NACL_TRAP32 : NaClPI32<(outs), (ins), "nacltrap">;
}
let isTerminator = 1, isReturn = 1, isBarrier = 1,
hasCtrlDep = 1, FPForm = SpecialFP, isAsmParserOnly = 1 in {
def NACL_RET32 : NaClPI32<(outs), (ins), "naclret">;
def NACL_RETI32 : NaClPI32<(outs), (ins i16imm:$amt), "naclreti\t$amt">;
}
let isBranch = 1, isTerminator = 1, isBarrier = 1, isIndirectBranch = 1,
isAsmParserOnly = 1 in {
def NACL_JMP32r : NaClPI32<(outs), (ins GR32:$dst), "nacljmp\t$dst">;
}
let isCall = 1, isAsmParserOnly = 1 in {
def NACL_CALL32d : NaClPI32<(outs), (ins i32imm_pcrel:$dst),
"naclcall\t$dst">;
def NACL_CALL32r : NaClPI32<(outs), (ins GR32:$dst),
"naclcall\t$dst">;
}
// nacltlsaddr32 gets rewritten to:
// .bundle_align_end
// .bundle_lock
// leal\t$sym@TLSGD, %eax
// call\t___tls_get_addr@PLT
// .bundle_unlock
// (The linker expects the leal+call sequence to be directly adjacent)
let Defs = [EAX, ECX, EDX, FP0, FP1, FP2, FP3, FP4, FP5, FP6, ST0,
MM0, MM1, MM2, MM3, MM4, MM5, MM6, MM7,
XMM0, XMM1, XMM2, XMM3, XMM4, XMM5, XMM6, XMM7,
XMM8, XMM9, XMM10, XMM11, XMM12, XMM13, XMM14, XMM15, EFLAGS],
Uses = [ESP],
isAsmParserOnly = 1 in
def NACL_TLS_addr32 : NaClPI32<(outs), (ins i32mem:$sym),
"nacltlsaddr32\t$sym">;
//===----------------------------------------------------------------------===//
// 64-bit Native Client Pseudo Instructions
//===----------------------------------------------------------------------===//
class NaClPI64<dag outs, dag ins, string asm>
: I<0, CustomFrm, outs, ins, asm, []>, Requires<[IsNaCl, In64BitMode]>;
let isTerminator = 1, isBarrier = 1, hasCtrlDep = 1, isAsmParserOnly = 1 in {
def NACL_TRAP64 : NaClPI64<(outs), (ins), "nacltrap">;
}
let isTerminator = 1, isReturn = 1, isBarrier = 1,
hasCtrlDep = 1, FPForm = SpecialFP, isAsmParserOnly = 1 in {
def NACL_RET64 : NaClPI64<(outs), (ins), "naclret">;
}
let isBranch = 1, isTerminator = 1, isBarrier = 1, isIndirectBranch = 1,
isAsmParserOnly = 1 in {
def NACL_JMP64r : NaClPI64<(outs), (ins GR32:$dst, GR64:$rZP),
"nacljmp\t{$dst, $rZP|$rZP, $dst}">;
def NACL_JMP64z : NaClPI64<(outs), (ins GR32:$dst),
"nacljmp\t$dst">;
}
let isCall = 1, isAsmParserOnly = 1 in {
def NACL_CALL64d : NaClPI64<(outs), (ins i32imm_pcrel:$dst),
"naclcall\t$dst">;
def NACL_CALL64r : NaClPI64<(outs), (ins GR32:$dst, GR64:$rZP),
"naclcall\t$dst,$rZP">;
}
let Defs = [RSP, EFLAGS], Uses = [RSP], isAsmParserOnly = 1 in {
def NACL_ASPi8 : NaClPI64<(outs), (ins i64i8imm:$off, GR64:$rZP),
"naclasp{q}\t{$off, $rZP|$rZP, $off}">;
def NACL_ASPi32: NaClPI64<(outs), (ins i64i32imm:$off, GR64:$rZP),
"naclasp{q}\t{$off, $rZP|$rZP, $off}">;
def NACL_SSPi8 : NaClPI64<(outs), (ins i64i8imm:$off, GR64:$rZP),
"naclssp{q}\t{$off, $rZP|$rZP, $off}">;
def NACL_SSPi32: NaClPI64<(outs), (ins i64i32imm:$off, GR64:$rZP),
"naclssp{q}\t{$off, $rZP|$rZP, $off}">;
def NACL_ANDSPi32: NaClPI64<(outs), (ins i64i32imm:$off, GR64:$rZP),
"naclandsp{q}\t{$off, $rZP|$rZP, $off}">;
}
let Defs = [RSP], Uses = [RBP], isAsmParserOnly = 1 in {
def NACL_SPADJi32 : NaClPI64<(outs), (ins i64i32imm:$off, GR64:$rZP),
"naclspadj\t{$off, $rZP|$rZP, $off}">;
}
let Defs = [RSP], isAsmParserOnly = 1 in {
def NACL_RESTSPr : NaClPI64<(outs), (ins GR32:$src, GR64:$rZP),
"naclrestsp_noflags\t{$src, $rZP|$rZP, $src}">;
def NACL_RESTSPm : NaClPI64<(outs), (ins i32mem:$src, GR64:$rZP),
"naclrestsp_noflags\t{$src, $rZP|$rZP, $src}">;
def NACL_RESTSPrz : NaClPI64<(outs), (ins GR32:$src),
"naclrestsp_noflags\t$src">;
}
def : MnemonicAlias<"naclrestsp", "naclrestsp_noflags">;
let Defs = [RBP], isAsmParserOnly = 1 in {
def NACL_RESTBPr : NaClPI64<(outs), (ins GR32:$src, GR64:$rZP),
"naclrestbp\t{$src, $rZP|$rZP, $src}">;
def NACL_RESTBPm : NaClPI64<(outs), (ins i32mem:$src, GR64:$rZP),
"naclrestbp\t{$src, $rZP|$rZP, $src}">;
def NACL_RESTBPrz : NaClPI64<(outs), (ins GR32:$src),
"naclrestbp\t$src">;
}
//===----------------------------------------------------------------------===//
//
// Code Generator Instructions (isCodeGenOnly == 1)
//
// These instructions exists to make CodeGen work with Native Client's
// modifications.
//
// Many of these instructions exist because of limitations in CodeGen
// or TableGen, and may become unnecessary in the future.
//===----------------------------------------------------------------------===//
//===----------------------------------------------------------------------===//
//
// CodeGen 32-bit
//
//===----------------------------------------------------------------------===//
// To avoid a naming conflict between call/naclcall, we have to
// disable the real CALLpcrel32 and CALL32r instructions when targeting
// for NaCl. Thus, they need to be produced here.
let isCall = 1 in
// All calls clobber the non-callee saved registers. ESP is marked as
// a use to prevent stack-pointer assignments that appear immediately
// before calls from potentially appearing dead. Uses for argument
// registers are added manually.
let Defs = [EAX, ECX, EDX, FP0, FP1, FP2, FP3, FP4, FP5, FP6, ST0,
MM0, MM1, MM2, MM3, MM4, MM5, MM6, MM7,
XMM0, XMM1, XMM2, XMM3, XMM4, XMM5, XMM6, XMM7,
XMM8, XMM9, XMM10, XMM11, XMM12, XMM13, XMM14, XMM15, EFLAGS],
Uses = [ESP] in {
def NACL_CG_CALLpcrel32 : I<0, Pseudo,
(outs), (ins i32imm_pcrel:$dst),
"naclcall\t$dst", []>,
Requires<[IsNaCl, In32BitMode]>;
def NACL_CG_CALL32r : I<0, Pseudo,
(outs), (ins GR32:$dst),
"naclcall\t$dst", [(X86call GR32:$dst)]>,
Requires<[IsNaCl, In32BitMode]>;
}
// Normal calls, with various flavors of addresses.
def : Pat<(X86call (i32 tglobaladdr:$dst)),
(NACL_CG_CALLpcrel32 tglobaladdr:$dst)>,
Requires<[IsNaCl, In32BitMode]>;
def : Pat<(X86call (i32 texternalsym:$dst)),
(NACL_CG_CALLpcrel32 texternalsym:$dst)>,
Requires<[IsNaCl, In32BitMode]>;
def : Pat<(X86call (i32 imm:$dst)),
(NACL_CG_CALLpcrel32 imm:$dst)>,
Requires<[IsNaCl, In32BitMode, CallImmAddr]>;
//===----------------------------------------------------------------------===//
//
// CodeGen 64-bit
//
//===----------------------------------------------------------------------===//
// Because pointers are 32-bit on X86-64 Native Client, we need to
// produce new versions of the JMP64/CALL64 instructions which can accept
// addresses which are i32 instead of i64.
let isBranch = 1, isTerminator = 1, isBarrier = 1, isIndirectBranch = 1 in {
def NACL_CG_JMP64r : I<0, Pseudo, (outs), (ins GR32:$dst),
"nacljmp\t$dst",
[(brind GR32:$dst)]>,
Requires<[IsNaCl, In64BitMode]>;
}
let isCall = 1 in
// All calls clobber the non-callee saved registers. RSP is marked as
// a use to prevent stack-pointer assignments that appear immediately
// before calls from potentially appearing dead. Uses for argument
// registers are added manually.
let Defs = [RAX, RCX, RDX, RSI, RDI, R8, R9, R10, R11,
FP0, FP1, FP2, FP3, FP4, FP5, FP6, ST0, ST1,
MM0, MM1, MM2, MM3, MM4, MM5, MM6, MM7,
XMM0, XMM1, XMM2, XMM3, XMM4, XMM5, XMM6, XMM7,
XMM8, XMM9, XMM10, XMM11, XMM12, XMM13, XMM14, XMM15, EFLAGS],
Uses = [RSP] in {
def NACL_CG_CALL64pcrel32 : I<0, Pseudo, (outs),
(ins i32imm_pcrel:$dst),
"naclcall\t$dst", []>,
Requires<[IsNaCl, In64BitMode]>;
def NACL_CG_CALL64r : I<0, Pseudo, (outs), (ins GR32:$dst),
"naclcall\t$dst,%r15",
[(X86call GR32:$dst)]>,
Requires<[IsNaCl, In64BitMode]>;
}
def : Pat<(X86call (i32 tglobaladdr:$dst)),
(NACL_CG_CALL64pcrel32 tglobaladdr:$dst)>,
Requires<[IsNaCl, In64BitMode]>;
def : Pat<(X86call (i32 texternalsym:$dst)),
(NACL_CG_CALL64pcrel32 texternalsym:$dst)>,
Requires<[IsNaCl, In64BitMode]>;
// Tail calls
// Also needed due to the i64 / i32 pointer problem.
let isCall = 1, isTerminator = 1, isReturn = 1, isBarrier = 1,
isCodeGenOnly = 1 in
let Defs = [RAX, RCX, RDX, RSI, RDI, R8, R9, R10, R11,
FP0, FP1, FP2, FP3, FP4, FP5, FP6, ST0, ST1,
MM0, MM1, MM2, MM3, MM4, MM5, MM6, MM7,
XMM0, XMM1, XMM2, XMM3, XMM4, XMM5, XMM6, XMM7,
XMM8, XMM9, XMM10, XMM11, XMM12, XMM13, XMM14, XMM15, EFLAGS],
Uses = [RSP] in {
def NACL_CG_TCRETURNdi64 : I<0, Pseudo, (outs),
(ins i32imm_pcrel:$dst, i32imm:$offset),
"#TC_RETURN $dst $offset", []>,
Requires<[IsNaCl, In64BitMode]>;
def NACL_CG_TCRETURNri64 : I<0, Pseudo, (outs),
(ins GR32_TC_64:$dst, i32imm:$offset),
"#TC_RETURN $dst $offset", []>,
Requires<[IsNaCl, In64BitMode]>;
def NACL_CG_TAILJMPd64 : I<0, Pseudo, (outs),
(ins i32imm_pcrel:$dst),
"jmp\t$dst # TAILCALL", []>,
Requires<[IsNaCl, In64BitMode]>;
def NACL_CG_TAILJMPr64 : I<0, Pseudo, (outs),
(ins GR32_TC_64:$dst),
"nacljmp\t$dst,%r15 # TAILCALL", []>,
Requires<[IsNaCl, In64BitMode]>;
}
def : Pat<(X86tcret (i32 tglobaladdr:$dst), imm:$off),
(NACL_CG_TCRETURNdi64 tglobaladdr:$dst, imm:$off)>,
Requires<[IsNaCl, In64BitMode]>;
def : Pat<(X86tcret (i32 texternalsym:$dst), imm:$off),
(NACL_CG_TCRETURNdi64 texternalsym:$dst, imm:$off)>,
Requires<[IsNaCl, In64BitMode]>;
def : Pat<(X86tcret GR32_TC_64:$dst, imm:$off),
(NACL_CG_TCRETURNri64 GR32_TC_64:$dst, imm:$off)>,
Requires<[IsNaCl, In64BitMode]>;
// ELF TLS Support
let Defs = [EAX, ECX, EDX, FP0, FP1, FP2, FP3, FP4, FP5, FP6, ST0,
MM0, MM1, MM2, MM3, MM4, MM5, MM6, MM7,
XMM0, XMM1, XMM2, XMM3, XMM4, XMM5, XMM6, XMM7,
XMM8, XMM9, XMM10, XMM11, XMM12, XMM13, XMM14, XMM15, EFLAGS],
Uses = [ESP] in
def NACL_CG_TLS_addr32 : I<0, Pseudo, (outs), (ins i32mem:$sym),
".bundle_align_end"
".bundle_lock"
"leal\t$sym, %eax; "
"call\t___tls_get_addr@PLT"
".bundle_unlock",
[(X86tlsaddr tls32addr:$sym)]>,
Requires<[In32BitMode, IsNaCl]>;
// These are lowered in X86NaClRewritePass.
let Defs = [RAX, RCX, RDX, RSI, RDI, R8, R9, R10, R11,
FP0, FP1, FP2, FP3, FP4, FP5, FP6, ST0, ST1,
MM0, MM1, MM2, MM3, MM4, MM5, MM6, MM7,
XMM0, XMM1, XMM2, XMM3, XMM4, XMM5, XMM6, XMM7,
XMM8, XMM9, XMM10, XMM11, XMM12, XMM13, XMM14, XMM15, EFLAGS],
Uses = [RSP] in {
def NACL_CG_GD_TLS_addr64 : I<0, Pseudo, (outs), (ins i32mem:$sym), "",
[(X86tlsaddr tls32addr:$sym)]>,
Requires<[IsNaCl, In64BitMode]>;
def NACL_CG_LE_TLS_addr64 : I<0, Pseudo, (outs), (ins i32mem:$sym), "",
[(X86tlsaddr_le tls32addr:$sym)]>,
Requires<[IsNaCl, In64BitMode]>;
def NACL_CG_IE_TLS_addr64 : I<0, Pseudo, (outs), (ins i32mem:$sym), "",
[(X86tlsaddr_ie tls32addr:$sym)]>,
Requires<[IsNaCl, In64BitMode]>;
// For mtls-use-call.
def NACL_CG_LE_TLS_addr32 : I<0, Pseudo, (outs), (ins i32mem:$sym), "",
[(X86tlsaddr_le tls32addr:$sym)]>,
Requires<[IsNaCl, In32BitMode]>;
def NACL_CG_IE_TLS_addr32 : I<0, Pseudo, (outs), (ins i32mem:$sym), "",
[(X86tlsaddr_ie tls32addr:$sym)]>,
Requires<[IsNaCl, In32BitMode]>;
}
let usesCustomInserter = 1, Defs = [EFLAGS] in
def NACL_CG_VAARG_64 : I<0, Pseudo,
(outs GR32:$dst),
(ins i8mem:$ap, i32imm:$size, i8imm:$mode, i32imm:$align),
"#NACL_VAARG_64 $dst, $ap, $size, $mode, $align",
[(set GR32:$dst,
(X86vaarg64 addr:$ap, imm:$size, imm:$mode, imm:$align)),
(implicit EFLAGS)]>,
Requires<[IsNaCl, In64BitMode]>;
|