xref: /llvm-project/llvm/utils/UpdateTestChecks/asm.py (revision 3c94869632d3f762c1699d4d920c1ac2721b95c0)
1from __future__ import print_function
2import re
3import sys
4
5from . import common
6
7if sys.version_info[0] > 2:
8  class string:
9    expandtabs = str.expandtabs
10else:
11  import string
12
13# RegEx: this is where the magic happens.
14
15##### Assembly parser
16
17ASM_FUNCTION_X86_RE = re.compile(
18    r'^_?(?P<func>[^:]+):[ \t]*#+[ \t]*(@"?(?P=func)"?| -- Begin function (?P=func))\n(?:\s*\.?Lfunc_begin[^:\n]*:\n)?'
19    r'(?:\.L[^$]+\$local:\n)?'      # drop .L<func>$local:
20    r'(?:[ \t]+.cfi_startproc\n|.seh_proc[^\n]+\n)?'  # drop optional cfi
21    r'(?P<body>^##?[ \t]+[^:]+:.*?)\s*'
22    r'^\s*(?:[^:\n]+?:\s*\n\s*\.size|\.cfi_endproc|\.globl|\.comm|\.(?:sub)?section|#+ -- End function)',
23    flags=(re.M | re.S))
24
25ASM_FUNCTION_ARM_RE = re.compile(
26        r'^(?P<func>[0-9a-zA-Z_]+):\n' # f: (name of function)
27        r'\s+\.fnstart\n' # .fnstart
28        r'(?P<body>.*?)\n' # (body of the function)
29        r'.Lfunc_end[0-9]+:', # .Lfunc_end0: or # -- End function
30        flags=(re.M | re.S))
31
32ASM_FUNCTION_AARCH64_RE = re.compile(
33     r'^_?(?P<func>[^:]+):[ \t]*\/\/[ \t]*@"?(?P=func)"?( (Function|Tail Call))?\n'
34     r'(?:[ \t]+.cfi_startproc\n)?'  # drop optional cfi noise
35     r'(?P<body>.*?)\n'
36     # This list is incomplete
37     r'.Lfunc_end[0-9]+:\n',
38     flags=(re.M | re.S))
39
40ASM_FUNCTION_AMDGPU_RE = re.compile(
41    r'^_?(?P<func>[^:]+):[ \t]*;+[ \t]*@"?(?P=func)"?\n[^:]*?'
42    r'(?P<body>.*?)\n' # (body of the function)
43    # This list is incomplete
44    r'^\s*(\.Lfunc_end[0-9]+:\n|\.section)',
45    flags=(re.M | re.S))
46
47ASM_FUNCTION_HEXAGON_RE = re.compile(
48    r'^_?(?P<func>[^:]+):[ \t]*//[ \t]*@"?(?P=func)"?\n[^:]*?'
49    r'(?P<body>.*?)\n' # (body of the function)
50    # This list is incomplete
51    r'.Lfunc_end[0-9]+:\n',
52    flags=(re.M | re.S))
53
54ASM_FUNCTION_M68K_RE = re.compile(
55    r'^_?(?P<func>[^:]+):[ \t]*;[ \t]*@"?(?P=func)"?\n'
56    r'(?P<body>.*?)\s*' # (body of the function)
57    r'.Lfunc_end[0-9]+:\n',
58    flags=(re.M | re.S))
59
60ASM_FUNCTION_MIPS_RE = re.compile(
61    r'^_?(?P<func>[^:]+):[ \t]*#+[ \t]*@"?(?P=func)"?\n[^:]*?' # f: (name of func)
62    r'(?:^[ \t]+\.(frame|f?mask|set).*?\n)+'  # Mips+LLVM standard asm prologue
63    r'(?P<body>.*?)\n'                        # (body of the function)
64    # Mips+LLVM standard asm epilogue
65    r'(?:(^[ \t]+\.set[^\n]*?\n)*^[ \t]+\.end.*?\n)'
66    r'(\$|\.L)func_end[0-9]+:\n',             # $func_end0: (mips32 - O32) or
67                                              # .Lfunc_end0: (mips64 - NewABI)
68    flags=(re.M | re.S))
69
70ASM_FUNCTION_MSP430_RE = re.compile(
71    r'^_?(?P<func>[^:]+):[ \t]*;+[ \t]*@"?(?P=func)"?\n[^:]*?'
72    r'(?P<body>.*?)\n'
73    r'(\$|\.L)func_end[0-9]+:\n',             # $func_end0:
74    flags=(re.M | re.S))
75
76ASM_FUNCTION_AVR_RE = re.compile(
77    r'^_?(?P<func>[^:]+):[ \t]*;+[ \t]*@"?(?P=func)"?\n[^:]*?'
78    r'(?P<body>.*?)\n'
79    r'.Lfunc_end[0-9]+:\n',
80    flags=(re.M | re.S))
81
82ASM_FUNCTION_PPC_RE = re.compile(
83    r'#[ \-\t]*Begin function (?P<func>[^.:]+)\n'
84    r'.*?'
85    r'^[_.]?(?P=func):(?:[ \t]*#+[ \t]*@"?(?P=func)"?)?\n'
86    r'(?:^[^#]*\n)*'
87    r'(?P<body>.*?)\n'
88    # This list is incomplete
89    r'(?:^[ \t]*(?:\.(?:long|quad|v?byte)[ \t]+[^\n]+)\n)*'
90    r'(?:\.Lfunc_end|L\.\.(?P=func))[0-9]+:\n',
91    flags=(re.M | re.S))
92
93ASM_FUNCTION_RISCV_RE = re.compile(
94    r'^_?(?P<func>[^:]+):[ \t]*#+[ \t]*@"?(?P=func)"?\n'
95    r'(?:\s*\.?L(?P=func)\$local:\n)?'  # optional .L<func>$local: due to -fno-semantic-interposition
96    r'(?:\s*\.?Lfunc_begin[^:\n]*:\n)?[^:]*?'
97    r'(?P<body>^##?[ \t]+[^:]+:.*?)\s*'
98    r'.Lfunc_end[0-9]+:\n',
99    flags=(re.M | re.S))
100
101ASM_FUNCTION_LANAI_RE = re.compile(
102    r'^_?(?P<func>[^:]+):[ \t]*!+[ \t]*@"?(?P=func)"?\n'
103    r'(?:[ \t]+.cfi_startproc\n)?'  # drop optional cfi noise
104    r'(?P<body>.*?)\s*'
105    r'.Lfunc_end[0-9]+:\n',
106    flags=(re.M | re.S))
107
108ASM_FUNCTION_SPARC_RE = re.compile(
109    r'^_?(?P<func>[^:]+):[ \t]*!+[ \t]*@"?(?P=func)"?\n'
110    r'(?P<body>.*?)\s*'
111    r'.Lfunc_end[0-9]+:\n',
112    flags=(re.M | re.S))
113
114ASM_FUNCTION_SYSTEMZ_RE = re.compile(
115    r'^_?(?P<func>[^:]+):[ \t]*#+[ \t]*@"?(?P=func)"?\n'
116    r'[ \t]+.cfi_startproc\n'
117    r'(?P<body>.*?)\n'
118    r'.Lfunc_end[0-9]+:\n',
119    flags=(re.M | re.S))
120
121ASM_FUNCTION_AARCH64_DARWIN_RE = re.compile(
122     r'^_(?P<func>[^:]+):[ \t]*;[ \t]@"?(?P=func)"?\n'
123     r'([ \t]*.cfi_startproc\n[\s]*)?'
124     r'(?P<body>.*?)'
125     r'([ \t]*.cfi_endproc\n[\s]*)?'
126     r'^[ \t]*;[ \t]--[ \t]End[ \t]function',
127     flags=(re.M | re.S))
128
129ASM_FUNCTION_ARM_DARWIN_RE = re.compile(
130     r'^[ \t]*\.globl[ \t]*_(?P<func>[^ \t])[ \t]*@[ \t]--[ \t]Begin[ \t]function[ \t]"?(?P=func)"?'
131     r'(?P<directives>.*?)'
132     r'^_(?P=func):\n[ \t]*'
133     r'(?P<body>.*?)'
134     r'^[ \t]*@[ \t]--[ \t]End[ \t]function',
135     flags=(re.M | re.S ))
136
137ASM_FUNCTION_ARM_MACHO_RE = re.compile(
138     r'^_(?P<func>[^:]+):[ \t]*\n'
139     r'([ \t]*.cfi_startproc\n[ \t]*)?'
140     r'(?P<body>.*?)\n'
141     r'[ \t]*\.cfi_endproc\n',
142     flags=(re.M | re.S))
143
144ASM_FUNCTION_THUMB_DARWIN_RE = re.compile(
145     r'^_(?P<func>[^:]+):\n'
146     r'(?P<body>.*?)\n'
147     r'[ \t]*\.data_region\n',
148     flags=(re.M | re.S))
149
150ASM_FUNCTION_ARM_IOS_RE = re.compile(
151     r'^_(?P<func>[^:]+):\n'
152     r'(?P<body>.*?)'
153     r'^[ \t]*@[ \t]--[ \t]End[ \t]function',
154     flags=(re.M | re.S))
155
156ASM_FUNCTION_WASM32_RE = re.compile(
157    r'^_?(?P<func>[^:]+):[ \t]*#+[ \t]*@"?(?P=func)"?\n'
158    r'(?P<body>.*?)\n'
159    r'^\s*(\.Lfunc_end[0-9]+:\n|end_function)',
160    flags=(re.M | re.S))
161
162SCRUB_X86_SHUFFLES_RE = (
163    re.compile(
164        r'^(\s*\w+) [^#\n]+#+ ((?:[xyz]mm\d+|mem)( \{%k\d+\}( \{z\})?)? = .*)$',
165        flags=re.M))
166
167SCRUB_X86_SHUFFLES_NO_MEM_RE = (
168    re.compile(
169        r'^(\s*\w+) [^#\n]+#+ ((?:[xyz]mm\d+|mem)( \{%k\d+\}( \{z\})?)? = (?!.*(?:mem)).*)$',
170        flags=re.M))
171
172SCRUB_X86_SPILL_RELOAD_RE = (
173    re.compile(
174        r'-?\d+\(%([er])[sb]p\)(.*(?:Spill|Reload))$',
175        flags=re.M))
176SCRUB_X86_SP_RE = re.compile(r'\d+\(%(esp|rsp)\)')
177SCRUB_X86_RIP_RE = re.compile(r'[.\w]+\(%rip\)')
178SCRUB_X86_LCP_RE = re.compile(r'\.?LCPI[0-9]+_[0-9]+')
179SCRUB_X86_RET_RE = re.compile(r'ret[l|q]')
180
181def scrub_asm_x86(asm, args):
182  # Scrub runs of whitespace out of the assembly, but leave the leading
183  # whitespace in place.
184  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
185  # Expand the tabs used for indentation.
186  asm = string.expandtabs(asm, 2)
187
188  # Detect shuffle asm comments and hide the operands in favor of the comments.
189  if getattr(args, 'no_x86_scrub_mem_shuffle', True):
190    asm = SCRUB_X86_SHUFFLES_NO_MEM_RE.sub(r'\1 {{.*#+}} \2', asm)
191  else:
192    asm = SCRUB_X86_SHUFFLES_RE.sub(r'\1 {{.*#+}} \2', asm)
193
194  # Detect stack spills and reloads and hide their exact offset and whether
195  # they used the stack pointer or frame pointer.
196  asm = SCRUB_X86_SPILL_RELOAD_RE.sub(r'{{[-0-9]+}}(%\1{{[sb]}}p)\2', asm)
197  if getattr(args, 'x86_scrub_sp', True):
198    # Generically match the stack offset of a memory operand.
199    asm = SCRUB_X86_SP_RE.sub(r'{{[0-9]+}}(%\1)', asm)
200  if getattr(args, 'x86_scrub_rip', False):
201    # Generically match a RIP-relative memory operand.
202    asm = SCRUB_X86_RIP_RE.sub(r'{{.*}}(%rip)', asm)
203  # Generically match a LCP symbol.
204  asm = SCRUB_X86_LCP_RE.sub(r'{{\.?LCPI[0-9]+_[0-9]+}}', asm)
205  if getattr(args, 'extra_scrub', False):
206    # Avoid generating different checks for 32- and 64-bit because of 'retl' vs 'retq'.
207    asm = SCRUB_X86_RET_RE.sub(r'ret{{[l|q]}}', asm)
208  # Strip kill operands inserted into the asm.
209  asm = common.SCRUB_KILL_COMMENT_RE.sub('', asm)
210  # Strip trailing whitespace.
211  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
212  return asm
213
214def scrub_asm_amdgpu(asm, args):
215  # Scrub runs of whitespace out of the assembly, but leave the leading
216  # whitespace in place.
217  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
218  # Expand the tabs used for indentation.
219  asm = string.expandtabs(asm, 2)
220  # Strip trailing whitespace.
221  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
222  return asm
223
224def scrub_asm_arm_eabi(asm, args):
225  # Scrub runs of whitespace out of the assembly, but leave the leading
226  # whitespace in place.
227  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
228  # Expand the tabs used for indentation.
229  asm = string.expandtabs(asm, 2)
230  # Strip kill operands inserted into the asm.
231  asm = common.SCRUB_KILL_COMMENT_RE.sub('', asm)
232  # Strip trailing whitespace.
233  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
234  return asm
235
236def scrub_asm_hexagon(asm, args):
237  # Scrub runs of whitespace out of the assembly, but leave the leading
238  # whitespace in place.
239  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
240  # Expand the tabs used for indentation.
241  asm = string.expandtabs(asm, 2)
242  # Strip trailing whitespace.
243  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
244  return asm
245
246def scrub_asm_powerpc(asm, args):
247  # Scrub runs of whitespace out of the assembly, but leave the leading
248  # whitespace in place.
249  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
250  # Expand the tabs used for indentation.
251  asm = string.expandtabs(asm, 2)
252  # Strip unimportant comments, but leave the token '#' in place.
253  asm = common.SCRUB_LOOP_COMMENT_RE.sub(r'#', asm)
254  # Strip trailing whitespace.
255  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
256  # Strip the tailing token '#', except the line only has token '#'.
257  asm = common.SCRUB_TAILING_COMMENT_TOKEN_RE.sub(r'', asm)
258  return asm
259
260def scrub_asm_m68k(asm, args):
261  # Scrub runs of whitespace out of the assembly, but leave the leading
262  # whitespace in place.
263  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
264  # Expand the tabs used for indentation.
265  asm = string.expandtabs(asm, 2)
266  # Strip trailing whitespace.
267  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
268  return asm
269
270def scrub_asm_mips(asm, args):
271  # Scrub runs of whitespace out of the assembly, but leave the leading
272  # whitespace in place.
273  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
274  # Expand the tabs used for indentation.
275  asm = string.expandtabs(asm, 2)
276  # Strip trailing whitespace.
277  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
278  return asm
279
280def scrub_asm_msp430(asm, args):
281  # Scrub runs of whitespace out of the assembly, but leave the leading
282  # whitespace in place.
283  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
284  # Expand the tabs used for indentation.
285  asm = string.expandtabs(asm, 2)
286  # Strip trailing whitespace.
287  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
288  return asm
289
290def scrub_asm_avr(asm, args):
291  # Scrub runs of whitespace out of the assembly, but leave the leading
292  # whitespace in place.
293  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
294  # Expand the tabs used for indentation.
295  asm = string.expandtabs(asm, 2)
296  # Strip trailing whitespace.
297  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
298  return asm
299
300def scrub_asm_riscv(asm, args):
301  # Scrub runs of whitespace out of the assembly, but leave the leading
302  # whitespace in place.
303  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
304  # Expand the tabs used for indentation.
305  asm = string.expandtabs(asm, 2)
306  # Strip trailing whitespace.
307  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
308  return asm
309
310def scrub_asm_lanai(asm, args):
311  # Scrub runs of whitespace out of the assembly, but leave the leading
312  # whitespace in place.
313  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
314  # Expand the tabs used for indentation.
315  asm = string.expandtabs(asm, 2)
316  # Strip trailing whitespace.
317  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
318  return asm
319
320def scrub_asm_sparc(asm, args):
321  # Scrub runs of whitespace out of the assembly, but leave the leading
322  # whitespace in place.
323  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
324  # Expand the tabs used for indentation.
325  asm = string.expandtabs(asm, 2)
326  # Strip trailing whitespace.
327  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
328  return asm
329
330def scrub_asm_systemz(asm, args):
331  # Scrub runs of whitespace out of the assembly, but leave the leading
332  # whitespace in place.
333  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
334  # Expand the tabs used for indentation.
335  asm = string.expandtabs(asm, 2)
336  # Strip trailing whitespace.
337  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
338  return asm
339
340def scrub_asm_wasm32(asm, args):
341  # Scrub runs of whitespace out of the assembly, but leave the leading
342  # whitespace in place.
343  asm = common.SCRUB_WHITESPACE_RE.sub(r' ', asm)
344  # Expand the tabs used for indentation.
345  asm = string.expandtabs(asm, 2)
346  # Strip trailing whitespace.
347  asm = common.SCRUB_TRAILING_WHITESPACE_RE.sub(r'', asm)
348  return asm
349
350def get_triple_from_march(march):
351  triples = {
352      'amdgcn': 'amdgcn',
353      'r600': 'r600',
354      'mips': 'mips',
355      'sparc': 'sparc',
356      'hexagon': 'hexagon',
357  }
358  for prefix, triple in triples.items():
359    if march.startswith(prefix):
360      return triple
361  print("Cannot find a triple. Assume 'x86'", file=sys.stderr)
362  return 'x86'
363
364def get_run_handler(triple):
365  target_handlers = {
366      'i686': (scrub_asm_x86, ASM_FUNCTION_X86_RE),
367      'x86': (scrub_asm_x86, ASM_FUNCTION_X86_RE),
368      'i386': (scrub_asm_x86, ASM_FUNCTION_X86_RE),
369      'arm64_32-apple-ios': (scrub_asm_arm_eabi, ASM_FUNCTION_AARCH64_DARWIN_RE),
370      'aarch64': (scrub_asm_arm_eabi, ASM_FUNCTION_AARCH64_RE),
371      'aarch64-apple-darwin': (scrub_asm_arm_eabi, ASM_FUNCTION_AARCH64_DARWIN_RE),
372      'aarch64-apple-ios': (scrub_asm_arm_eabi, ASM_FUNCTION_AARCH64_DARWIN_RE),
373      'hexagon': (scrub_asm_hexagon, ASM_FUNCTION_HEXAGON_RE),
374      'r600': (scrub_asm_amdgpu, ASM_FUNCTION_AMDGPU_RE),
375      'amdgcn': (scrub_asm_amdgpu, ASM_FUNCTION_AMDGPU_RE),
376      'arm': (scrub_asm_arm_eabi, ASM_FUNCTION_ARM_RE),
377      'arm64': (scrub_asm_arm_eabi, ASM_FUNCTION_AARCH64_RE),
378      'arm64e': (scrub_asm_arm_eabi, ASM_FUNCTION_AARCH64_DARWIN_RE),
379      'arm64-apple-ios': (scrub_asm_arm_eabi, ASM_FUNCTION_AARCH64_DARWIN_RE),
380      'armv7-apple-ios' : (scrub_asm_arm_eabi, ASM_FUNCTION_ARM_IOS_RE),
381      'armv7-apple-darwin': (scrub_asm_arm_eabi, ASM_FUNCTION_ARM_DARWIN_RE),
382      'thumb': (scrub_asm_arm_eabi, ASM_FUNCTION_ARM_RE),
383      'thumb-macho': (scrub_asm_arm_eabi, ASM_FUNCTION_ARM_MACHO_RE),
384      'thumbv5-macho': (scrub_asm_arm_eabi, ASM_FUNCTION_ARM_MACHO_RE),
385      'thumbv7s-apple-darwin' : (scrub_asm_arm_eabi, ASM_FUNCTION_THUMB_DARWIN_RE),
386      'thumbv7-apple-ios' : (scrub_asm_arm_eabi, ASM_FUNCTION_ARM_IOS_RE),
387      'm68k': (scrub_asm_m68k, ASM_FUNCTION_M68K_RE),
388      'mips': (scrub_asm_mips, ASM_FUNCTION_MIPS_RE),
389      'msp430': (scrub_asm_msp430, ASM_FUNCTION_MSP430_RE),
390      'avr': (scrub_asm_avr, ASM_FUNCTION_AVR_RE),
391      'ppc32': (scrub_asm_powerpc, ASM_FUNCTION_PPC_RE),
392      'powerpc': (scrub_asm_powerpc, ASM_FUNCTION_PPC_RE),
393      'riscv32': (scrub_asm_riscv, ASM_FUNCTION_RISCV_RE),
394      'riscv64': (scrub_asm_riscv, ASM_FUNCTION_RISCV_RE),
395      'lanai': (scrub_asm_lanai, ASM_FUNCTION_LANAI_RE),
396      'sparc': (scrub_asm_sparc, ASM_FUNCTION_SPARC_RE),
397      's390x': (scrub_asm_systemz, ASM_FUNCTION_SYSTEMZ_RE),
398      'wasm32': (scrub_asm_wasm32, ASM_FUNCTION_WASM32_RE),
399  }
400  handler = None
401  best_prefix = ''
402  for prefix, s in target_handlers.items():
403    if triple.startswith(prefix) and len(prefix) > len(best_prefix):
404      handler = s
405      best_prefix = prefix
406
407  if handler is None:
408    raise KeyError('Triple %r is not supported' % (triple))
409
410  return handler
411
412##### Generator of assembly CHECK lines
413
414def add_asm_checks(output_lines, comment_marker, prefix_list, func_dict, func_name):
415  # Label format is based on ASM string.
416  check_label_format = '{} %s-LABEL: %s%s:'.format(comment_marker)
417  global_vars_seen_dict = {}
418  common.add_checks(output_lines, comment_marker, prefix_list, func_dict, func_name, check_label_format, True, False, global_vars_seen_dict)
419