12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004 |
- """
- pygments.lexers.asm
- ~~~~~~~~~~~~~~~~~~~
- Lexers for assembly languages.
- :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
- :license: BSD, see LICENSE for details.
- """
- import re
- from pygments.lexer import RegexLexer, include, bygroups, using, words, \
- DelegatingLexer, default
- from pygments.lexers.c_cpp import CppLexer, CLexer
- from pygments.lexers.d import DLexer
- from pygments.token import Text, Name, Number, String, Comment, Punctuation, \
- Other, Keyword, Operator, Literal
- __all__ = ['GasLexer', 'ObjdumpLexer', 'DObjdumpLexer', 'CppObjdumpLexer',
- 'CObjdumpLexer', 'HsailLexer', 'LlvmLexer', 'LlvmMirBodyLexer',
- 'LlvmMirLexer', 'NasmLexer', 'NasmObjdumpLexer', 'TasmLexer',
- 'Ca65Lexer', 'Dasm16Lexer']
- class GasLexer(RegexLexer):
- """
- For Gas (AT&T) assembly code.
- """
- name = 'GAS'
- aliases = ['gas', 'asm']
- filenames = ['*.s', '*.S']
- mimetypes = ['text/x-gas']
- #: optional Comment or Whitespace
- string = r'"(\\"|[^"])*"'
- char = r'[\w$.@-]'
- identifier = r'(?:[a-zA-Z$_]' + char + r'*|\.' + char + '+)'
- number = r'(?:0[xX][a-fA-F0-9]+|#?-?\d+)'
- register = '%' + identifier
- tokens = {
- 'root': [
- include('whitespace'),
- (identifier + ':', Name.Label),
- (r'\.' + identifier, Name.Attribute, 'directive-args'),
- (r'lock|rep(n?z)?|data\d+', Name.Attribute),
- (identifier, Name.Function, 'instruction-args'),
- (r'[\r\n]+', Text)
- ],
- 'directive-args': [
- (identifier, Name.Constant),
- (string, String),
- ('@' + identifier, Name.Attribute),
- (number, Number.Integer),
- (register, Name.Variable),
- (r'[\r\n]+', Text, '#pop'),
- (r'([;#]|//).*?\n', Comment.Single, '#pop'),
- (r'/[*].*?[*]/', Comment.Multiline),
- (r'/[*].*?\n[\w\W]*?[*]/', Comment.Multiline, '#pop'),
- include('punctuation'),
- include('whitespace')
- ],
- 'instruction-args': [
- # For objdump-disassembled code, shouldn't occur in
- # actual assembler input
- ('([a-z0-9]+)( )(<)('+identifier+')(>)',
- bygroups(Number.Hex, Text, Punctuation, Name.Constant,
- Punctuation)),
- ('([a-z0-9]+)( )(<)('+identifier+')([-+])('+number+')(>)',
- bygroups(Number.Hex, Text, Punctuation, Name.Constant,
- Punctuation, Number.Integer, Punctuation)),
- # Address constants
- (identifier, Name.Constant),
- (number, Number.Integer),
- # Registers
- (register, Name.Variable),
- # Numeric constants
- ('$'+number, Number.Integer),
- (r"$'(.|\\')'", String.Char),
- (r'[\r\n]+', Text, '#pop'),
- (r'([;#]|//).*?\n', Comment.Single, '#pop'),
- (r'/[*].*?[*]/', Comment.Multiline),
- (r'/[*].*?\n[\w\W]*?[*]/', Comment.Multiline, '#pop'),
- include('punctuation'),
- include('whitespace')
- ],
- 'whitespace': [
- (r'\n', Text),
- (r'\s+', Text),
- (r'([;#]|//).*?\n', Comment.Single),
- (r'/[*][\w\W]*?[*]/', Comment.Multiline)
- ],
- 'punctuation': [
- (r'[-*,.()\[\]!:]+', Punctuation)
- ]
- }
- def analyse_text(text):
- if re.search(r'^\.(text|data|section)', text, re.M):
- return True
- elif re.search(r'^\.\w+', text, re.M):
- return 0.1
- def _objdump_lexer_tokens(asm_lexer):
- """
- Common objdump lexer tokens to wrap an ASM lexer.
- """
- hex_re = r'[0-9A-Za-z]'
- return {
- 'root': [
- # File name & format:
- ('(.*?)(:)( +file format )(.*?)$',
- bygroups(Name.Label, Punctuation, Text, String)),
- # Section header
- ('(Disassembly of section )(.*?)(:)$',
- bygroups(Text, Name.Label, Punctuation)),
- # Function labels
- # (With offset)
- ('('+hex_re+'+)( )(<)(.*?)([-+])(0[xX][A-Za-z0-9]+)(>:)$',
- bygroups(Number.Hex, Text, Punctuation, Name.Function,
- Punctuation, Number.Hex, Punctuation)),
- # (Without offset)
- ('('+hex_re+'+)( )(<)(.*?)(>:)$',
- bygroups(Number.Hex, Text, Punctuation, Name.Function,
- Punctuation)),
- # Code line with disassembled instructions
- ('( *)('+hex_re+r'+:)(\t)((?:'+hex_re+hex_re+' )+)( *\t)([a-zA-Z].*?)$',
- bygroups(Text, Name.Label, Text, Number.Hex, Text,
- using(asm_lexer))),
- # Code line with ascii
- ('( *)('+hex_re+r'+:)(\t)((?:'+hex_re+hex_re+' )+)( *)(.*?)$',
- bygroups(Text, Name.Label, Text, Number.Hex, Text, String)),
- # Continued code line, only raw opcodes without disassembled
- # instruction
- ('( *)('+hex_re+r'+:)(\t)((?:'+hex_re+hex_re+' )+)$',
- bygroups(Text, Name.Label, Text, Number.Hex)),
- # Skipped a few bytes
- (r'\t\.\.\.$', Text),
- # Relocation line
- # (With offset)
- (r'(\t\t\t)('+hex_re+r'+:)( )([^\t]+)(\t)(.*?)([-+])(0x'+hex_re+'+)$',
- bygroups(Text, Name.Label, Text, Name.Property, Text,
- Name.Constant, Punctuation, Number.Hex)),
- # (Without offset)
- (r'(\t\t\t)('+hex_re+r'+:)( )([^\t]+)(\t)(.*?)$',
- bygroups(Text, Name.Label, Text, Name.Property, Text,
- Name.Constant)),
- (r'[^\n]+\n', Other)
- ]
- }
- class ObjdumpLexer(RegexLexer):
- """
- For the output of ``objdump -dr``.
- """
- name = 'objdump'
- aliases = ['objdump']
- filenames = ['*.objdump']
- mimetypes = ['text/x-objdump']
- tokens = _objdump_lexer_tokens(GasLexer)
- class DObjdumpLexer(DelegatingLexer):
- """
- For the output of ``objdump -Sr`` on compiled D files.
- """
- name = 'd-objdump'
- aliases = ['d-objdump']
- filenames = ['*.d-objdump']
- mimetypes = ['text/x-d-objdump']
- def __init__(self, **options):
- super().__init__(DLexer, ObjdumpLexer, **options)
- class CppObjdumpLexer(DelegatingLexer):
- """
- For the output of ``objdump -Sr`` on compiled C++ files.
- """
- name = 'cpp-objdump'
- aliases = ['cpp-objdump', 'c++-objdumb', 'cxx-objdump']
- filenames = ['*.cpp-objdump', '*.c++-objdump', '*.cxx-objdump']
- mimetypes = ['text/x-cpp-objdump']
- def __init__(self, **options):
- super().__init__(CppLexer, ObjdumpLexer, **options)
- class CObjdumpLexer(DelegatingLexer):
- """
- For the output of ``objdump -Sr`` on compiled C files.
- """
- name = 'c-objdump'
- aliases = ['c-objdump']
- filenames = ['*.c-objdump']
- mimetypes = ['text/x-c-objdump']
- def __init__(self, **options):
- super().__init__(CLexer, ObjdumpLexer, **options)
- class HsailLexer(RegexLexer):
- """
- For HSAIL assembly code.
- .. versionadded:: 2.2
- """
- name = 'HSAIL'
- aliases = ['hsail', 'hsa']
- filenames = ['*.hsail']
- mimetypes = ['text/x-hsail']
- string = r'"[^"]*?"'
- identifier = r'[a-zA-Z_][\w.]*'
- # Registers
- register_number = r'[0-9]+'
- register = r'(\$(c|s|d|q)' + register_number + ')'
- # Qualifiers
- alignQual = r'(align\(\d+\))'
- widthQual = r'(width\((\d+|all)\))'
- allocQual = r'(alloc\(agent\))'
- # Instruction Modifiers
- roundingMod = (r'((_ftz)?(_up|_down|_zero|_near))')
- datatypeMod = (r'_('
- # packedTypes
- r'u8x4|s8x4|u16x2|s16x2|u8x8|s8x8|u16x4|s16x4|u32x2|s32x2|'
- r'u8x16|s8x16|u16x8|s16x8|u32x4|s32x4|u64x2|s64x2|'
- r'f16x2|f16x4|f16x8|f32x2|f32x4|f64x2|'
- # baseTypes
- r'u8|s8|u16|s16|u32|s32|u64|s64|'
- r'b128|b8|b16|b32|b64|b1|'
- r'f16|f32|f64|'
- # opaqueType
- r'roimg|woimg|rwimg|samp|sig32|sig64)')
- # Numeric Constant
- float = r'((\d+\.)|(\d*\.\d+))[eE][+-]?\d+'
- hexfloat = r'0[xX](([0-9a-fA-F]+\.[0-9a-fA-F]*)|([0-9a-fA-F]*\.[0-9a-fA-F]+))[pP][+-]?\d+'
- ieeefloat = r'0((h|H)[0-9a-fA-F]{4}|(f|F)[0-9a-fA-F]{8}|(d|D)[0-9a-fA-F]{16})'
- tokens = {
- 'root': [
- include('whitespace'),
- include('comments'),
- (string, String),
- (r'@' + identifier + ':?', Name.Label),
- (register, Name.Variable.Anonymous),
- include('keyword'),
- (r'&' + identifier, Name.Variable.Global),
- (r'%' + identifier, Name.Variable),
- (hexfloat, Number.Hex),
- (r'0[xX][a-fA-F0-9]+', Number.Hex),
- (ieeefloat, Number.Float),
- (float, Number.Float),
- (r'\d+', Number.Integer),
- (r'[=<>{}\[\]()*.,:;!]|x\b', Punctuation)
- ],
- 'whitespace': [
- (r'(\n|\s)+', Text),
- ],
- 'comments': [
- (r'/\*.*?\*/', Comment.Multiline),
- (r'//.*?\n', Comment.Single),
- ],
- 'keyword': [
- # Types
- (r'kernarg' + datatypeMod, Keyword.Type),
- # Regular keywords
- (r'\$(full|base|small|large|default|zero|near)', Keyword),
- (words((
- 'module', 'extension', 'pragma', 'prog', 'indirect', 'signature',
- 'decl', 'kernel', 'function', 'enablebreakexceptions',
- 'enabledetectexceptions', 'maxdynamicgroupsize', 'maxflatgridsize',
- 'maxflatworkgroupsize', 'requireddim', 'requiredgridsize',
- 'requiredworkgroupsize', 'requirenopartialworkgroups'),
- suffix=r'\b'), Keyword),
- # instructions
- (roundingMod, Keyword),
- (datatypeMod, Keyword),
- (r'_(' + alignQual + '|' + widthQual + ')', Keyword),
- (r'_kernarg', Keyword),
- (r'(nop|imagefence)\b', Keyword),
- (words((
- 'cleardetectexcept', 'clock', 'cuid', 'debugtrap', 'dim',
- 'getdetectexcept', 'groupbaseptr', 'kernargbaseptr', 'laneid',
- 'maxcuid', 'maxwaveid', 'packetid', 'setdetectexcept', 'waveid',
- 'workitemflatabsid', 'workitemflatid', 'nullptr', 'abs', 'bitrev',
- 'currentworkgroupsize', 'currentworkitemflatid', 'fract', 'ncos',
- 'neg', 'nexp2', 'nlog2', 'nrcp', 'nrsqrt', 'nsin', 'nsqrt',
- 'gridgroups', 'gridsize', 'not', 'sqrt', 'workgroupid',
- 'workgroupsize', 'workitemabsid', 'workitemid', 'ceil', 'floor',
- 'rint', 'trunc', 'add', 'bitmask', 'borrow', 'carry', 'copysign',
- 'div', 'rem', 'sub', 'shl', 'shr', 'and', 'or', 'xor', 'unpackhi',
- 'unpacklo', 'max', 'min', 'fma', 'mad', 'bitextract', 'bitselect',
- 'shuffle', 'cmov', 'bitalign', 'bytealign', 'lerp', 'nfma', 'mul',
- 'mulhi', 'mul24hi', 'mul24', 'mad24', 'mad24hi', 'bitinsert',
- 'combine', 'expand', 'lda', 'mov', 'pack', 'unpack', 'packcvt',
- 'unpackcvt', 'sad', 'sementp', 'ftos', 'stof', 'cmp', 'ld', 'st',
- '_eq', '_ne', '_lt', '_le', '_gt', '_ge', '_equ', '_neu', '_ltu',
- '_leu', '_gtu', '_geu', '_num', '_nan', '_seq', '_sne', '_slt',
- '_sle', '_sgt', '_sge', '_snum', '_snan', '_sequ', '_sneu', '_sltu',
- '_sleu', '_sgtu', '_sgeu', 'atomic', '_ld', '_st', '_cas', '_add',
- '_and', '_exch', '_max', '_min', '_or', '_sub', '_wrapdec',
- '_wrapinc', '_xor', 'ret', 'cvt', '_readonly', '_kernarg', '_global',
- 'br', 'cbr', 'sbr', '_scacq', '_screl', '_scar', '_rlx', '_wave',
- '_wg', '_agent', '_system', 'ldimage', 'stimage', '_v2', '_v3', '_v4',
- '_1d', '_2d', '_3d', '_1da', '_2da', '_1db', '_2ddepth', '_2dadepth',
- '_width', '_height', '_depth', '_array', '_channelorder',
- '_channeltype', 'querysampler', '_coord', '_filter', '_addressing',
- 'barrier', 'wavebarrier', 'initfbar', 'joinfbar', 'waitfbar',
- 'arrivefbar', 'leavefbar', 'releasefbar', 'ldf', 'activelaneid',
- 'activelanecount', 'activelanemask', 'activelanepermute', 'call',
- 'scall', 'icall', 'alloca', 'packetcompletionsig',
- 'addqueuewriteindex', 'casqueuewriteindex', 'ldqueuereadindex',
- 'stqueuereadindex', 'readonly', 'global', 'private', 'group',
- 'spill', 'arg', '_upi', '_downi', '_zeroi', '_neari', '_upi_sat',
- '_downi_sat', '_zeroi_sat', '_neari_sat', '_supi', '_sdowni',
- '_szeroi', '_sneari', '_supi_sat', '_sdowni_sat', '_szeroi_sat',
- '_sneari_sat', '_pp', '_ps', '_sp', '_ss', '_s', '_p', '_pp_sat',
- '_ps_sat', '_sp_sat', '_ss_sat', '_s_sat', '_p_sat')), Keyword),
- # Integer types
- (r'i[1-9]\d*', Keyword)
- ]
- }
- class LlvmLexer(RegexLexer):
- """
- For LLVM assembly code.
- """
- name = 'LLVM'
- aliases = ['llvm']
- filenames = ['*.ll']
- mimetypes = ['text/x-llvm']
- #: optional Comment or Whitespace
- string = r'"[^"]*?"'
- identifier = r'([-a-zA-Z$._][\w\-$.]*|' + string + ')'
- tokens = {
- 'root': [
- include('whitespace'),
- # Before keywords, because keywords are valid label names :(...
- (identifier + r'\s*:', Name.Label),
- include('keyword'),
- (r'%' + identifier, Name.Variable),
- (r'@' + identifier, Name.Variable.Global),
- (r'%\d+', Name.Variable.Anonymous),
- (r'@\d+', Name.Variable.Global),
- (r'#\d+', Name.Variable.Global),
- (r'!' + identifier, Name.Variable),
- (r'!\d+', Name.Variable.Anonymous),
- (r'c?' + string, String),
- (r'0[xX][a-fA-F0-9]+', Number),
- (r'-?\d+(?:[.]\d+)?(?:[eE][-+]?\d+(?:[.]\d+)?)?', Number),
- (r'[=<>{}\[\]()*.,!]|x\b', Punctuation)
- ],
- 'whitespace': [
- (r'(\n|\s)+', Text),
- (r';.*?\n', Comment)
- ],
- 'keyword': [
- # Regular keywords
- (words((
- 'acq_rel', 'acquire', 'add', 'addrspace', 'addrspacecast', 'afn', 'alias',
- 'aliasee', 'align', 'alignLog2', 'alignstack', 'alloca', 'allocsize', 'allOnes',
- 'alwaysinline', 'amdgpu_cs', 'amdgpu_es', 'amdgpu_gs', 'amdgpu_hs',
- 'amdgpu_kernel', 'amdgpu_ls', 'amdgpu_ps', 'amdgpu_vs', 'and', 'any',
- 'anyregcc', 'appending', 'arcp', 'argmemonly', 'args', 'arm_aapcs_vfpcc',
- 'arm_aapcscc', 'arm_apcscc', 'ashr', 'asm', 'atomic', 'atomicrmw', 'attributes',
- 'available_externally', 'avr_intrcc', 'avr_signalcc', 'bit', 'bitcast',
- 'bitMask', 'blockaddress', 'br', 'branchFunnel', 'builtin', 'byArg', 'byte',
- 'byteArray', 'byval', 'c', 'call', 'callee', 'caller', 'calls', 'catch',
- 'catchpad', 'catchret', 'catchswitch', 'cc', 'ccc', 'cleanup', 'cleanuppad',
- 'cleanupret', 'cmpxchg', 'cold', 'coldcc', 'comdat', 'common', 'constant',
- 'contract', 'convergent', 'critical', 'cxx_fast_tlscc', 'datalayout', 'declare',
- 'default', 'define', 'deplibs', 'dereferenceable', 'dereferenceable_or_null',
- 'distinct', 'dllexport', 'dllimport', 'dso_local', 'dso_preemptable',
- 'dsoLocal', 'eq', 'exact', 'exactmatch', 'extern_weak', 'external',
- 'externally_initialized', 'extractelement', 'extractvalue', 'fadd', 'false',
- 'fast', 'fastcc', 'fcmp', 'fdiv', 'fence', 'filter', 'flags', 'fmul',
- 'fpext', 'fptosi', 'fptoui', 'fptrunc', 'freeze', 'frem', 'from', 'fsub',
- 'funcFlags', 'function', 'gc', 'getelementptr', 'ghccc', 'global', 'guid', 'gv',
- 'hash', 'hhvm_ccc', 'hhvmcc', 'hidden', 'hot', 'hotness', 'icmp',
- 'ifunc', 'inaccessiblemem_or_argmemonly', 'inaccessiblememonly', 'inalloca',
- 'inbounds', 'indir', 'indirectbr', 'info', 'initialexec', 'inline',
- 'inlineBits', 'inlinehint', 'inrange', 'inreg', 'insertelement', 'insertvalue',
- 'insts', 'intel_ocl_bicc', 'inteldialect', 'internal', 'inttoptr', 'invoke',
- 'jumptable', 'kind', 'landingpad', 'largest', 'linkage', 'linkonce',
- 'linkonce_odr', 'live', 'load', 'local_unnamed_addr', 'localdynamic',
- 'localexec', 'lshr', 'max', 'metadata', 'min', 'minsize', 'module', 'monotonic',
- 'msp430_intrcc', 'mul', 'musttail', 'naked', 'name', 'nand', 'ne', 'nest',
- 'ninf', 'nnan', 'noalias', 'nobuiltin', 'nocapture', 'nocf_check',
- 'noduplicate', 'noduplicates', 'noimplicitfloat', 'noinline', 'none',
- 'nonlazybind', 'nonnull', 'norecurse', 'noRecurse', 'noredzone', 'noreturn',
- 'notail', 'notEligibleToImport', 'nounwind', 'nsw', 'nsz', 'null', 'nuw', 'oeq',
- 'offset', 'oge', 'ogt', 'ole', 'olt', 'one', 'opaque', 'optforfuzzing',
- 'optnone', 'optsize', 'or', 'ord', 'path', 'personality', 'phi', 'poison',
- 'prefix', 'preserve_allcc', 'preserve_mostcc', 'private', 'prologue',
- 'protected', 'ptrtoint', 'ptx_device', 'ptx_kernel', 'readnone', 'readNone',
- 'readonly', 'readOnly', 'reassoc', 'refs', 'relbf', 'release', 'resByArg',
- 'resume', 'ret', 'returnDoesNotAlias', 'returned', 'returns_twice', 'safestack',
- 'samesize', 'sanitize_address', 'sanitize_hwaddress', 'sanitize_memory',
- 'sanitize_thread', 'sdiv', 'section', 'select', 'seq_cst', 'sext', 'sge', 'sgt',
- 'shadowcallstack', 'shl', 'shufflevector', 'sideeffect', 'signext', 'single',
- 'singleImpl', 'singleImplName', 'sitofp', 'sizeM1', 'sizeM1BitWidth', 'sle',
- 'slt', 'source_filename', 'speculatable', 'spir_func', 'spir_kernel', 'srem',
- 'sret', 'ssp', 'sspreq', 'sspstrong', 'store', 'strictfp', 'sub', 'summaries',
- 'summary', 'swiftcc', 'swifterror', 'swiftself', 'switch', 'syncscope', 'tail',
- 'target', 'thread_local', 'to', 'token', 'triple', 'true', 'trunc', 'type',
- 'typeCheckedLoadConstVCalls', 'typeCheckedLoadVCalls', 'typeid', 'typeIdInfo',
- 'typeTestAssumeConstVCalls', 'typeTestAssumeVCalls', 'typeTestRes', 'typeTests',
- 'udiv', 'ueq', 'uge', 'ugt', 'uitofp', 'ule', 'ult', 'umax', 'umin', 'undef',
- 'une', 'uniformRetVal', 'uniqueRetVal', 'unknown', 'unnamed_addr', 'uno',
- 'unordered', 'unreachable', 'unsat', 'unwind', 'urem', 'uselistorder',
- 'uselistorder_bb', 'uwtable', 'va_arg', 'variable', 'vFuncId',
- 'virtualConstProp', 'void', 'volatile', 'weak', 'weak_odr', 'webkit_jscc',
- 'win64cc', 'within', 'wpdRes', 'wpdResolutions', 'writeonly',
- 'x86_64_sysvcc', 'x86_fastcallcc', 'x86_intrcc', 'x86_mmx',
- 'x86_regcallcc', 'x86_stdcallcc', 'x86_thiscallcc', 'x86_vectorcallcc', 'xchg',
- 'xor', 'zeroext', 'zeroinitializer', 'zext', 'immarg', 'willreturn'),
- suffix=r'\b'), Keyword),
- # Types
- (words(('void', 'half', 'bfloat', 'float', 'double', 'fp128',
- 'x86_fp80', 'ppc_fp128', 'label', 'metadata', 'token')),
- Keyword.Type),
- # Integer types
- (r'i[1-9]\d*', Keyword.Type)
- ]
- }
- class LlvmMirBodyLexer(RegexLexer):
- """
- For LLVM MIR examples without the YAML wrapper.
- For more information on LLVM MIR see https://llvm.org/docs/MIRLangRef.html.
- .. versionadded:: 2.6
- """
- name = 'LLVM-MIR Body'
- aliases = ['llvm-mir-body']
- filenames = []
- mimetypes = []
- tokens = {
- 'root': [
- # Attributes on basic blocks
- (words(('liveins', 'successors'), suffix=':'), Keyword),
- # Basic Block Labels
- (r'bb\.[0-9]+(\.[a-zA-Z0-9_.-]+)?( \(address-taken\))?:', Name.Label),
- (r'bb\.[0-9]+ \(%[a-zA-Z0-9_.-]+\)( \(address-taken\))?:', Name.Label),
- (r'%bb\.[0-9]+(\.\w+)?', Name.Label),
- # Stack references
- (r'%stack\.[0-9]+(\.\w+\.addr)?', Name),
- # Subreg indices
- (r'%subreg\.\w+', Name),
- # Virtual registers
- (r'%[a-zA-Z0-9_]+ *', Name.Variable, 'vreg'),
- # Reference to LLVM-IR global
- include('global'),
- # Reference to Intrinsic
- (r'intrinsic\(\@[a-zA-Z0-9_.]+\)', Name.Variable.Global),
- # Comparison predicates
- (words(('eq', 'ne', 'sgt', 'sge', 'slt', 'sle', 'ugt', 'uge', 'ult',
- 'ule'), prefix=r'intpred\(', suffix=r'\)'), Name.Builtin),
- (words(('oeq', 'one', 'ogt', 'oge', 'olt', 'ole', 'ugt', 'uge',
- 'ult', 'ule'), prefix=r'floatpred\(', suffix=r'\)'),
- Name.Builtin),
- # Physical registers
- (r'\$\w+', String.Single),
- # Assignment operator
- (r'=', Operator),
- # gMIR Opcodes
- (r'(G_ANYEXT|G_[SZ]EXT|G_SEXT_INREG|G_TRUNC|G_IMPLICIT_DEF|G_PHI|'
- r'G_FRAME_INDEX|G_GLOBAL_VALUE|G_INTTOPTR|G_PTRTOINT|G_BITCAST|'
- r'G_CONSTANT|G_FCONSTANT|G_VASTART|G_VAARG|G_CTLZ|G_CTLZ_ZERO_UNDEF|'
- r'G_CTTZ|G_CTTZ_ZERO_UNDEF|G_CTPOP|G_BSWAP|G_BITREVERSE|'
- r'G_ADDRSPACE_CAST|G_BLOCK_ADDR|G_JUMP_TABLE|G_DYN_STACKALLOC|'
- r'G_ADD|G_SUB|G_MUL|G_[SU]DIV|G_[SU]REM|G_AND|G_OR|G_XOR|G_SHL|'
- r'G_[LA]SHR|G_[IF]CMP|G_SELECT|G_GEP|G_PTR_MASK|G_SMIN|G_SMAX|'
- r'G_UMIN|G_UMAX|G_[US]ADDO|G_[US]ADDE|G_[US]SUBO|G_[US]SUBE|'
- r'G_[US]MULO|G_[US]MULH|G_FNEG|G_FPEXT|G_FPTRUNC|G_FPTO[US]I|'
- r'G_[US]ITOFP|G_FABS|G_FCOPYSIGN|G_FCANONICALIZE|G_FMINNUM|'
- r'G_FMAXNUM|G_FMINNUM_IEEE|G_FMAXNUM_IEEE|G_FMINIMUM|G_FMAXIMUM|'
- r'G_FADD|G_FSUB|G_FMUL|G_FMA|G_FMAD|G_FDIV|G_FREM|G_FPOW|G_FEXP|'
- r'G_FEXP2|G_FLOG|G_FLOG2|G_FLOG10|G_FCEIL|G_FCOS|G_FSIN|G_FSQRT|'
- r'G_FFLOOR|G_FRINT|G_FNEARBYINT|G_INTRINSIC_TRUNC|'
- r'G_INTRINSIC_ROUND|G_LOAD|G_[ZS]EXTLOAD|G_INDEXED_LOAD|'
- r'G_INDEXED_[ZS]EXTLOAD|G_STORE|G_INDEXED_STORE|'
- r'G_ATOMIC_CMPXCHG_WITH_SUCCESS|G_ATOMIC_CMPXCHG|'
- r'G_ATOMICRMW_(XCHG|ADD|SUB|AND|NAND|OR|XOR|MAX|MIN|UMAX|UMIN|FADD|'
- r'FSUB)'
- r'|G_FENCE|G_EXTRACT|G_UNMERGE_VALUES|G_INSERT|G_MERGE_VALUES|'
- r'G_BUILD_VECTOR|G_BUILD_VECTOR_TRUNC|G_CONCAT_VECTORS|'
- r'G_INTRINSIC|G_INTRINSIC_W_SIDE_EFFECTS|G_BR|G_BRCOND|'
- r'G_BRINDIRECT|G_BRJT|G_INSERT_VECTOR_ELT|G_EXTRACT_VECTOR_ELT|'
- r'G_SHUFFLE_VECTOR)\b',
- Name.Builtin),
- # Target independent opcodes
- (r'(COPY|PHI|INSERT_SUBREG|EXTRACT_SUBREG|REG_SEQUENCE)\b',
- Name.Builtin),
- # Flags
- (words(('killed', 'implicit')), Keyword),
- # ConstantInt values
- (r'i[0-9]+ +', Keyword.Type, 'constantint'),
- # ConstantFloat values
- (r'(half|float|double) +', Keyword.Type, 'constantfloat'),
- # Bare immediates
- include('integer'),
- # MMO's
- (r':: *', Operator, 'mmo'),
- # MIR Comments
- (r';.*', Comment),
- # If we get here, assume it's a target instruction
- (r'[a-zA-Z0-9_]+', Name),
- # Everything else that isn't highlighted
- (r'[(), \n]+', Text),
- ],
- # The integer constant from a ConstantInt value
- 'constantint': [
- include('integer'),
- (r'(?=.)', Text, '#pop'),
- ],
- # The floating point constant from a ConstantFloat value
- 'constantfloat': [
- include('float'),
- (r'(?=.)', Text, '#pop'),
- ],
- 'vreg': [
- # The bank or class if there is one
- (r' *:(?!:)', Keyword, ('#pop', 'vreg_bank_or_class')),
- # The LLT if there is one
- (r' *\(', Text, 'vreg_type'),
- (r'(?=.)', Text, '#pop'),
- ],
- 'vreg_bank_or_class': [
- # The unassigned bank/class
- (r' *_', Name.Variable.Magic),
- (r' *[a-zA-Z0-9_]+', Name.Variable),
- # The LLT if there is one
- (r' *\(', Text, 'vreg_type'),
- (r'(?=.)', Text, '#pop'),
- ],
- 'vreg_type': [
- # Scalar and pointer types
- (r' *[sp][0-9]+', Keyword.Type),
- (r' *<[0-9]+ *x *[sp][0-9]+>', Keyword.Type),
- (r'\)', Text, '#pop'),
- (r'(?=.)', Text, '#pop'),
- ],
- 'mmo': [
- (r'\(', Text),
- (r' +', Text),
- (words(('load', 'store', 'on', 'into', 'from', 'align', 'monotonic',
- 'acquire', 'release', 'acq_rel', 'seq_cst')),
- Keyword),
- # IR references
- (r'%ir\.[a-zA-Z0-9_.-]+', Name),
- (r'%ir-block\.[a-zA-Z0-9_.-]+', Name),
- (r'[-+]', Operator),
- include('integer'),
- include('global'),
- (r',', Punctuation),
- (r'\), \(', Text),
- (r'\)', Text, '#pop'),
- ],
- 'integer': [(r'-?[0-9]+', Number.Integer),],
- 'float': [(r'-?[0-9]+\.[0-9]+(e[+-][0-9]+)?', Number.Float)],
- 'global': [(r'\@[a-zA-Z0-9_.]+', Name.Variable.Global)],
- }
- class LlvmMirLexer(RegexLexer):
- """
- Lexer for the overall LLVM MIR document format.
- MIR is a human readable serialization format that's used to represent LLVM's
- machine specific intermediate representation. It allows LLVM's developers to
- see the state of the compilation process at various points, as well as test
- individual pieces of the compiler.
- For more information on LLVM MIR see https://llvm.org/docs/MIRLangRef.html.
- .. versionadded:: 2.6
- """
- name = 'LLVM-MIR'
- aliases = ['llvm-mir']
- filenames = ['*.mir']
- tokens = {
- 'root': [
- # Comments are hashes at the YAML level
- (r'#.*', Comment),
- # Documents starting with | are LLVM-IR
- (r'--- \|$', Keyword, 'llvm_ir'),
- # Other documents are MIR
- (r'---', Keyword, 'llvm_mir'),
- # Consume everything else in one token for efficiency
- (r'[^-#]+|.', Text),
- ],
- 'llvm_ir': [
- # Documents end with '...' or '---'
- (r'(\.\.\.|(?=---))', Keyword, '#pop'),
- # Delegate to the LlvmLexer
- (r'((?:.|\n)+?)(?=(\.\.\.|---))', bygroups(using(LlvmLexer))),
- ],
- 'llvm_mir': [
- # Comments are hashes at the YAML level
- (r'#.*', Comment),
- # Documents end with '...' or '---'
- (r'(\.\.\.|(?=---))', Keyword, '#pop'),
- # Handle the simple attributes
- (r'name:', Keyword, 'name'),
- (words(('alignment', ),
- suffix=':'), Keyword, 'number'),
- (words(('legalized', 'regBankSelected', 'tracksRegLiveness',
- 'selected', 'exposesReturnsTwice'),
- suffix=':'), Keyword, 'boolean'),
- # Handle the attributes don't highlight inside
- (words(('registers', 'stack', 'fixedStack', 'liveins', 'frameInfo',
- 'machineFunctionInfo'),
- suffix=':'), Keyword),
- # Delegate the body block to the LlvmMirBodyLexer
- (r'body: *\|', Keyword, 'llvm_mir_body'),
- # Consume everything else
- (r'.+', Text),
- (r'\n', Text),
- ],
- 'name': [
- (r'[^\n]+', Name),
- default('#pop'),
- ],
- 'boolean': [
- (r' *(true|false)', Name.Builtin),
- default('#pop'),
- ],
- 'number': [
- (r' *[0-9]+', Number),
- default('#pop'),
- ],
- 'llvm_mir_body': [
- # Documents end with '...' or '---'.
- # We have to pop llvm_mir_body and llvm_mir
- (r'(\.\.\.|(?=---))', Keyword, '#pop:2'),
- # Delegate the body block to the LlvmMirBodyLexer
- (r'((?:.|\n)+?)(?=\.\.\.|---)', bygroups(using(LlvmMirBodyLexer))),
- # The '...' is optional. If we didn't already find it then it isn't
- # there. There might be a '---' instead though.
- (r'(?!\.\.\.|---)((?:.|\n)+)', bygroups(using(LlvmMirBodyLexer))),
- ],
- }
- class NasmLexer(RegexLexer):
- """
- For Nasm (Intel) assembly code.
- """
- name = 'NASM'
- aliases = ['nasm']
- filenames = ['*.asm', '*.ASM']
- mimetypes = ['text/x-nasm']
- # Tasm uses the same file endings, but TASM is not as common as NASM, so
- # we prioritize NASM higher by default
- priority = 1.0
- identifier = r'[a-z$._?][\w$.?#@~]*'
- hexn = r'(?:0x[0-9a-f]+|$0[0-9a-f]*|[0-9]+[0-9a-f]*h)'
- octn = r'[0-7]+q'
- binn = r'[01]+b'
- decn = r'[0-9]+'
- floatn = decn + r'\.e?' + decn
- string = r'"(\\"|[^"\n])*"|' + r"'(\\'|[^'\n])*'|" + r"`(\\`|[^`\n])*`"
- declkw = r'(?:res|d)[bwdqt]|times'
- register = (r'r[0-9][0-5]?[bwd]?|'
- r'[a-d][lh]|[er]?[a-d]x|[er]?[sb]p|[er]?[sd]i|[c-gs]s|st[0-7]|'
- r'mm[0-7]|cr[0-4]|dr[0-367]|tr[3-7]')
- wordop = r'seg|wrt|strict'
- type = r'byte|[dq]?word'
- # Directives must be followed by whitespace, otherwise CPU will match
- # cpuid for instance.
- directives = (r'(?:BITS|USE16|USE32|SECTION|SEGMENT|ABSOLUTE|EXTERN|GLOBAL|'
- r'ORG|ALIGN|STRUC|ENDSTRUC|COMMON|CPU|GROUP|UPPERCASE|IMPORT|'
- r'EXPORT|LIBRARY|MODULE)\s+')
- flags = re.IGNORECASE | re.MULTILINE
- tokens = {
- 'root': [
- (r'^\s*%', Comment.Preproc, 'preproc'),
- include('whitespace'),
- (identifier + ':', Name.Label),
- (r'(%s)(\s+)(equ)' % identifier,
- bygroups(Name.Constant, Keyword.Declaration, Keyword.Declaration),
- 'instruction-args'),
- (directives, Keyword, 'instruction-args'),
- (declkw, Keyword.Declaration, 'instruction-args'),
- (identifier, Name.Function, 'instruction-args'),
- (r'[\r\n]+', Text)
- ],
- 'instruction-args': [
- (string, String),
- (hexn, Number.Hex),
- (octn, Number.Oct),
- (binn, Number.Bin),
- (floatn, Number.Float),
- (decn, Number.Integer),
- include('punctuation'),
- (register, Name.Builtin),
- (identifier, Name.Variable),
- (r'[\r\n]+', Text, '#pop'),
- include('whitespace')
- ],
- 'preproc': [
- (r'[^;\n]+', Comment.Preproc),
- (r';.*?\n', Comment.Single, '#pop'),
- (r'\n', Comment.Preproc, '#pop'),
- ],
- 'whitespace': [
- (r'\n', Text),
- (r'[ \t]+', Text),
- (r';.*', Comment.Single)
- ],
- 'punctuation': [
- (r'[,():\[\]]+', Punctuation),
- (r'[&|^<>+*/%~-]+', Operator),
- (r'[$]+', Keyword.Constant),
- (wordop, Operator.Word),
- (type, Keyword.Type)
- ],
- }
- def analyse_text(text):
- # Probably TASM
- if re.match(r'PROC', text, re.IGNORECASE):
- return False
- class NasmObjdumpLexer(ObjdumpLexer):
- """
- For the output of ``objdump -d -M intel``.
- .. versionadded:: 2.0
- """
- name = 'objdump-nasm'
- aliases = ['objdump-nasm']
- filenames = ['*.objdump-intel']
- mimetypes = ['text/x-nasm-objdump']
- tokens = _objdump_lexer_tokens(NasmLexer)
- class TasmLexer(RegexLexer):
- """
- For Tasm (Turbo Assembler) assembly code.
- """
- name = 'TASM'
- aliases = ['tasm']
- filenames = ['*.asm', '*.ASM', '*.tasm']
- mimetypes = ['text/x-tasm']
- identifier = r'[@a-z$._?][\w$.?#@~]*'
- hexn = r'(?:0x[0-9a-f]+|$0[0-9a-f]*|[0-9]+[0-9a-f]*h)'
- octn = r'[0-7]+q'
- binn = r'[01]+b'
- decn = r'[0-9]+'
- floatn = decn + r'\.e?' + decn
- string = r'"(\\"|[^"\n])*"|' + r"'(\\'|[^'\n])*'|" + r"`(\\`|[^`\n])*`"
- declkw = r'(?:res|d)[bwdqt]|times'
- register = (r'r[0-9][0-5]?[bwd]|'
- r'[a-d][lh]|[er]?[a-d]x|[er]?[sb]p|[er]?[sd]i|[c-gs]s|st[0-7]|'
- r'mm[0-7]|cr[0-4]|dr[0-367]|tr[3-7]')
- wordop = r'seg|wrt|strict'
- type = r'byte|[dq]?word'
- directives = (r'BITS|USE16|USE32|SECTION|SEGMENT|ABSOLUTE|EXTERN|GLOBAL|'
- r'ORG|ALIGN|STRUC|ENDSTRUC|ENDS|COMMON|CPU|GROUP|UPPERCASE|INCLUDE|'
- r'EXPORT|LIBRARY|MODULE|PROC|ENDP|USES|ARG|DATASEG|UDATASEG|END|IDEAL|'
- r'P386|MODEL|ASSUME|CODESEG|SIZE')
- # T[A-Z][a-z] is more of a convention. Lexer should filter out STRUC definitions
- # and then 'add' them to datatype somehow.
- datatype = (r'db|dd|dw|T[A-Z][a-z]+')
- flags = re.IGNORECASE | re.MULTILINE
- tokens = {
- 'root': [
- (r'^\s*%', Comment.Preproc, 'preproc'),
- include('whitespace'),
- (identifier + ':', Name.Label),
- (directives, Keyword, 'instruction-args'),
- (r'(%s)(\s+)(%s)' % (identifier, datatype),
- bygroups(Name.Constant, Keyword.Declaration, Keyword.Declaration),
- 'instruction-args'),
- (declkw, Keyword.Declaration, 'instruction-args'),
- (identifier, Name.Function, 'instruction-args'),
- (r'[\r\n]+', Text)
- ],
- 'instruction-args': [
- (string, String),
- (hexn, Number.Hex),
- (octn, Number.Oct),
- (binn, Number.Bin),
- (floatn, Number.Float),
- (decn, Number.Integer),
- include('punctuation'),
- (register, Name.Builtin),
- (identifier, Name.Variable),
- # Do not match newline when it's preceeded by a backslash
- (r'(\\\s*)(;.*)([\r\n])', bygroups(Text, Comment.Single, Text)),
- (r'[\r\n]+', Text, '#pop'),
- include('whitespace')
- ],
- 'preproc': [
- (r'[^;\n]+', Comment.Preproc),
- (r';.*?\n', Comment.Single, '#pop'),
- (r'\n', Comment.Preproc, '#pop'),
- ],
- 'whitespace': [
- (r'[\n\r]', Text),
- (r'\\[\n\r]', Text),
- (r'[ \t]+', Text),
- (r';.*', Comment.Single)
- ],
- 'punctuation': [
- (r'[,():\[\]]+', Punctuation),
- (r'[&|^<>+*=/%~-]+', Operator),
- (r'[$]+', Keyword.Constant),
- (wordop, Operator.Word),
- (type, Keyword.Type)
- ],
- }
- def analyse_text(text):
- # See above
- if re.match(r'PROC', text, re.I):
- return True
- class Ca65Lexer(RegexLexer):
- """
- For ca65 assembler sources.
- .. versionadded:: 1.6
- """
- name = 'ca65 assembler'
- aliases = ['ca65']
- filenames = ['*.s']
- flags = re.IGNORECASE
- tokens = {
- 'root': [
- (r';.*', Comment.Single),
- (r'\s+', Text),
- (r'[a-z_.@$][\w.@$]*:', Name.Label),
- (r'((ld|st)[axy]|(in|de)[cxy]|asl|lsr|ro[lr]|adc|sbc|cmp|cp[xy]'
- r'|cl[cvdi]|se[cdi]|jmp|jsr|bne|beq|bpl|bmi|bvc|bvs|bcc|bcs'
- r'|p[lh][ap]|rt[is]|brk|nop|ta[xy]|t[xy]a|txs|tsx|and|ora|eor'
- r'|bit)\b', Keyword),
- (r'\.\w+', Keyword.Pseudo),
- (r'[-+~*/^&|!<>=]', Operator),
- (r'"[^"\n]*.', String),
- (r"'[^'\n]*.", String.Char),
- (r'\$[0-9a-f]+|[0-9a-f]+h\b', Number.Hex),
- (r'\d+', Number.Integer),
- (r'%[01]+', Number.Bin),
- (r'[#,.:()=\[\]]', Punctuation),
- (r'[a-z_.@$][\w.@$]*', Name),
- ]
- }
- def analyse_text(self, text):
- # comments in GAS start with "#"
- if re.search(r'^\s*;', text, re.MULTILINE):
- return 0.9
- class Dasm16Lexer(RegexLexer):
- """
- For DCPU-16 Assembly.
- Check http://0x10c.com/doc/dcpu-16.txt
- .. versionadded:: 2.4
- """
- name = 'DASM16'
- aliases = ['dasm16']
- filenames = ['*.dasm16', '*.dasm']
- mimetypes = ['text/x-dasm16']
- INSTRUCTIONS = [
- 'SET',
- 'ADD', 'SUB',
- 'MUL', 'MLI',
- 'DIV', 'DVI',
- 'MOD', 'MDI',
- 'AND', 'BOR', 'XOR',
- 'SHR', 'ASR', 'SHL',
- 'IFB', 'IFC', 'IFE', 'IFN', 'IFG', 'IFA', 'IFL', 'IFU',
- 'ADX', 'SBX',
- 'STI', 'STD',
- 'JSR',
- 'INT', 'IAG', 'IAS', 'RFI', 'IAQ', 'HWN', 'HWQ', 'HWI',
- ]
- REGISTERS = [
- 'A', 'B', 'C',
- 'X', 'Y', 'Z',
- 'I', 'J',
- 'SP', 'PC', 'EX',
- 'POP', 'PEEK', 'PUSH'
- ]
- # Regexes yo
- char = r'[a-zA-Z0-9_$@.]'
- identifier = r'(?:[a-zA-Z$_]' + char + r'*|\.' + char + '+)'
- number = r'[+-]?(?:0[xX][a-zA-Z0-9]+|\d+)'
- binary_number = r'0b[01_]+'
- instruction = r'(?i)(' + '|'.join(INSTRUCTIONS) + ')'
- single_char = r"'\\?" + char + "'"
- string = r'"(\\"|[^"])*"'
- def guess_identifier(lexer, match):
- ident = match.group(0)
- klass = Name.Variable if ident.upper() in lexer.REGISTERS else Name.Label
- yield match.start(), klass, ident
- tokens = {
- 'root': [
- include('whitespace'),
- (':' + identifier, Name.Label),
- (identifier + ':', Name.Label),
- (instruction, Name.Function, 'instruction-args'),
- (r'\.' + identifier, Name.Function, 'data-args'),
- (r'[\r\n]+', Text)
- ],
- 'numeric' : [
- (binary_number, Number.Integer),
- (number, Number.Integer),
- (single_char, String),
- ],
- 'arg' : [
- (identifier, guess_identifier),
- include('numeric')
- ],
- 'deref' : [
- (r'\+', Punctuation),
- (r'\]', Punctuation, '#pop'),
- include('arg'),
- include('whitespace')
- ],
- 'instruction-line' : [
- (r'[\r\n]+', Text, '#pop'),
- (r';.*?$', Comment, '#pop'),
- include('whitespace')
- ],
- 'instruction-args': [
- (r',', Punctuation),
- (r'\[', Punctuation, 'deref'),
- include('arg'),
- include('instruction-line')
- ],
- 'data-args' : [
- (r',', Punctuation),
- include('numeric'),
- (string, String),
- include('instruction-line')
- ],
- 'whitespace': [
- (r'\n', Text),
- (r'\s+', Text),
- (r';.*?\n', Comment)
- ],
- }
|