o
aɍ @ s4 d Z ddlZddlmZmZmZmZmZmZm Z m
Z
m Z ddl m
Z
mZmZmZmZmZmZmZmZ g dZG dd deZG dd d eZG d
d d eZeZG d d
d
eZG dd deZ G dd deZ G dd deZ G dd deZ G dd deZ G dd deZ!G dd deZ"G d d d eZ#dS ) z
pygments.lexers.dsls
~~~~~~~~~~~~~~~~~~~~
Lexers for various domain-specific languages.
:copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
:license: BSD, see LICENSE for details.
N) ExtendedRegexLexer
RegexLexerbygroupswordsincludedefaultthisusingcombined) TextCommentOperatorKeywordNameStringNumber Punctuation
Whitespace)
ProtoBufLexer ZeekLexer PuppetLexerRslLexer MscgenLexerVGLLexer
AlloyLexerPanLexer
CrmshLexer ThriftLexer
FlatlineLexer
SnowballLexerc @ s* e Zd ZdZdZddgZdgZdefdefde j
fd e j fe d
d d d e
fe d
d de
jfde
jfdee
jedfdee
jedfdee
jedfdefdefdejfdejfdejfdejfd ejfd ejfd efd eejeefd efgd!ejd"fe d"gd!ej d"fe d"gd!ed"fe d"gd#Z d$S )%r z|
Lexer for `Protocol Buffer `_
definition files.
.. versionadded:: 1.4
zProtocol Bufferprotobufprotoz*.protoz[ \t]+z[,;{}\[\]()<>]z /(\\\n)?/(\n|(.|\n)*?[^\\]\n)z /(\\\n)?\*(.|\n)*?\*(\\\n)?/)importoptionoptionalrequiredrepeatedreservedr packedctype
extensionstomaxrpcreturnsoneofsyntax\bprefixsuffix)int32int64uint32uint64sint32sint64fixed32fixed64sfixed32sfixed64floatdoubleboolstringbytesr4 (true|false)\bz(package)(\s+)packagez(message|extend)(\s+)messagez(enum|group|service)(\s+)typez\".*?\"z\'.*?\'z'(\d+\.\d*|\.\d+|\d+)[eE][+-]?\d+[LlUu]*z (\d+\.\d*|\.\d+|\d+[fF])[fF]?z(\-?(inf|nan))\bz0x[0-9a-fA-F]+[LlUu]*z0[0-7]+[LlUu]*z
\d+[LlUu]*z[+-=]z ([a-zA-Z_][\w.]*)([ \t]*)(=)z[a-zA-Z_][\w.]* [a-zA-Z_]\w*#pop)rootrF rG rH N) __name__
__module__ __qualname____doc__namealiases filenamesr r r Single Multiliner r TypeConstantr Namespace Declarationr r FloatHexOctIntegerr
r Attributer Classtokens r` r` 6/usr/lib/python3/dist-packages/pygments/lexers/dsls.pyr sf
#
r c @ s e Zd ZdZdZdgZdgZdgZededde j
e d d
fd e j e d d fd
e
ejedfde
ejedfde
eeejeefededdefdefdefg defdefgdefdefdejfgd e jfgde j
d fd e j
fgd e j d fd e j fgd!ejd fed gd"ej d fed gd#efd$ej fd%ejfe d&d'd(ejfe d)d'd(ej fe d*d'd'd+ej fgd,e!j"fd-e!j#fd.e!j$fgd/
Z%d0S )1r zg
For `Thrift `__ interface definitions.
.. versionadded:: 2.1
Thriftthriftz*.thriftzapplication/x-thrift
whitespacecomments" stringescapedqsz\'sqsz(namespace)(\s+) namespacez*(enum|union|struct|service|exception)(\s+)classzE((?:(?:[^\W\d]|\$)[\w.\[\]$<>]*\s+)+?)((?:[^\W\d]|\$)[\w$]*)(\s*)(\()keywordsnumbersz[&=]z[:;,{}()<>\[\]]z[a-zA-Z_](\.\w|\w)*\n\s+#.*$z//.*?\n/\*[\w\W]*?\*/z\\([\\nrt"\'])rJ z [^\\"\n]+'z
[^\\\'\n]+z[a-z*](\.\w|\w)*rI z1(async|oneway|extends|throws|required|optional)\brE z(const|typedef)\b)
cpp_namespace cpp_includecpp_type java_package cocoa_prefixcsharp_namespacedelphi_namespace
php_namespace py_module perl_packageruby_namespacesmalltalk_categorysmalltalk_prefixxsd_all xsd_optional xsd_nillable
xsd_namespace xsd_attrsr r1 rD )voidrA bytei16i32i64r@ rB binarymaplistsetslistsenum)eBEGINEND __CLASS____DIR____FILE__ __FUNCTION____LINE__
__METHOD__
__NAMESPACE__abstractaliasandargsasassertbeginbreakcasecatchrk clonecontinuedeclaredefr deldeletedodynamicelifelseelseifelsifend
enddeclareendfor
endforeachendif endswitchendwhileensureexceptexecfinallyr? forforeachfunctionglobalgotoif
implementsr" ininline
instanceof interfaceislambdamodulenativenewnextnilnotorpasspublicprintprivate protectedraiseredorescueretryregisterreturnselfsizeofstaticsuperswitch synchronizedthenr throw transienttryundefunlessunsigneduntilusevarvirtualvolatilewhenwhilewithxoryieldr2 z1[+-]?(\d+\.\d+([eE][+-]?\d+)?|\.?\d+[eE][+-]?\d+)z[+-]?0x[0-9A-Fa-f]+z [+-]?[0-9]+)
rK rd re rg rh ri rj rk rl rm N)&rL rM rN rO rP rQ rR mimetypesr r Doubler
rS r r rW r rX r r r Functionr
r r rT Escaper r^ rV r rU Reservedr rY rZ r\ r_ r` r` r` ra r U s
'
r c @ s\ e Zd ZdZdZddgZddgZdZdZd Z e
d
e
d e
d e
d
e
de
de
de
de
dde j fe
dg de
fde
fdeee
fgdefgdejfdejfdeeje
ejfged d d d ejfged d d!ejfd"eeje
eje
ejfd#eee
e je
ee
ejfd$eee
e e
efd%eee
eje
e jfged&d d!efd'efd(ejfd)eeje
e jfgd*ed+fd,ej d-fd.ej fd/e fd0e fd1e fd2e d3 e j fed4 e j fed e j fd5e j!fe d6 e d7 efg d8efd9efd:ejfd;efgdee e"fd?e fgd@ej#fdAej#fd*edBfdCefgd@ej#fdDej dBfdCej fgdE
Z$dFS )Gr zQ
For `Zeek `_ scripts.
.. versionadded:: 2.5
Zeekzeekbroz*.zeekz*.broz [0-9a-fA-F]z(((\d*\.?\d+)|(\d+\.?\d*))([eE][-+]?\d+)?z[A-Za-z0-9][-A-Za-z0-9]*rd re
directives
attributestypesrl literals operators punctuationz2((?:[A-Za-z_]\w*)(?:::(?:[A-Za-z_]\w*))*)(?=\s*\() identifiersrn ro z(\\)(\n)rp z)@(load-plugin|load-sigs|load|unload)\b.*$z=@(DEBUG|DIR|FILENAME|deprecated|if|ifdef|ifndef|else|endif)\bz(@prefixes)(\s*)((\+?=).*)$)redefprioritylogr$ r add_func delete_func expire_func read_expire write_expire
create_expirer
persistentrotate_interval rotate_sizeencrypt
raw_output mergeable
error_handler type_column
deprecated&r1 r2 )anyenumrecordr tablevectorr hookeventaddrrA countr@ fileintintervalpatternportrB subnettimerD zA(opaque)(\s+)(of)(\s+)((?:[A-Za-z_]\w*)(?:::(?:[A-Za-z_]\w*))*)\bzR(type)(\s+)((?:[A-Za-z_]\w*)(?:::(?:[A-Za-z_]\w*))*)(\s*)(:)(\s*)\b(record|enum)\bz<(type)(\s+)((?:[A-Za-z_]\w*)(?:::(?:[A-Za-z_]\w*))*)(\s*)(:)zI(redef)(\s+)(record|enum)(\s+)((?:[A-Za-z_]\w*)(?:::(?:[A-Za-z_]\w*))*)\b)r exportr r r r r r r r fallthroughr r r addr r timeoutschedulez (print)\bz (global|local|const|option)\bz4(module)(\s+)(([A-Za-z_]\w*)(?:::([A-Za-z_]\w*))*)\brf rB z/(?=.*/)regexz(T|F)\bz \d{1,5}/(udp|tcp|icmp|unknown)\bz(\d{1,3}.){3}(\d{1,3})\bzH\[([0-9a-fA-F]{0,4}:){2,7}([0-9a-fA-F]{0,4})?((\d{1,3}.){3}(\d{1,3}))?\]z0[xX]z+\bz!\s*(day|hr|min|sec|msec|usec)s?\bz(\d+)\bz(\.z)+z[!%*/+<=>~|&^-]z([-+=&|]{2}|[+=!><-]=)z(in|as|is|of)\bz\??\$z
[{}()\[\],;.]z[?:]z([a-zA-Z_]\w*)(::)rI z\\.z %-?[0-9]*(\.[0-9]+)?[DTd-gsx]rJ ./)
rK rd re r r r rl r r r r rB r' N)%rL rM rN rO rP rQ rR _hex_float_hr r r r r r r Preprocr r PseudorU r
Wordr^ rX rW r RegexrV r rZ rY r\ r r r_ r` r` r` ra r s
r c @ s e Zd ZdZdZdgZdgZededededed ed
d efd e fgd
e
e e fde j fgde
fde
jfgdejfde
ejeeefdejfgdejfdejfdejfdejfdejjfdejfgeddd d efgd efd efgd Zd!S )"r z_
For `Puppet `__ configuration DSL.
.. versionadded:: 1.6
Puppetpuppetz*.ppre rl namesrm r stringsz []{}:(),;[]ro z (\s*)(#.*)$z /(\\\n)?[*](.|\n)*?[*](\\\n)?/z (=>|\?|<|>|=|\+|-|/|\*|~|!|\|)z(in|and|or|not)\brI z(\$\S+)(\[)(\S+)(\])z\$\S+z'(\d+\.\d*|\d*\.\d+)([eE][+-]?[0-9]+)?j?z\d+[eE][+-]?[0-9]+j?z 0[0-7]+j?z0[xX][a-fA-F0-9]+z\d+Lz\d+j?)mabsentalertr auditaugeasbeforer checkrk computer
configured containedcreate_resourcescritcrondebugr definedefined directoryr r emergerrr extlookupfailfalser
filebucket fqdn_randgeneratehostr r" r infoinheritsinline_template installedr k5loginlatestlinkloglevelmacauthorization mailaliasmaillistmcxmd5mountmountednagios_commandnagios_contactnagios_contactgroup nagios_hostnagios_hostdependencynagios_hostescalationnagios_hostextinfonagios_hostgroupnagios_servicenagios_servicedependencynagios_serviceescalationnagios_serviceextinfonagios_servicegroupnagios_timeperiodnodenoopnoticenotifyrF presentpurgedrealizeregsubst resourcesrolerouterrunningr& scheduled_tasksearch
selboolean selmoduleservicesha1
shellquotesplitsprintfssh_authorized_keysshkeystagestopped subscribetagtaggedtemplatetidytruer unmounteduser
versioncmpvlanwarningyumrepozfszonezpoolz(?i)r1 r2 z "([^"])*"z
'(\\'|[^'])*')rK re r r3 rm rl r4 N) rL rM rN rO rP rQ rR r r r r r rT r
r/ r r] Variabler r rY r[ rZ r\ Longr r r_ r` r` r` ra r _ sV
r c @ s e Zd ZdZdZdgZdgZdgZej ej
B Z de dddd e
fd
e
jfd efd efd
efdefdeeejeejfdeeejeeee
fde
jfde
jfdefdejfdefdejfdej fdej fdefdefgiZ dd Z d S ) r z
`RSL `_ is the formal specification
language used in RAISE (Rigorous Approach to Industrial Software Engineering)
method.
.. versionadded:: 2.0
RSLrslz*.rslztext/rslrK )JBoolCharIntNatRealr Unitabsallalwaysr r axiomcardr channelchaosrk
devt_relationdomelemsr r r existsextendrI r hdhider r r inds
initialiser interisinlenletlocal
ltl_assertionobjectofoutpostprereadrealrngschemeskipstopswapr theory test_casetltransition_systemr rH unionr r valuevariabler r writez~isinz-inflistz-infsetz-listz-setr1 r2 z(variable|value)\bz--.*?\nz<:.*?:>z \{!.*?!\} /\*.*?\*/z ^([ \t]*)([\w]+)([ \t]*)(:[^:])z5(^[ \t]*)([\w]+)([ \t]*)(\([\w\s,]*\))([ \t]*)(is|as)z \b[A-Z]\w*\brE z".*"z\'.\'zq(><|->|-m->|/\\|<=|<<=|<\.|\|\||\|\^\||-~->|-~m->|\\/|>=|>>|\.>|\+\+|-\\|<->|=>|:-|~=|\*\*|<<|>>=|\+>|!!|\|=\||#)z [0-9]+\.[0-9]+([eE][0-9]+)?[fd]?z 0x[0-9a-f]+[0-9]+ro r( c C s t d| t jdur dS dS )zP
Check for the most common text in the beginning of a RSL file.
z scheme\s*.*?=\s*class\s*typeNg ?)rerx I)textr` r` ra analyse_text s zRslLexer.analyse_textN) rL rM rN rO rP rQ rR r r MULTILINEDOTALLflagsr r rX r r r r r r rU rV r r r
r rY rZ r\ r_ r r` r` r` ra r sR
(r c @ s e Zd ZdZdZddgZdgZdZdej fde
j fd e j
fd
efd e fd e
jfee
jfd
edfdefedg
dedfed e ee
jee eefdefedgdejfdejfdefgdZdS )r z]
For `Mscgen `_ files.
.. versionadded:: 1.6
Mscgenmscgenmscz*.mscz(\w+|"(?:\\"|[^"])*")zmsc\bzO(hscale|HSCALE|width|WIDTH|wordwraparcs|WORDWRAPARCS|arcgradient|ARCGRADIENT)\bz)(abox|ABOX|rbox|RBOX|box|BOX|note|NOTE)\bz (\.|-|\|){3}zT(?:-|=|\.|:){2}|<<=>>|<->|<=>|<<>>|<:>|->|=>>|>>|=>|:>|-x|-X|<-|<<=|<<|<=|<:|x-|X-|=z\*z\[attrsz \{|\}|,|;re z\]rJ z
(\s*)(=)(\s*),z
(?://|#).*?\nz/\*(?:.|\n)*?\*/z
[ \t\r\n]+)rK r re N)rL rM rN rO rP rQ rR _varr rU r Propertyr
r/ Builtinr r r r r] r r r rS rT r_ r` r` r` ra r sF
r c
@ s e Zd ZdZdZdgZdgZejej B ej
B Z dde j
fdejfdefd ejfd
efd efd eeejfd
efdefdefdefg iZdS )r z~
For `SampleManager VGL `_
source code.
.. versionadded:: 1.6
VGLvglz*.rpfrK z \{[^}]*\}r z(if|then|else|endif|while|do|endwhile|and|or|prompt|object|create|on|line|with|global|routine|value|endroutine|constant|global|set|join|library|compile_option|file|exists|create|copy|delete|enable|windows|name|notprotected)(?! *[=<>.,()])z$(true|false|null|empty|error|locked)z[~^*#!%&\[\]()<>|+=:;,./?-]z"[^"]*"z(\.)([a-z_$][\w$]*)z&[0-9][0-9]*(\.[0-9]+(e[+\-]?[0-9]+)?)?z
[a-z_$][\w$]*z[\r\n]+ro N)rL rM rN rO rP rQ rR r r r
IGNORECASEr r rT r rV r
r r r r] r r r_ r` r` r` ra r & s, r c @ s$ e Zd ZdZdZdgZdgZdgZej ej
B Z dZ de
fZded fe efed
efd ed fgee ed fged ed fe ed fgd ejfd
ejfdejfedeeje
dfdeeje
dfdejfdejfdefdefdefdejfdeee
dfdefd efe efd efd e j fd e fd e
fgd!Z d"S )#r zU
For `Alloy `_ source code.
.. versionadded:: 2.0
Alloyalloyz*.alsz text/x-alloyz[a-zA-Z_][\w\']*z[^\S\n]+z (extends)\brJ r \{z--.*?$z//.*?$r z(module|open)(\s+)r z(sig|enum)(\s+)sigz(iden|univ|none)\bz (int|Int)\bz.(this|abstract|extends|set|seq|one|lone|let)\bz"(all|some|no|sum|disj|when|else)\bz'(run|check|for|but|exactly|expect|as)\bz(and|or|implies|iff|in)\bz(fun|pred|fact|assert)(\s+)funz!!|#|&&|\+\+|<<|>>|>=|<=>|<=|\.|->z[-+/*%=<>&!^|~{}\[\]().]z[:,]r "(\\\\|\\[^\\]|[^"\\])*"rn )r r r rK N) rL rM rN rO rP rQ rR r r r r r iden_rexr
text_tupler r r r
r rS rT r rW rX rV rU r/ r r\ r r_ r` r` r` ra r H s\
r c
@ s e Zd ZdZdZdgZdgZeddedfded fed
ge d d d d
efe dd d d
e
j fde fde
jfdee
jeefdefde
fdefgde
jfde
jfdefdefdefgdedfd efd e
jfd efd efed gd!edfed gd"Zd#S )$r z
Lexer for `pan `_ source files.
Based on tcsh lexer.
.. versionadded:: 2.0
Panpanz*.panbasicz\(parenr curlydata)r r r r rH bindr validfinalr3 uniquer r r r r r structure
extensible declarationr1 r2 )4
file_contentsformatindexlengthmatchmatchesreplacesplicer~ substr to_lowercase to_uppercaserA error tracebackr
base64_decode
base64_encodedigestescapeunescapeappendcreatefirstnlistkeyr merger prepend
is_boolean
is_defined is_doubleis_listis_longis_nlistis_null is_number is_property is_resource is_string
to_boolean to_doubleto_long to_stringr r r path_exists if_existsr r z#.*z\\[\w\W]z(\b\w+)(\s*)(=)z [\[\]{}()=]+z <<\s*(\'?)\\?(\w+)[\w\W]+?\2;z!(?s)"(\\\\|\\[0-7]+|\\.|[^"\\])*"z!(?s)'(\\\\|\\[0-7]+|\\.|[^'\\])*'ro z[^=\s\[\]{}()$"\'`\\;#]+z \d+(?= |\Z)z\}rJ z:-z\w+z [^}:"\'`$]+:rK \))rK r r r r N)rL rM rN rO rP rQ rR r r r r r r r r r r r r
r r rS r r r_ r` r` r` ra r sX
r c @ s. e Zd ZdZdZddgZddgZg Zeddd Z ed
dd Z
ed dd Z ed dd Z ed
dd Z
eddd ZdZdZdZdZddeeefdeejeefdeeeeefdefe efe
efe efdeef e j fe e j fe
e j fee j fdej fde eeeefde eeee j fd efd efgiZ d S ) r z
Lexer for `crmsh `_ configuration files
for Pacemaker clusters.
.. versionadded:: 2.1
Crmshcrmshpcmkz*.crmshz*.pcmk)rk primitivegroupr mslocation
colocationorderfencing_topology
rsc_ticket rsc_templateproperty rsc_defaults op_defaults
acl_target acl_groupr rt r z (?![\w#$-])rD )paramsmeta
operationsopruler utilization)r r deny)r r )rC not_defined)in_rangedatespecr z*(?:tag|ref|reference|attribute|type|xpath)z(?:lt|gt|lte|gte|eq|ne)z(?:string|version|number)z:(?:Master|Started|Slave|Stopped|start|promote|demote|stop)rK z ^(#.*)(\n)?z!([\w#$-]+)(=)("(?:""|[^"])*"|\S+)z(node)(\s+)([\w#$-]+)(:)z([+-]?([0-9]+|inf)):z(?:%s:)?(%s)(?![\w#$-])z#[a-z]+(?![\w#$-])z(%s)(:)("(?:""|[^"])*"|\S+)z!([\w#$-]+)(?:(:)(%s))?(?![\w#$-])z(\\(?=\n)|[\[\](){}/:@])z\s+|\nN) rL rM rN rO rP rQ rR r r elemsubaclbin_relun_opsdate_expacl_modbin_opsval_qualrsc_role_actionr r r r r] r r r r r
r/ r r_ r` r` r` ra r s^
r c @ s e Zd ZdZdZdgZg ZdgZdZdZ dZ
dd e fd
e fd e
jfd e
jfd
e
jfdefdejfdejfeeddefee ddejfde
ejfe
ejfdefg
iZdS )r zn
Lexer for `Flatline `_ expressions.
.. versionadded:: 2.2
Flatlineflatlineztext/x-flatline)r )z!=*+-z>=r acosr zall-butzall-with-defaultszall-with-numeric-defaultr asinatanavgz
avg-windowz
bin-centerz bin-countcallzcategory-countceilcondz cond-windowconscoscoshr z diff-windowdivz ensure-valuezensure-weighted-valueepochz epoch-dayz epoch-fieldsz
epoch-hourzepoch-millisecondz epoch-minutez epoch-monthz epoch-secondz
epoch-weekdayz
epoch-yearexpffieldz
field-propfieldsfilterr floorheadr r integerlanguager levenshteinzlinear-regressionr lnr log10r r zmatches?r, maximumrZ meanmedianminminimummissingz
missing-countzmissing?
missing_countmodmode normalizer nth occurrencesr
percentilezpercentile-label
populationzpopulation-fractionpow preferredz
preferred?zquantile-labelrandzrand-intz random-valuezre-quoter r z
replace-firstrestroundz
row-numberz
segment-labelr| sha256sinsinhsqrtsquarezstandard-deviationstandard_deviationstrsubssumz sum-squaresz
sum-window sum_squaressummaryz
summary-noz summary-strtailtantanhz
to-degreesz
to-radiansvariance vectorizezweighted-random-valuewindowwinnowzwithin-percentiles?zz-scorez(?!#)[\w!$%*+<=>?/.#-]+rK z[,]+ro z
-?\d+\.\d+z-?\d+z 0x-?[a-f\d]+r z \\(.|[a-z]+)_ rD z(?<=\()z(\(|\))N) rL rM rN rO rP rQ rR r
special_formsbuiltins
valid_namer r r rY r\ rZ r r Symbolr r r r r r r r_ r` r` r` ra r s2 r c @ sN e Zd ZdZdZdgZdgZdZdd Zdd Z d
d Z
d d
Z e ddde
jfedgde efdejfdejdfdefdejfdejfde
fe dddejfe dddejd fe d dde
jfe d ddejfd eef e ejeej fd eef e fd!efgd"ed#fe ddded$fedgd%e
d&fgd%e
d'fgd(Z d,d*d+Z d)S )-r zb
Lexer for `Snowball `_ source code.
.. versionadded:: 2.2
Snowballsnowballz*.sblz\n\r\t c K s | tj| fi | d S N)_reset_stringescapesr __init__)r optionsr` r` ra r g s zSnowballLexer.__init__c C s d| _ d| _d S )Nrr )_start_end)r r` r` ra r k s
z"SnowballLexer._reset_stringescapesc s fdd}|S )Nc 3 sJ | }| }tdt| j j}tdt| j j}d} }|t|k r|rp|||}|| d t j
|dfV |ddkr]|| d t j
|dfV |j n?|| d t j
|dfV | }|||}|| t j
| fV |d| jkrd|j d< n | }d}|t|k s+|| |_d S ) Nz ([^%s]*)(.)r rr r T)startr! r compiler r r r r r rS stackpopr r pos) lexerr ctxsr rB r r do_stringdo_string_firstr` ra callbackp s4
z'SnowballLexer._string..callbackr` )r r r` r ra _stringo s zSnowballLexer._stringc C s6 | d| _| d| _ttjttjttj| ||S )N ) r! r r r r r r r r )r r r r` r` ra _stringescapes s z SnowballLexer._stringescapes)r lenofr1 rD root1z[%s]+z\d+rr rB z[()]rq z//.*z)[!*+\-/<=>]=|[-=]>|<[+-]|[$*+\-/<=>?\[\]])r gethexamongrB decimal backwardmode)r4 booleansintegersroutines externals groupingsr )!r r r r hopnonr r r rH r loopr testr rI unsetatmarkattachr gopastinsertrepeatr tomarkatleastatlimitreversesetmarktolimitsetlimit backwards substring)sizelimitcursormaxintminintz (stringdef\b)([%s]*)([^%s]+)z%(stringescapes\b)([%s]*)(.)([%s]*)(.)z [A-Za-z]\w*r rJ )r r z[^']*'TF)rK r r rB r Nc C s | t| ||S r )r r get_tokens_unprocessed)r r contextr` r` ra r s z$SnowballLexer.get_tokens_unprocessed)NN) rL rM rN rO rP rQ rR _wsr r r r r r
r/ r r r r\ r rS r r rT r r r r r r r_ r r` r` r` ra r Z sx
1r )$rO r pygments.lexerr r r r r r r r r
pygments.tokenr r r
r r r r r r __all__r r r BroLexerr r r r r r r r r r` r` r` ra s&
,,>i W?1"<DFL