wdX&  dZddlmZmZmZddlZddlZddlZddlm Z ddgZ dZ d d ej fd d d fdddfdddfddddddddddddd d!d"e fd#d$e fgZe d%eDed&eedDd'Zejd(d)eDejZejeejZejdd*Zd+ZdS),z" Lexer for the datashape grammar. )absolute_importdivisionprint_functionN)errorlexTokencZtjd|zjdjjS)Nur)astparsebodyvalues)rs /lib/python3.11/site-packages/datashape/lexer.py_str_valrs& 9S1W   "1 % + --BOOLEANz True|False NAME_LOWERz[a-z][a-zA-Z0-9_]*c|SNxs rrQr NAME_UPPERz[A-Z][a-zA-Z0-9_]*c|Srrrs rrrrr NAME_OTHERz_[a-zA-Z0-9_]*c|Srrrs rrrsr)ASTERISKz\*)COMMA,)EQUAL=)COLON:)LBRACKETz\[)RBRACKETz\])LBRACEz\{)RBRACEz\})LPARENz\()RPARENz\))ELLIPSISz\.\.\.)RARROWz->) QUESTIONMARKz\?INTEGERz0(?![0-9])|-?[1-9][0-9]*STRINGzu(?:"(?:[^"\n\r\\]|(?:\\u[0-9a-fA-F]{4})|(?:\\["bfnrt]))*")|(?:'(?:[^'\n\r\\]|(?:\\u[0-9a-fA-F]{4})|(?:\\['bfnrt]))*')c#&K|] }|dV dSrNr.0toks r r80s&))#s1v))))))rc#0K|]\}}|d|fVdSr4r)r6ir7s rr8r81s.AAC#a&!AAAAAArz(?:\s|(?:#.*$))*|c#2K|]}d|dzdzVdS)(r)Nrr5s rr8r87s/ G Gs1v!3 G G G G G Grzid, name, span, valc#Kd}t||}|r|}|t|krt||}|r|j}t |dz }|d}|}t|dkr&|d||d|d}nd}|}t||||Vntj |d|dt||}|r|}|t|kdSdS)aGA generator which lexes a datashape string into a sequence of tokens. Example ------- import datashape s = ' -> ... A... "string" 1234 Blah _eil(# comment' print('lexing %r' % s) for tok in datashape.lexer.lex(s): print(tok.id, tok.name, tok.span, repr(tok.val)) rrNzzInvalid DataShape token) _whitespace_rematchendlen _tokens_re lastindex_tokensspanr rDataShapeSyntaxError)ds_strposmidtokinfonamerHvals rrr=ss CVS))Aeegg F    VS ) )  HBb1foG1:D6688D7||a  gajQQ!899%%''CD$,, , , , ,,S*-3-FHH H   - -  %%''C/ F r)__doc__ __future__rrrrer collectionsr__all__r literal_evalintrGextendglobalsupdate enumerate _whitespacecompilejoin MULTILINErErA namedtupler rrrrrbsA@@@@@@@@@  ' ...=#"23(,,7(,,7$ll3.4 R' 2)))))))) AA99Wa+@+@AAAAAA" RZ G Gw G G GGG && K66 w(=>>)))))r