!.d<ddlmZmZmZddlmZmZmZmZm Z m Z m Z m Z m Z mZmZddlmZddlmZddlZe edfZGdd ejZGd d eZGd d eZGddeZddedefdZdS))grammartokentokenize) AnyDictIOIteratorListOptionalTextTupleUnionSequenceNoReturn)r) GoodTokenInfoNzos.PathLike[str]ceZdZdS) PgenGrammarN)__name__ __module__ __qualname__3lib/python3.11/site-packages/blib2to3/pgen2/pgen.pyrrsDrrcPeZdZUeed<eeed<eeed<e ee e ee ffed<d&dede eeddfdZ de fdZd e d ede e e ffd Zd e d ede fd Zd'dZd eddfdZdee eedfeffdZdddddedfdZd eddddddfdZd ededddfdZdedddfdZdedfdZdedfdZdedfdZdedfdZd&de d e edefd!Z d'd"Z!d#e"d$ede#fd%Z$dS)(ParserGeneratorfilenamestream generatorfirstNreturncJd}|t|}|j}||_||_t j|j|_|| \|_ |_ | |i|_ | dSN)opencloserrrgenerate_tokensreadlinergettokenparsedfas startsymbolr addfirstsets)selfrr close_streams r__init__zParserGenerator.__init__'s >(^^F!)r-rDrFrawfirstr rJilabels rrBzParserGenerator.make_firstOsY:d####H%%  E__Q..FE&MM rrJct|j}|dr||jvrI||jvr |j|S|j|j|df||j|<|St t|d}t|ts J||tj vs J|||j vr |j |S|j|df||j |<|S|ddvs J|t|}|drT|ddkr|j }n|j}||vr||S|jtj|f|||<|St j|}||j vr |j |S|j|df||j |<|S)Nr)"'rR)r7labelsisalphar8 symbol2labelr=getattrr isinstanceinttok_nametokenseval soft_keywordskeywordsNAMEropmap)r-rDrJrPitokenvaluer^s rr>zParserGenerator.make_labelYsQX 8    . "''AN**>%00HOOQ_U%;T$BCCC,2AN5)!M!t44!&#..55555//////QX%%8F++HOOVTN333'-AHV$!M8z)))5)))KKEQx!! "8s?? HH zHH$$#E?*HOOUZ$7888&,HUO!M!u-QX%%8F++HOOVTN333'-AHV$!Mrct|j}||D] }||jvr||!dSr#)r2r*r3r4r calcfirst)r-rErFs rr,zParserGenerator.addfirstsetssaTY^^%%&&  % %D4:%%t$$$ % %rc 6|j|}d|j|<|d}i}i}|jD]\}}||jvrl||jvr"|j|}|t d|zn&|||j|}|J|||||<zd||<|di||<i} |D]4\}} | D],} | | vr!t d|d| d|d| | || | <-5||j|<dS)Nrzrecursion for rule %rrzrule z is ambiguous; z is in the first sets of z as well as )r*r r;r< ValueErrorrdupdate) r-rFrHrItotalset overlapcheckrJrKfsetinverseitsfirstsymbols rrdzParserGenerator.calcfirstsio 4A#%  :++-- 1 1KE4 !!DJ&&:e,D|()@4)GHHH$NN5))):e,D+++%%%&* U##"#',aj U##"$+1133 ( (OE8" ( (W$$$*$(DD&&&%%%J#(  ($ 4rDFAStatec|i}d}|jtjkr|jtjkr)||jtjk)|tj}|tjd|\}}|tj| ||}t|}| |t|}|||<||}|jtjk|J||fS)N:) typer ENDMARKERNEWLINEr(expectr_OP parse_rhsmake_dfar7 simplify_dfa) r-r*r+rFazrHoldlennewlens rr)zParserGenerator.parses%) i5?**)u},, )u},,;;uz**D KK# & & &>>##DAq KK & & &--1%%CXXF   c " " "XXFDJ"" #i5?**$&&&[  rrCNFAStatefinishc  t|tsJt|tsJdtdtttff fd }dtdtttfddf fd t |||g}|D]}i}|jD]1}|jD]'\}} |  | ||i(2t| D]R\}} |D]} | j| krn&t | |} | | | | |S|S)NrIr!c$i}|||Sr#r)rIbase addclosures rclosurez)ParserGenerator.make_dfa..closures(*D Jud # # #Krrct|tsJ||vrdSd||<|jD]\}}| ||dSrN)rXr}r;)rIrrJrKrs rrz,ParserGenerator.make_dfa..addclosuresgeX.. . . .}}DK$z + + t=JtT*** + +r) rXr}rrYrnnfasetr; setdefaultr:r<r=addarc) r-rCr~rrArIr;nfastaterJrKrstrs @rrwzParserGenerator.make_dfas %*****&(+++++ 8 Xs](;        +h +d8S=.A +d + + + + + +775>>6223 ( (E35D!L E E#+=EEKE4(" 4)C)CDDDE"( !5!5 ( ( v &&ByF**+"&&11BMM"%%% R'''' ( rcltd||g}t|D]\}}td|||urdpd|jD]l\}}||vr||} n$t |} |||td| zXtd|| fzmdS)NzDump of NFA for State(final)z -> %d %s -> %d)print enumerater;r?r7r=) r-rFrCr~todorGrIrJrKjs rdump_nfazParserGenerator.dump_nfas &&&w!$ 7 7HAu )Q =I C D D D$z 7 7 t4<< 4((AAD AKK%%%=+/****.E1:56666 7 7 7rrHc *td|t|D]r\}}td||jrdpdt|jD],\}}td|||fz-sdS)NzDump of DFA forrrrr)rrr@r:r;r<r?)r-rFrHrGrIrJrKs rdump_dfazParserGenerator.dump_dfas &&&!# A AHAu )Q ;) Ar B B B%ej&6&6&8&899 A A tnsyy'??@@@@ A A Arcd}|rnd}t|D]X\}}t|dzt|D]2}||}||kr"||=|D]}|||d}n3Y|ldSdS)NTFr)rranger7 unifystate)r-rHchangesrGstate_irstate_jrIs rrxzParserGenerator.simplify_dfa s G'nn   7q1uc#hh//A!!fG'))F%(??E!,,Wg>>>>"& *      r)r}r}c|\}}|jdkr||fSt}t}|||||jdkr`||\}}|||||jdk`||fS)N|) parse_altrbr}rr()r-ryrzaazzs rrvzParserGenerator.parse_rhs s~~1 :  a4KBB IIaLLL HHRLLL*## ~~''1 !  *## r6Mrc4|\}}|jdvs|jtjtjfvrV|\}}|||}|jdv7|jtjtjfvV||fS)N)([) parse_itemrbrqrr_STRINGr)r-rybrDds rrzParserGenerator.parse_alt1s  1jJ&&$) EL7Q*Q*Q??$$DAq HHQKKKAjJ&&$) EL7Q*Q*Q!t rc|jdkrd||\}}|tjd||||fS|\}}|j}|dvr||fS||||dkr||fS||fS)Nr])+*r)rbr(rvrtrrur parse_atom)r-ryrzrbs rrzParserGenerator.parse_item:s :   MMOOO>>##DAq KK# & & & HHQKKKa4K??$$DAqJEJ&&!t MMOOO HHQKKK||!t !t rc|jdkrO||\}}|tjd||fS|jtjtjfvrOt}t}| ||j|||fS| d|j|jJ)Nr)z+expected (...) or NAME or STRING, got %s/%s) rbr(rvrtrrurqr_rr}r raise_error)r-ryrzs rrzParserGenerator.parse_atomNs :   MMOOO>>##DAq KK# & & &a4K Y5:u|4 4 4 A A HHQ # # # MMOOOa4K   =ty$*    Lrrqrbc|j|ks |.|j|kr#|d|||j|j|j}||S)Nzexpected %s/%s, got %s/%s)rqrbrr()r-rqrbs rrtzParserGenerator.expectasb 9  !2tzU7J7J   +T5$)TZ      rct|j}|dtjtjfvr4t|j}|dtjtjfv4|\|_|_|_|_|_ dS)Nr) rKrrCOMMENTNLrqrbbeginendline)r-tups rr(zParserGenerator.gettokenjsr4>""!f)8;777t~&&C!f)8;777AD> 4:tz48TYYYrmsgargsc |rG ||z}n@#d|gttt|z}YnxYwt ||j|jd|jd|jf)N rr)joinr2mapstr SyntaxErrorrrr)r-rrs rrzParserGenerator.raise_errorqsx  = =Dj =hhutCTNN';';;<<# tx{DHQKSTTTs  ;Ar#r!N)%rrrPath__annotations__r r r rrr rYr/rrLrBr>r,rdrr r)rwrrrrxrvrrrrrtr(rrrrrrrr s6NNN tH &&&& htD#I// 0000   x4/A T    k2KtS#X1"K1"1"1"1"1"1"f%%%%$d$t$$$$@!uT$Z(8"894?@!!!!2%j%*%jAQ%%%%N7T7*7j7T7777 ATA(<AAAAAZ 0T*5!78"5!78E"89(E"89&3x}EEEEUsU3U8UUUUUUrrcleZdZUeeeedfed<ddZd dddeeddfdZ dS) r}r;r!Ncg|_dSr#)r;)r-s rr/zNFAState.__init__}s  rrKrJc|t|tsJt|tsJ|j||fdSr#)rXrr}r;r=r-rKrJs rrzNFAState.addarcsO} 5# 6 6}}}$))))) %'''''rrr#) rrrr rr r rr/rrrrr}r}zs{ uXd^Z/0 1111((:(htn(((((((rr}ceZdZUeeefed<eed<eedfed<deeefdeddfdZ ddd eddfd Z dd Z dedefdZ dZ eed<dS)rnrr@r;finalr!Nct|tsJttt|tsJt|tsJ||_||v|_i|_dSr#)rXdictrKiterr}rr@r;)r-rrs rr/zDFAState.__init__so&$'''''$tF||,,h77777%*****   rrKrJct|tsJ||jvsJt|tsJ||j|<dSr#)rXrr;rnrs rrzDFAState.addarcsS%%%%%%DI%%%%$))))) %roldnewc`|jD]\}}||ur ||j|<dSr#)r;r<)r-rrrJrKs rrzDFAState.unifystatesA9??,, ' 'KE4s{{#& %  ' 'rotherc,t|tsJ|j|jkrdSt|jt|jkrdS|jD]$\}}||j|urdS%dS)NFT)rXrnr@r7r;r<get)r-rrJrKs r__eq__zDFAState.__eq__s%***** <5= ( (5 ty>>S__ , ,59??,,  KE45:>>%0000uu1tr__hash__)rrnrrnr!N)rrrrr}rrboolr r/rrrrrrrrnrns 3  MMM tZ    tHcM28 : d t    '''' C D    Hcrrn Grammar.txtrr!cHt|}|Sr#)rrL)rps rgenerate_grammarrs!!A >>  r)r)rrrrtypingrrr r r r r rrrrblib2to3.pgen2blib2to3.pgen2.tokenizerosrrGrammarrobjectrr}rnrrrrrs '&&&&&&&&&                          #"""""111111  S$ $%     '/   WUWUWUWUWUfWUWUWUt ( ( ( ( (v ( ( (&&&&&v&&&Rt r