wdXXbdZddlmZmZmZddlmZmZddlmZdgZ Gdde Z d Z d S) z# Parser for the datashape grammar. )absolute_importdivisionprint_function)lexererror) coretypesparseceZdZdZdZdZedZdZ ddZ dd Z d Z d Z d Z d ZdZdZdZdZdZdZdZdZdZdZdZdZdZdS)DataShapeParserzA DataShape parser object.c||_||_tj||_g|_d|_d|_|dS)N)ds_strsymrlextokensposend_pos advance_tok)selfrrs 0lib/python3.11/site-packages/datashape/parser.py__init__zDataShapeParser.__init__sP 9V$$   c |j|jkr|jdz|_ |jt|jkr.|jt |jdSdS#t$r~t|jdkr%|j|jdz jdfdz}nd}|jtj dd|d|j|_YdSwxYwdS)z:Advances self.pos by one, if it is not already at the end.rr)rrN) rrlenrappendnextr StopIterationspanrToken)rr s rrzDataShapeParser.advance_tok!s  8t| # (x!|DH (8s4;///7K&&tDH~~6666677  ( ( (t{##a'" K 38;=a?DD!D ""5;tT4#F#FGGG#x  ( ( (sA A..BC65C6c&|j|jSN)rrrs rtokzDataShapeParser.tok4s{48$$rcZtj|jjdd|j|)Nrz)rDataShapeSyntaxErrorr%r r)rerrmsgs r raise_errorzDataShapeParser.raise_error8s+(q)9:)-f>> >rFc$|j}g}d}||}|<|||jj|kr|n8|St |dkr|r|S||n ||_dS|dSdS)z _list : _list | Returns a list of s, or None. TNr)rrr%idrrr))r parse_item sep_tok_idr( trailing_sep saved_positemsitems rparse_homogeneous_listz&DataShapeParser.parse_homogeneous_list<sH  :<  #1$ ((0000(DH4-     rNc||}||S|||_|d|d|dS)a Looks up a symbol in the provided symbol table dictionary for syntactic sugar, raising a standard error message if the symbol is missing. Parameters ---------- symdict : symbol table dictionary One of self.sym.dtype, self.sym.dim, self.sym.dtype_constr, or self.sym.dim_constr. name : str The name of the symbol to look up. dshapemsg : str The datashape construct this lookup is for, e.g. '{...} dtype constructor'. error_pos : int, optional The position in the token stream at which to flag the error. NzSymbol table missing "z " entry for )getrr))rsymdictname dshapemsg error_posentrys rsyntactic_sugarzDataShapeParser.syntactic_sugar`sm& D!!  BL %$    04iiA B B B B Brc|j}tjdi}|j|vr||j}|}|[||jj ||jd||jz|dz }tj ||SdS|S)z datashape : datashape_nooption | QUESTIONMARK datashape_nooption | EXCLAMATIONMARK datashape_nooption Returns a datashape object or None. optionNz%s dtype constructionr) r%r QUESTIONMARKr+rrparse_datashape_nooptionr:r dtype_constrr DataShape)rr% constructorsr/dsr<s rparse_datashapezDataShapeParser.parse_datashape|sh*H5 6\ ! 3      I..00B 7--dh.C.:36.B.E.:36.B/C.7!m == !*66"::666 7 70022 2rc|j}|}|~|jjtjkrd||j}|}|||_|dtj |g|j RS| }|rtj |SdS)z datashape_nooption : dim ASTERISK datashape | dtype Returns a datashape object or None. NzExpected a dim or a dtype) r parse_dimr%r+rASTERISKrrCr)r r@ parameters parse_dtype)rr/dimdshapedtypes rr>z(DataShapeParser.parse_datashape_nooptionsH nn  Dx{en, D  """ H --//B(DH$$%@AAA *3C1BCCCC  ""  &u-- -4rc|j}|j}|jtjkr|j}||jjtjkrA|||j j dd|}||S|jjtj kr-||j j dd|}||S||_dS|jtj kr|j}||jjtj kr|j j |}| ||_dS||}|jjtjkr#|t#d|ddS|j j|}||S||_dS|jtjkrj|j}||jjtj kr ||_dS||j j dd }||S|jtjkr8|||j jdd |}|SdS) a dim : typevar | ellipsis_typevar | type | type_constr | INTEGER | ELLIPSIS typevar : NAME_UPPER ellipsis_typevar : NAME_UPPER ELLIPSIS type : NAME_LOWER type_constr : NAME_LOWER LBRACKET type_arg_list RBRACKET Returns a the dim object, or None. TODO: Support type constructors ellipsiszTypeVar... dim constructortypevarzTypeVar dim constructorNz0dim type constructors not actually supported yetzExpected a closing "]"fixedzinteger dimensionsz... dim)rr%r+r NAME_UPPERvalrELLIPSISr:r dim_constrrF NAME_LOWERLBRACKETr4parse_type_arg_listRBRACKETNotImplementedErrorr)rIINTEGER) rr/r%rQtconstrr6rSargsrIs rrEzDataShapeParser.parse_dims H h 6U% %B 'C      x{en,   """..tx/BJ/K/8::ws||#.  ..tx/BI/H/8::ws||#$t Vu' '+ 7D      x{en, !X044T::  (DH4  """//118;%.0?$$&&&-JLLL$$%=>>>>>hl&&t,, J(DH4 Vu} $ 'C      x{en, $t**48+>+?AAG73<<  Vu~ %       &&tx|Z+4+466CJ4rc(|j}|j}|jtjkrH|j}|||jj dd|}||S|jtj kr>|j}||jjtj kr|jj |}| ||_dS|| \}}|jjtjkrWt|dkr(t|dkr|d|||i|S|ddS|jj |} | | S||_dS|jtjkr|S|jtjkr|SdS)a dtype : typevar | type | type_constr | struct_type | funcproto_or_tuple_type typevar : NAME_UPPER ellipsis_typevar : NAME_UPPER ELLIPSIS type : NAME_LOWER type_constr : NAME_LOWER LBRACKET type_arg_list RBRACKET struct_type : LBRACE ... funcproto_or_tuple_type : LPAREN ... Returns a the dtype object, or None. rNzTypeVar dtype constructorNrz/Expected at least one type constructor argumentz!Invalid type constructor argument)rr%r+rrPrQrr:rr?rTrUr4rVrWrr)rKLBRACEparse_struct_typeLPARENparse_funcproto_or_tuple_type) rr/r%rQrZr6r?r[kwargsrKs rrHzDataShapeParser.parse_dtypes H h 6U% %& 'C      **48+@)+F+466G73<<  Vu' ' 7D      x{en, #x488>>  (DH4  """#7799 f8;%.0J4yyA~A#f++*:A((*@AAA$$&&&'<8888$$%HIIIII**400  L(DH4 Vu| # ))++ + Vu| # 5577 74rcpg}d}|v|}|]|jjtjkr*|||n|||ifSn|v||jtjd}||rt|nifS)a! type_arg_list : type_arg COMMA type_arg_list | type_kwarg_list | type_arg type_kwarg_list : type_kwarg COMMA type_kwarg_list | type_kwarg Returns a tuple (args, kwargs), or (None, None). TNzWExpected another keyword argument, positional arguments cannot follow keyword arguments) parse_type_argr%r+rCOMMArrr2parse_type_kwargdict)rr[argras rrVz#DataShapeParser.parse_type_arg_list@s %%''C 8;%+-&$$&&&KK$$$$KK$$$ ":% ,,T-BEK,?@@f4d6lll"55rc|}||S|jjtjtjtjfvr"|jj}||S|jjtj kr|| }|| }|| }|| }|jjtjkr||gn|S||ddS|ddSdS)a type_arg : datashape | INTEGER | STRING | BOOLEAN | list_type_arg list_type_arg : LBRACKET RBRACKET | LBRACKET datashape_list RBRACKET | LBRACKET integer_list RBRACKET | LBRACKET string_list RBRACKET Returns a type_arg value, or None. Nz5Expected a type constructor argument or a closing "]"zExpected a "," or a closing "]")rCr%r+rrYSTRINGBOOLEANrQrrUparse_datashape_listparse_integer_listparse_string_listparse_boolean_listrWr))rrBrQs rrczDataShapeParser.parse_type_argbsh ! ! # #  I 8;5=%, F F (,C      J X[EN *       ++--C 0--// /,,.. 0--//x{en, H  """ 1rrc1H$$&899999$$%FGGGGG4rcX|jjtjkrdS|j}|jj}||jjtjkr ||_dS||}|||fS| ddS)zl type_kwarg : NAME_LOWER EQUAL type_arg Returns a (name, type_arg) tuple, or None. Nz$Expected a type constructor argument) r%r+rrTrrQrEQUALrcr))rr/r6rgs rrez DataShapeParser.parse_type_kwargs 8;%* * 4H x|  8;%+ %  DH4 !!##  E#;    C D D D D DrcN||jtjdS)z datashape_list : datashape COMMA datashape_list | datashape Returns a list of datashape type objects, or None. zSExpected another datashape, type constructor parameter lists must have uniform type)r2rCrrdr$s rrkz$DataShapeParser.parse_datashape_lists.**4+?,JKK Krc~|jjtjkr"|jj}||SdS)z# integer : INTEGER N)r%r+rrYrQrrrQs r parse_integerzDataShapeParser.parse_integer< 8;%- ' (,C      J4rcN||jtjdS)z integer_list : INTEGER COMMA integer_list | INTEGER Returns a list of integers, or None. zQExpected another integer, type constructor parameter lists must have uniform type)r2rtrrdr$s rrlz"DataShapeParser.parse_integer_list.**4+=u{,JKK Krc~|jjtjkr"|jj}||SdS)z# boolean : BOOLEAN N)r%r+rrjrQrrss r parse_booleanzDataShapeParser.parse_booleanrurcN||jtjdS)z boolean_list : boolean COMMA boolean_list | boolean Returns a list of booleans, or None. zQExpected another boolean, type constructor parameter lists must have uniform type)r2ryrrdr$s rrnz"DataShapeParser.parse_boolean_listrwrc~|jjtjkr"|jj}||SdS)z! string : STRING N)r%r+rrirQrrss r parse_stringzDataShapeParser.parse_strings< 8;%, & (,C      J4rcN||jtjdS)z string_list : STRING COMMA string_list | STRING Returns a list of strings, or None. zPExpected another string, type constructor parameter lists must have uniform type)r2r|rrdr$s rrmz!DataShapeParser.parse_string_lists.**4+z5DataShapeParser.parse_struct_type..&&&!1&&&rcg|] }|d S)rrrs rrz5DataShapeParser.parse_struct_type..rrstructz{...} dtype constructor)r%r+rr]rrr2parse_struct_fieldrdRBRACEr)r:rr?)rr/fieldsnamestypesrZs rr^z!DataShapeParser.parse_struct_types 8;%, & 4H  ,,T-Dek-F:>-@@FCE  8;%, & 8   6 7 7 7 '&v&&&&&v&&&&&tx' ... dtype constructor)r%r+rr_rrr2rCrdRPARENr)RARROWr:rr?)rr/dshapesrZ ret_dshapes rr`z-DataShapeParser.parse_funcproto_or_tuple_type%su 8;%, & 4H  --  K ( .     8;%, & ;   9 : : :  8;%, & 0**48+@'+DiQQG77## #      --//J .  "-...**48+@++K+466G77J// /r)Fr#)__name__ __module__ __qualname____doc__rrpropertyr%r)r2r:rCr>rErHrVrcrerkrtrlryrnr|rmr^rr`rrrr r s$$ (((&%%X%>>> -2" " " " HBBBB833326TTTl888t 6 6 6D(((TEEE, K K K    K K K    K K K    K K K%%%40)0)0)0)0)0rr ct||}|}||d|j|jkr|d|S)zParses a single datashape from a string. Parameters ---------- ds_str : string The datashape string to parse. sym : TypeSymbolTable The symbol tables of dimensions, dtypes, and type constructors for each. NzInvalid datashapezUnexpected token in datashape)r rCr)rr)rrdsprBs rr r Qsj &# & &C    B - +,,, w#+9 7888 IrN) r __future__rrrrrr __all__objectr r rrrrsA@@@@@@@@@ )00000f000Dr