a 鴫jH+@sddlmZddlmZddlZddlmZddlmZddl m Z m Z ddl m Z ddlmZdd lmZdd lmZdd lmZerdd lmZdd lmZGdddeZdS)) annotations) TYPE_CHECKINGN)lib)import_optional_dependency) ParserError ParserWarning)find_stack_level) pandas_dtype) is_integer)arrow_table_to_pandas) ParserBase) ReadBuffer) DataFramecspeZdZdZdddfdd Zdddd Zddd d Zd d d ddZddddZd dddZ Z S)ArrowParserWrapperz7 Wrapper for the pyarrow engine for read_csv() zReadBuffer[bytes]None)srcreturnc s$t|||_||_|dSN)super__init__kwdsr _parse_kwds)selfrr __class__e/var/www/html/laksyashrimp/venv/lib/python3.9/site-packages/pandas/io/parsers/arrow_parser_wrapper.pyrs zArrowParserWrapper.__init__rcCsN|jd}|durdn||_|jd}t|tr:tdt|jd|_dS)z? Validates keywords before passing to pyarrow. encodingNzutf-8 na_valuesz?The pyarrow engine doesn't support passing a dict for na_values)rgetr isinstancedict ValueErrorlistr)rrrrrrr&s   zArrowParserWrapper._parse_kwdscCsddddddd}|D]4\}}||jvr|j|dur|j||j|<q|j}t|trh|g}nd}||jd <d d |jD|_|jd }|durt|r||jd <nZ|t j j krd|jd <nB|t j j krdddd}||jd <n|t j j krdd|jd <dd |jD|_d|jdv|jd<|jdurld|jvrldd|jdD|jd<|jdu|jdur|jn|jd|jd|_dS)z: Rename some arguments to pass to pyarrow include_columns null_values escape_charignore_empty_lines decimal_point quote_char)usecolsr escapecharZskip_blank_linesdecimal quotecharNtimestamp_parserscSs&i|]\}}|dur|dvr||qS)N) delimiterr*r'r(r.0Z option_nameZ option_valuerrr Ss z;ArrowParserWrapper._get_pyarrow_options.. on_bad_linesZinvalid_row_handlerstrrcSs.tjd|jd|jd|jttddS)Nz Expected z columns, but found z: ) stacklevelskip)warningswarnZexpected_columnsZactual_columnstextrr)Z invalid_rowrrrhandle_warninges z?ArrowParserWrapper._get_pyarrow_options..handle_warningcSsdS)Nr7r)_rrrpz9ArrowParserWrapper._get_pyarrow_options..cSs&i|]\}}|dur|dvr||qS)N)r%r&Z true_valuesZ false_valuesr)r/rr1rrrr3rs Zstrings_can_be_nullcSsg|]}d|qS)fr)r2nrrr sz;ArrowParserWrapper._get_pyarrow_options..Zskiprows)Zautogenerate_column_namesZ skip_rowsr)itemsrr pop date_formatr!r5 parse_optionscallabler ZBadLineHandleMethodERRORWARNZSKIPconvert_optionsheaderr read_options)rmappingZ pandas_nameZ pyarrow_namerEr4r;rrr_get_pyarrow_options4s\          z'ArrowParserWrapper._get_pyarrow_optionsr)framerc stj}d}|jdurx|jdur6|jdur6t||_t|j|krpddt|t|jD}||j|_d}|j_|j\}|jdur|j}t|jD]\}}t |rʈj|||<n|jvrt d|d|j dur|j |dur||j |fnj||j j|f\} } | dur|  | | <|j | =qj|ddd|jdur|sdgtjjj_|j durt|j tr‡fd d |j D|_ n t|j |_ z |j Wn.ty } zt | WYd} ~ n d} ~ 00S) z Processes data read in based on kwargs. Parameters ---------- frame: DataFrame The DataFrame to process. Returns ------- DataFrame The processed DataFrame. TNcSsg|] }t|qSr)r5r2xrrrrBr>z>ArrowParserWrapper._finalize_pandas_output..FzIndex z invalid)ZdropZinplacecs$i|]\}}|jvr|t|qSr)columnsr )r2kvrOrrr3s z>ArrowParserWrapper._finalize_pandas_output..)lenrRrKnamesrangeZ_do_date_conversionsZ index_colcopy enumerater r#Zdtyper ZastypeZ set_indexindexr!r"rCr TypeError) rrOZnum_colsZmulti_index_namedZcolumns_prefixr<Z index_to_setiitemkeyZ new_dtypeerrUr_finalize_pandas_outputsR               z*ArrowParserWrapper._finalize_pandas_outputcCs:t|r&tdd|Ds&tdnt|r6tddS)Ncss|]}t|tVqdSrr!r5rPrrr r>z7ArrowParserWrapper._validate_usecols..zwThe pyarrow engine does not allow 'usecols' to be integer column positions. Pass a list of string column names instead.z=The pyarrow engine does not allow 'usecols' to be a callable.)r is_list_likeallr#rG)rr+rrr_validate_usecolssz$ArrowParserWrapper._validate_usecolsc Cstd}td}|z|jfi|j}Wnhty|jdd}|dur\|||jdt}t |rt dd|DstdYn0z4|j |j |j fi|j|jfi|j|d }Wn0|jy}zt||WYd}~n d}~00|jd }|tjurj|j} |} t|jjD]0\} } |j| r.| | | | | } q.|| }t,td d t t!||d d} Wdn1s0Y|"| S)z Reads the contents of a CSV file into a DataFrame and processes it according to the kwargs passed in the constructor. Returns ------- DataFrame The DataFrame created from the CSV file. Zpyarrowz pyarrow.csvr%Nr&css|]}t|tVqdSrrbrPrrrrcsz*ArrowParserWrapper.read..z9The 'pyarrow' engine requires all na_values to be strings)rLrFrJ dtype_backendignorezmake_block is deprecatedT)rgZ null_to_int64)#rrNZConvertOptionsrJr\r rfsetrrdreZread_csvrZ ReadOptionsrLZ ParseOptionsrFZ ArrowInvalidrrZ no_defaultZschemaZfloat64rZtypesZis_nullfieldZ with_typecastr8catch_warningsfilterwarningsDeprecationWarningr ra)rpaZ pyarrow_csvrJincludeZnullstabler`rgZ new_schemanew_typer]Z arrow_typerOrrrreads\         &zArrowParserWrapper.read) __name__ __module__ __qualname____doc__rrrNrarfrt __classcell__rrrrrs[J r) __future__rtypingrr8Z pandas._libsrZpandas.compat._optionalrZ pandas.errorsrrZpandas.util._exceptionsrZpandas.core.dtypes.commonr Zpandas.core.dtypes.inferencer Zpandas.io._utilr Zpandas.io.parsers.base_parserr Zpandas._typingr Zpandasrrrrrrs