a oEb @s&dZddlmZddlZddlZddlmZddlZddlZddl Z ddl m Z m Z m Z mZmZmZddlZddlZddlmZddlZddlmZmZmZmZmZmZmZmZmZddl m!Z!m"Z#m$Z$m%Z%m&Z&ddl'Z'ddl(Z(dd l)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0dd l1m2Z2dd l3m4Z4dd l5m6Z6dd l7m8Z8ddl9m:Z:ddl;me>?de@dZAede*dZBejCGdddZDejCGdddeeZEdddddZFeddddd ZGedddd!d ZGd"d"dd#d ZGdd$d%d&d'ZHedxd)ddd*d+d,ZIedydddd*d-d,ZIdzd/dd"d*d0d,ZId1d2ZJd3ddd4d5ZKe6ed?ZLddd@dAdBZMdCdDdEdFdGdHZNd;dIdJdKdLZOe6eeZdZUdZded<ded<ded<ded<d Zd ed <d S) IOArgsz? Return value of io/common.py:_get_filepath_or_buffer. str | BaseBufferfilepath_or_bufferstrencodingmoder compressionFbool should_closeN)__name__ __module__ __qualname____doc____annotations__r1r7r7P/home/ja/django-apps/lartica_env/lib/python3.9/site-packages/pandas/io/common.pyr)Ds r)c@szeZdZUdZded<ded<ejedZded<d Z d ed <d Z d ed <d dddZ ddddZ dd dddZ dS) IOHandlesau Return value of io/common.py:get_handle Can be used as a context manager. This is used to easily close created buffers and to handle corner cases when TextIOWrapper is inserted. handle: The file handle to be used. created_handles: All file handles that are created by get_handle is_wrapped: Whether a TextIOWrapper needs to be detached. z IO[AnyStr]handlerr/)default_factoryzlist[IO[bytes] | IO[str]]created_handlesFr0 is_wrappedis_mmapNonereturnc Csx|jr8t|jtsJ|j|j|j|jz|jD] }|q@Wnt t fyfYn0g|_d|_dS)z Close all created buffers. Note: If a TextIOWrapper was inserted, it is flushed and detached to avoid closing the potentially user-created buffer. FN) r= isinstancer:r flushdetachr<removecloseOSError ValueError)selfr:r7r7r8rFgs   zIOHandles.closezIOHandles[AnyStr]cCs|SNr7rIr7r7r8 __enter__{szIOHandles.__enter__r )argsrAcGs |dSrJ)rF)rIrMr7r7r8__exit__~szIOHandles.__exit__N)r2r3r4r5r6 dataclassesfieldlistr<r=r>rFrLrNr7r7r7r8r9Qs   r9objectr0)urlrAcCst|tsdSt|jtvS)z Check to see if a URL has a valid protocol. Parameters ---------- url : str or unicode Returns ------- isurl : bool If `url` has a valid protocol return True otherwise False. F)rBr, parse_urlscheme _VALID_URLSrSr7r7r8is_urls rXr,)r+rAcCsdSrJr7r+r7r7r8 _expand_usersrZcCsdSrJr7rYr7r7r8rZszstr | BaseBufferTcCst|trtj|S|S)a] Return the argument with an initial component of ~ or ~user replaced by that user's home directory. Parameters ---------- filepath_or_buffer : object to be converted if possible Returns ------- expanded_filepath_or_buffer : an expanded filepath or the input if not expandable )rBr,ospath expanduserrYr7r7r8rZs  r?)headerrAcCst|trtddS)NzPassing a bool to header is invalid. Use header=None for no header or header=int or list-like of ints to specify the row(s) making up the column names)rBr0 TypeError)r^r7r7r8validate_header_args r`.r)r+convert_file_likerAcCsdSrJr7r+rar7r7r8stringify_pathsrccCsdSrJr7rbr7r7r8rcsFzFilePath | BaseBufferTcCs2|st|rtt|St|tjr*|}t|S)a Attempt to convert a path-like object to a string. Parameters ---------- filepath_or_buffer : object to be converted Returns ------- str_filepath_or_buffer : maybe a string version of the object Notes ----- Objects supporting the fspath protocol (python 3.6+) are coerced according to its __fspath__ method. Any other object is passed through unchanged, which includes bytes, strings, buffers, or anything else that's not even path-like. )r$rr'rBr[PathLike __fspath__rZrbr7r7r8rcs    cOsddl}|jj|i|S)z` Lazy-import wrapper for stdlib urlopen, as that imports a big chunk of the stdlib. rN)urllib.requestrequesturlopen)rMkwargsurllibr7r7r8rhsrhzFilePath | BaseBuffercCs$t|to"tt|o"|d S)zR Returns true if the given URL looks like something fsspec can handle )zhttp://zhttps://)rBr,r0_RFC_3986_PATTERNmatch startswithrWr7r7r8 is_fsspec_urls    rncompression_optionsr+)routf-8rrr)r+r-r/r.storage_optionsrAc Cst|}t|\}}t||}|rJt|drJd|vrJtjdttdd}t||d}d|vr|dvr|d vrt|d |t |}d |vrd|vr|d7}t |t rs r)r-r/rrrrrz Literal[True]zIOHandles[str]cCsdSrJr7rr7r7r8rMs rTz!IOHandles[str] | IOHandles[bytes]cCs|pd}t||r"d|vr"|d7}t|t|tr@t|t|||||d}|j} t| ||j |j ||j dt v\} }} t| t} t |j } | d}d|vr| rtt| |r|dkr|j dd|_ n |dkrd|j vr|j d7_ |d krJ| r.t| tsJtjf| |j d | } ntjf| |j d | } n<|d krptj| fd |j i| } n|dkrt| |j fi| } | j dkr| | | } t| dkr| | } n,t| dkrtd|ntd| n|dkrt| |j } nt|dkrttd}d|j vrFd|jfi| i}nd|jfi| i}|j| fd |j i|} nd|}t|t| trJ| | nNt| tr|j rd|j vrt| |j |j |dd} n t| |j } | | d}|s"|j dkr"t| tr"t | |j d} nP|rr|sr/))_is_binary_modecodecslookuprBr, lookup_errorrr+_maybe_memory_mapr-r.r/rrrrrr|GzipFilerxBZ2File _BytesZipFileappendnamelistlenrrHr r!ZstdDecompressorZZstdCompressorr_BytesIOWrapperr _IOWrapperr1rr_rreverser9)rr.r-r/rrrrrZioargsr:handlesZis_pathrZ zip_namesrZ open_argsrr=r7r7r8r\s6                        csfeZdZdZdddddfdd Zd d Zd d Zd dfdd ZfddZe ddZ Z S)ra  Wrapper for standard library class ZipFile and allow the returned file-like handle to accept byte strings via `write` method. BytesIO provides attributes of file-like object and ZipFile.writestr writes bytes strings into a member of the archive. Nz1FilePath | ReadBuffer[bytes] | WriteBuffer[bytes]r,r)filer. archive_namec sF|dd}||_d|_dtji}||tj||fi|dS)Nrtr&r/)rrmultiple_write_bufferzipfile ZIP_DEFLATEDupdatesuper__init__)rIrr.rriZ kwargs_zip __class__r7r8rhs    z_BytesZipFile.__init__cCs<t|jtjtfr8t|j}|jdkr2|djS|jSdS)z If an explicit archive_name is not given, we still want the file inside the zip file not to be named something.zip, because that causes confusion (GH39465). rr&N) rBrr[rdr,r suffix with_suffixname)rIrr7r7r8infer_filename|s    z_BytesZipFile.infer_filenamecCs2|jdur"t|trtnt|_|j|dSrJ)rrBrrrrs)rIdatar7r7r8rss z_BytesZipFile.writer?r@csf|jdus|jjrdS|jp&|p&d}|j$t||jWdn1sX0YdS)Nr)rclosedrrrwritestrgetvalue)rIrrr7r8rCs z_BytesZipFile.flushcs|tdSrJ)rCrrFrKrr7r8rFsz_BytesZipFile.closecCs |jduSrJ)fprKr7r7r8rsz_BytesZipFile.closed)N) r2r3r4r5rrrsrCrFpropertyr __classcell__r7r7rr8r^s   rc@sbeZdZdZddddddd d Zdd d d ZddddZddddddZddddZdS) _MMapWrappera Wrapper for the Python's mmap class so that it can be properly read in by Python's csv.reader class. Parameters ---------- f : file object File object to be mapped onto memory. Must support the 'fileno' method or have an equivalent attribute rpstrictTr r,r0)fr-rdecodecCsn||_||_t||d|_||_i|_dD]"}t||s>q.t|||j|<q.t j | dt j d|_ dS)Nr)seekablereadabler)access) r-rrgetincrementaldecoderdecoderr attributesrgetattrrfileno ACCESS_READ)rIrr-rr attributer7r7r8rs z_MMapWrapper.__init__rcs$jvrfddStjS)Ncs jSrJ)rr7rrIr7r8z*_MMapWrapper.__getattr__..)rrrrIrr7rr8 __getattr__s z_MMapWrapper.__getattr__r@cCs|SrJr7rKr7r7r8__iter__sz_MMapWrapper.__iter__intz str | bytes)sizerAcCsD|j|}|jr@|jdkr@|dkp.t||k}|jj||dS|S)Nrpr)final)rrrr-rr)rIrcontentrr7r7r8rs  z_MMapWrapper.readcCs,|j}|j|}|dkr"t|dS)Nr& )rreadlinerr StopIterationlstrip)rIZnewbytesrr7r7r8__next__s   z_MMapWrapper.__next__N)rprT)r) r2r3r4r5rrrrrr7r7r7r8rs rc@sReZdZddddZddddZd d d d Zd d d dZd d ddZdS)rrbuffercCs ||_dSrJr)rIrr7r7r8rsz_IOWrapper.__init__r,rcCs t|j|SrJrrrr7r7r8rsz_IOWrapper.__getattr__r0r@cCst|jdr|jSdS)NrT)rrrrKr7r7r8rs  z_IOWrapper.readablecCst|jdr|jSdS)NrT)rrrrKr7r7r8rs  z_IOWrapper.seekablecCst|jdr|jSdS)NwritableT)rrrrKr7r7r8rs  z_IOWrapper.writableN)r2r3r4rrrrrr7r7r7r8rs rc@s>eZdZddddddZdddd Zdd d d ddZdS)rrpzStringIO | TextIOBaser,)rr-cCs||_||_d|_dS)Nr)rr-overflow)rIrr-r7r7r8rsz_BytesIOWrapper.__init__)attrcCs t|j|SrJr)rIrr7r7r8rsz_BytesIOWrapper.__getattr__rz int | Noner)nrAcCst|jdusJ|j||j}|j|}|dusH|dksH|t|krRd|_|S|d|}||d|_|SdS)Nrr)rrencoder-rr)rIrZ bytestringZcombined_bytestringZ to_returnr7r7r8rs  z_BytesIOWrapper.readN)rp)r)r2r3r4rrrr7r7r7r8rs rr*z/tuple[str | BaseBuffer, bool, list[BaseBuffer]])r:rr-r.rrrAc Csg}|t|dpt|tM}|s*|||fSt|trh|rTd|vrTt||||dd}n t||}||z.ttt||||}Wt|D] }| qnt|D] }| q0|||||fS)zTry to memory map file/buffer.rrtr&r) rrBr,rrrrrreversedrF)r:rr-r.rrrwrappedr7r7r8r"s(           rc CsFd}t|}t|ts|Sztj|}Wnttfy@Yn0|S)zTest whether file exists.F)rcrBr,r[r\existsr_rH)r+r r7r7r8 file_existsJs r )r:r.rAcCsVd|vsd|vrd|vStjtjtjf}tt||r:dSt|tpTdt|d|vS)z+Whether the handle is opened in binary moderzrtFr.) r StreamWriter StreamReaderStreamReaderWriter issubclassrrB_get_binary_io_classesr)r:r.Z text_classesr7r7r8rXsrztuple[type, ...]r@cCs\ttf}tddd}|durX|d}|t|f7}Wdn1sN0Y|S)z!IO classes that that expect bytesrignorerNr)rrr!r stream_readerr)Zbinary_classesrrr7r7r8rms  ,r).).)F)rpNrqN)^r5 __future__rrxr collectionsrrO functoolsr|iorrrrrr rr[pathlibr retypingr r r rrrrrr urllib.parserrrTrrrrrZpandas._typingrrrrrrrZ pandas.compatr Zpandas.compat._optionalr!Zpandas.util._decoratorsr"Zpandas.util._exceptionsr#Zpandas.core.dtypes.commonr$Zpandas.core.shared_docsr%setrVdiscardcompilerkr' dataclassr)r9rXrZr`rcrhrnrrrrrrrZipFilerIteratorrrrrr r lru_cacherr7r7r7r8s    , $          0 "  8 #:$$$EC(