o 3IhA@sddlZddlZddlZddlZddlmZddlZddlZddl Z ddl m Z ddl m Z ddlmZddlmZddlmZmZedZGdd d e Zd d Zd d Ze ddddedefddZGdddejZdS)N) lru_cache)AbstractFileSystem)compr)get_compression) isfilelikestringify_pathz fsspec.localcs0eZdZdZdZdZdZdBfdd Zedd Z dCd d Z dBd d Z ddZ dBddZ ddZddZddZddZddZdDddZdDdd ZdCd!efd"d#Zd$d%Zd&d'Zd(efd)d*Zd+d,ZdEd-d.Zd/d0ZdFd2d3ZdCd4d5Zd6d7Zd8d9Z e!d:d;Z"e!dd?Z$d@dAZ%Z&S)GLocalFileSystemaInterface to files on local storage Parameters ---------- auto_mkdir: bool Whether, when opening a file, the directory containing it should be created (if it doesn't already exist). This is assumed by pyarrow code. /)filelocalTFc stjdi|||_dS)N)super__init__ auto_mkdir)selfrkwargs __class__r \/home/air/sanwanet/gpt-api/venv/lib/python3.10/site-packages/fsspec/implementations/local.pyr"s zLocalFileSystem.__init__cCdS)Nr r rr r rfsid&szLocalFileSystem.fsidcKsH||}||rt||r|j|dddStj|fi|dSNTexist_ok)_strip_protocolexistsFileExistsErrormakedirsosmkdir)rpathcreate_parentsrr r rr *s  zLocalFileSystem.mkdircCs||}tj||ddS)Nr)rrr)rr!rr r rr3s zLocalFileSystem.makedirscCs||}t|dSN)rrrmdirrr!r r rr$7s zLocalFileSystem.rmdirc Ks||}||}g}|ddkrLt|+}|D]}z|r$||n||j}||Wqty9YqwWd|S1sEwY|S|rQ|gn|dg}|S)Ntype directoryname)rinforscandirr!appendFileNotFoundError) rr!detailr path_infoinfositfr)r r rls;s&        zLocalFileSystem.lsc Ks8t|tjrG|jdd}|}|jddrd}n |jddr"d}nd}|j}|r@z |jdd}|j}Wn ty?d}Ynw| |j }n2| |}tj|dd}t |j }|rbtj|dd}|j}t |j rnd}n t|j rwd}nd}||||j|d}d D] } t|d | || <q|rt||d <|S) NF)follow_symlinksr'r otherTr)r(sizer&createdislink)modeuidgidmtimeinonlinkst_ destination) isinstancerDirEntrystat is_symlinkis_diris_filest_sizeOSErrorrr!S_ISLNKst_modeS_ISDIRS_ISREGst_ctimegetattrreadlink) rr!routlinktr5out2resultfieldr r rr)NsN           zLocalFileSystem.infocKs t|Sr#)osplexists)rr!rr r rrV} zLocalFileSystem.lexistscKsl||}||}|jr|j||dd||r$t||dS||r2|j|dddSt |r) rrr_parentisfileshutilcopyfileisdirmkdirsr,)rpath1path2rr r rcp_files    zLocalFileSystem.cp_filecC||}tj|Sr#)rrr!rYr%r r rrY  zLocalFileSystem.isfilecCrar#)rrr!r\r%r r rr\rbzLocalFileSystem.isdirNcKsXt|r"t|d}t||WddS1swYdS|j||fi|S)Nrb)ropenrZ copyfileobjr`)rr^r_callbackrr1r r rget_files  "zLocalFileSystem.get_filecKs|j||fi|Sr#)r`)rr^r_rfrr r rput_filezLocalFileSystem.put_file recursivecKs$||}||}t||dS)zMove files/directories For the specific case of local, all ops on directories are recursive and the recursive= kwarg is ignored. N)rrZmove)rr^r_rjrr r rmvs  zLocalFileSystem.mvcK,||}||}tj||fi|dSr#)rrrPrsrcdstrr r rrP  zLocalFileSystem.linkcKrmr#)rrsymlinkrnr r rrrrqzLocalFileSystem.symlinkreturncCstj||Sr#)rr!r7rr%r r rr7zLocalFileSystem.islinkcCst||dSr#)rremoverr%r r rrm_filerizLocalFileSystem.rm_filecCsnt|ts|g}|D]*}||}||r/|stdt|tkr)tdt |q t |q dS)Nz+Cannot delete directory, set recursive=Truez'Cannot delete current working directory) r@listrr\ ValueErrorrUabspathrgetcwdrZrmtreeru)rr!rjmaxdepthpr r rrms     zLocalFileSystem.rmcCs||}d|S)Nfile://)r)rr(r r runstrip_protocols  z LocalFileSystem.unstrip_protocolrccKsB||}|jrd|vr|j||ddt||fd|i|S)NwTrfs)rrrrXLocalFileOpener)rr!r8 block_sizerr r r_opens zLocalFileSystem._opencKsb||}|jr|j||dd||rt|dnt|d|r/t |ddSdS)NTrar) rrrrXrrutimerdclosetruncate)rr!rrr r rtouchs  zLocalFileSystem.touchcC$|j|d}tjj|dtjjdS)Nr!r6tzr)datetime fromtimestamptimezoneutcrr!r)r r rr6s  zLocalFileSystem.createdcCr)Nrr;rrrr r rmodifieds zLocalFileSystem.modifiedcCsd||}tjdkr|dddpdS|ddd}t|dkr0|dddkr0|ddS|S)Nr r::/)rrseprsplitlen)clsr!path_r r rrXs    zLocalFileSystem._parentcCs4t|}|dr|dd}n#|dr|dd}n|dr(|dd}n |dr3|dd}t|}tjd kr|d d d krR|dd |d d}}n4|dd d kr|d d }dksp|d |d }dkrv|d}}n|d|||d}}nd}|d p|j}||S|d p|jS)Nrzfile:zlocal://zlocal:r rrr//)r startswithmake_path_posixrrfindrstrip root_marker)rr!driveindex1index2r r rrs0       zLocalFileSystem._strip_protocolcCrNTr rr r r _isfilestoreszLocalFileSystem._isfilestorecCst|}t||Sr#)rrchmod)rr!r8r r rr"s zLocalFileSystem.chmod)F)Tr#)FN)rcN)'__name__ __module__ __qualname____doc__rprotocol local_filerpropertyrr rr$r2r)rVr`rYr\rgrhboolrlrPrrr7rvr~rrrr6r classmethodrXrrr __classcell__r r rrrsH     /          &rcCst|ts)t|tttfrt|dd|DSt|}t|ts)td|dtj dkrZ| dr5|S| dr?t |S| drK|dd }n|d krQd }t d|S|d d dkrp|dddkrp|d d }|d ddkrt|dkr|d dS|dd}|S|d d dkrtt |S| drd|dd ddS| dr|dd}t t d |S|dd}| dr|dd }n|d krd }tt d|S)z-Make path generic and absolute for current OScss|]}t|VqdSr#)r).0r}r r r +sz"make_path_posix..zcould not convert z to stringr ~z./rN.rrrrrr\)z\\rr)rr )r@strrwsettupler&r TypeErrorrrrrU expanduserrzrreplacer splitdriverr r rr'sH                 rcCs"|tjptjduo|tjS)zReturn True if the path ends with a path separator. A forward slash is always considered a path separator, even on Operating Systems that normally use a backslash. N)endswithrraltseprr r r trailing_sepZs" rr)maxsizemaskrscCst|}t||S)zGet the current umask. Follows https://stackoverflow.com/a/44130549 to get the umask. Temporarily sets the umask to the given value, and then resets it to the original value. )rumask)rvaluer r r get_umaskfs  rc@seZdZ d6ddZddZddZd d Zd d Zd dZddZ de fddZ de fddZ ddZ ddZddZddZddZd d!Zd"d#Zd$d%Zd7defd&d'Zed(d)Zd*d+Zd8d,d-Zd.d/Zd0d1Zd2d3Zd4d5ZdS)9rTNcKsJtd|||_||_||_d|_||_t|||_t j |_ | dS)Nz open file: %s) loggerdebugr!r8rr1 autocommitr compressionioDEFAULT_BUFFER_SIZE blocksizer)rr!r8rrrrr r rrts   zLocalFileOpener.__init__cCs|jdus |jjr\|jsd|jvr,t|j|jd|_|jr+t|j}||j|jd|_nt \}}t |||_ t||jd|_d|jvr^|j dd|_|j d|j|j_dSdSdS)Nrr8rr)r1closedrr8rdr!rrtempfilemkstemprrtempseekr5)rcompressir(r r rrs"      zLocalFileOpener._opencCs2d|jvrt||j||j||SNr)r8rxrr1rread)rstartendr r r _fetch_ranges  zLocalFileOpener._fetch_rangecCsLd|_|dd}|j|d|dvr$d|_||j|dSdS)Nlocrr8)r1pop__dict__updaterr)rstaterr r r __setstate__s   zLocalFileOpener.__setstate__cCsD|j}|dd|jvr|j|d<|S|jjs td|S)Nr1rrz+Cannot serialise open write-mode local file)rcopyrr8r1tellrrx)rdr r r __getstate__s   zLocalFileOpener.__getstate__c Cs|jrtdz t|j|jWnty-}ztj|js"|WYd}~dSd}~wwzd}t |j|t |@WdStyIYdSw)Nz0Can only commit if not already set to autocommitr) r RuntimeErrorrZrkrr!PermissionErrorrrrr)rerr r rcommits   zLocalFileOpener.commitcCs|jrtdt|jdS)Nz#Cannot discard if set to autocommit)rrrrurrr r rdiscardszLocalFileOpener.discardrscCrrr rr r rreadableszLocalFileOpener.readablecCs d|jvSrrrr r rwritablerWzLocalFileOpener.writablecO|jj|i|Sr#)r1rrargsrr r rrrtzLocalFileOpener.readcOrr#)r1writerr r rrrtzLocalFileOpener.writecOrr#)r1rrr r rrrtzLocalFileOpener.tellcOrr#)r1rrr r rrrtzLocalFileOpener.seekcOrr#)r1seekablerr r rrrtzLocalFileOpener.seekablecOrr#)r1readlinerr r rrrtzLocalFileOpener.readlinecOrr#)r1 readlinesrr r rrrtzLocalFileOpener.readlinescC |jSr#)r1rrr r rrrWzLocalFileOpener.closecCs |j|Sr#)r1r)rr5r r rr zLocalFileOpener.truncatecCs|jjSr#)r1rrr r rrszLocalFileOpener.closedcCrr#)rawfilenorr r rrrWzLocalFileOpener.filenocCs|jdSr#)r1flushrr r rrszLocalFileOpener.flushcCrr#)r1__iter__rr r rrrWzLocalFileOpener.__iter__cCs t|j|Sr#)rMr1)ritemr r r __getattr__rzLocalFileOpener.__getattr__cCs d|_|Sr) _incontextrr r r __enter__szLocalFileOpener.__enter__cCsd|_|j|||dS)NF)rr1__exit__)rexc_type exc_value tracebackr r rrszLocalFileOpener.__exit__)TNNr#)rsN)rrrrrrrrrrrrrrrrrrrrrintrrrrrrrrrr r r rrss8       r)r)rrloggingros.pathr!rUrZrBr functoolsrfsspecrfsspec.compressionr fsspec.corer fsspec.utilsrr getLoggerrrrrr rIOBaserr r r rs,      3