o
    Nrf:                     @   s   d dl Z d dlZd dlZd dlZd dlmZ d dlZd dlZd dl	Z	d dl
mZ d dlmZ d dlmZ d dlmZmZ edZG dd deZd	d
 Zdd ZG dd dejZdS )    N)AbstractFileSystem)compr)get_compression)
isfilelikestringify_pathzfsspec.localc                       s(  e Zd ZdZdZdZdZdA fdd	Zedd	 Z	dBd
dZ
dAddZdd ZdAddZdd Zdd Zdd Zdd Zdd ZdCddZdCdd Zd!d" Zd#d$ Zd%d& Zd'efd(d)Zd*d+ ZdDd,d-Zd.d/ ZdEd1d2ZdBd3d4Zd5d6 Zd7d8 Z e!d9d: Z"e!d;d< Z#d=d> Z$d?d@ Z%  Z&S )FLocalFileSystema   Interface to files on local storage

    Parameters
    ----------
    auto_mkdir: bool
        Whether, when opening a file, the directory containing it should
        be created (if it doesn't already exist). This is assumed by pyarrow
        code.
    /)filelocalTFc                    s   t  jdi | || _d S )N )super__init__
auto_mkdir)selfr   kwargs	__class__r   e/var/www/html/software/conda/envs/catlas/lib/python3.10/site-packages/fsspec/implementations/local.pyr   !   s   
zLocalFileSystem.__init__c                 C      dS )Nr
   r   r   r   r   r   fsid%   s   zLocalFileSystem.fsidc                 K   sH   |  |}| |rt||r| j|dd d S tj|fi | d S NTexist_ok)_strip_protocolexistsFileExistsErrormakedirsosmkdir)r   pathZcreate_parentsr   r   r   r   r   )   s   

zLocalFileSystem.mkdirc                 C   s   |  |}tj||d d S )Nr   )r   r   r   )r   r    r   r   r   r   r   2   s   
zLocalFileSystem.makedirsc                 C   s   |  |}t| d S N)r   r   rmdirr   r    r   r   r   r"   6   s   
zLocalFileSystem.rmdirc                    sz     |} |}|d dkr/t|} fdd|D }W d    n1 s)w   Y  n|g}|s;dd |D S |S )Ntype	directoryc                    s   g | ]}  |qS r   )info).0fr   r   r   
<listcomp>?   s    z&LocalFileSystem.ls.<locals>.<listcomp>c                 S   s   g | ]}|d  qS )namer   )r'   ir   r   r   r)   D   s    )r   r&   r   scandir)r   r    detailr   r&   itinfosr   r   r   ls:   s   

zLocalFileSystem.lsc           	      K   s<  t |tjr+|jdd}| }|jddrd}n|jddr"d}nd}| |j}n/| |}tj|dd}t	|j
}|rFtj|dd}t|j
rOd}nt|j
rXd}nd}||j||j|d}dD ]}t|d	| ||< qf|d
 rt||d< ztj|dd}|j|d< W |S  ty   d|d< Y |S w |S )NF)follow_symlinksr%   r	   otherT)r*   sizer$   createdislink)modeuidgidmtimeinoZnlinkZst_r5   destinationr3   r   )
isinstancer   DirEntrystat
is_symlinkis_diris_filer   r    S_ISLNKst_modeS_ISDIRS_ISREGst_sizest_ctimegetattrreadlinkOSError)	r   r    r   outlinktresultfieldZout2r   r   r   r&   G   sL   

zLocalFileSystem.infoc                 K   s
   t |S r!   )osplexists)r   r    r   r   r   r   rQ   r      
zLocalFileSystem.lexistsc                 K   sl   |  |}|  |}| jr| j| |dd | |r$t|| d S | |r2| j|dd d S t	|r   )
r   r   r   _parentisfileshutilcopyfileisdirZmkdirsFileNotFoundErrorr   path1path2r   r   r   r   cp_fileu   s   



zLocalFileSystem.cp_filec                 C      |  |}tj|S r!   )r   r   r    rT   r#   r   r   r   rT         
zLocalFileSystem.isfilec                 C   r]   r!   )r   r   r    rW   r#   r   r   r   rW      r^   zLocalFileSystem.isdirNc                 K   sX   t |r"t|d}t|| W d    d S 1 sw   Y  d S | j||fi |S )Nrb)r   openrU   copyfileobjr\   )r   rZ   r[   callbackr   r(   r   r   r   get_file   s
   "zLocalFileSystem.get_filec                 K   s   | j ||fi |S r!   )r\   )r   rZ   r[   rb   r   r   r   r   put_file      zLocalFileSystem.put_filec                 K   s$   |  |}|  |}t|| d S r!   )r   rU   moverY   r   r   r   mv   s   

zLocalFileSystem.mvc                 K   ,   |  |}|  |}tj||fi | d S r!   )r   r   rL   r   srcdstr   r   r   r   rL         

zLocalFileSystem.linkc                 K   rh   r!   )r   r   symlinkri   r   r   r   rm      rl   zLocalFileSystem.symlinkreturnc                 C   s   t j| |S r!   )r   r    r5   r   r#   r   r   r   r5         zLocalFileSystem.islinkc                 C   s   t | | d S r!   )r   remover   r#   r   r   r   rm_file   re   zLocalFileSystem.rm_filec                 C   sn   t |ts|g}|D ]*}| |}| |r/|stdt|t kr)tdt	
| q
t| q
d S )Nz+Cannot delete directory, set recursive=Truez'Cannot delete current working directory)r<   listr   rW   
ValueErrorrP   abspathr   getcwdrU   rmtreerp   )r   r    	recursiveZmaxdepthpr   r   r   rm   s   


zLocalFileSystem.rmc                 C   s   |  |}d| S )Nfile://)r   )r   r*   r   r   r   unstrip_protocol   s   

z LocalFileSystem.unstrip_protocolr_   c                 K   sB   |  |}| jrd|v r| j| |dd t||fd| i|S )NwTr   fs)r   r   r   rS   LocalFileOpener)r   r    r6   
block_sizer   r   r   r   _open   s   
zLocalFileSystem._openc                 K   sb   |  |}| jr| j| |dd | |rt|d  nt|d  |r/t	|d d S d S )NTr   ar   )
r   r   r   rS   r   r   utimer`   closetruncate)r   r    r   r   r   r   r   touch   s   

zLocalFileSystem.touchc                 C   $   | j |d}tjj|d tjjdS )Nr    r4   tzr&   datetimefromtimestamptimezoneutcr   r    r&   r   r   r   r4      s   zLocalFileSystem.createdc                 C   r   )Nr   r9   r   r   r   r   r   r   modified   s   zLocalFileSystem.modifiedc                 C   sd   |  |}tjdkr|ddd pdS |ddd }t|dkr0|dd dkr0|d d S |S )Nr      r         ::/)r   r   seprsplitlen)clsr    Zpath_r   r   r   rS      s   

zLocalFileSystem._parentc                 C   s4  t |}|dr|dd  }n#|dr|dd  }n|dr(|dd  }n|dr3|dd  }t|}tjd	kr|d
d dkrR|d d |dd  }}n4|d d dkr|d	d }dksp|d	|d
  }dkrv|d}}n|d | ||d  }}nd}|d	p| j}|| S |d	p| jS )Nrz      zfile:   zlocal://   zlocal:   r   r   r   r   // )r   
startswithmake_path_posixr   r   findrstriproot_marker)r   r    driveZindex1index2r   r   r   r      s0   




zLocalFileSystem._strip_protocolc                 C   r   NTr   r   r   r   r   _isfilestore  s   zLocalFileSystem._isfilestorec                 C   s   t |}t||S r!   )r   r   chmod)r   r    r6   r   r   r   r     s   zLocalFileSystem.chmod)F)Tr!   )FN)r_   N)'__name__
__module____qualname____doc__r   protocol
local_filer   propertyr   r   r   r"   r0   r&   rQ   r\   rT   rW   rc   rd   rg   rL   rm   boolr5   rq   ry   r{   r   r   r4   r   classmethodrS   r   r   r   __classcell__r   r   r   r   r      sH    



	
+






&r   c                 C   s  t | ts)t | tttfrt| dd | D S t| } t | ts)td| dtj	dkrZ| 
dr5| S | 
dr?t| S | 
drK| dd	 } n| d
krQd} t  d|  S | dd dkrp| dd dkrp| dd	 } | dd dkrt| dkr| d d S | dd} | S | dd dkrtt| S | 
drd| dd	 dd S | 
dr| dd} tt d  |  S | dd} | 
dr| dd	 } n| d
krd} tt  d|  S )z-Make path generic and absolute for current OSc                 s   s    | ]}t |V  qd S r!   )r   )r'   rx   r   r   r   	<genexpr>  s    z"make_path_posix.<locals>.<genexpr>zcould not convert z
 to stringr   ~z./r   N.r   r   r   r   r   r   \)z\\r   r   )r   r   )r<   strrr   settupler$   r   	TypeErrorr   r   r   rP   
expanduserru   r   replacer   
splitdriver   r   r   r   r     sH   






 


r   c                 C   s"   |  tjptjduo|  tjS )zReturn True if the path ends with a path separator.

    A forward slash is always considered a path separator, even on Operating
    Systems that normally use a backslash.
    N)endswithr   r   altsepr   r   r   r   trailing_sepK  s   "	r   c                   @   s   e Zd Z	d6ddZdd Zdd Zd	d
 Zdd Zdd Zdd Z	de
fddZde
fddZdd Zdd Zdd Zdd Zdd Zd d! Zd"d# Zd$d% Zd7defd&d'Zed(d) Zd*d+ Zd8d,d-Zd.d/ Zd0d1 Zd2d3 Zd4d5 ZdS )9r~   TNc                 K   sJ   t d| || _|| _|| _d | _|| _t||| _t	j
| _|   d S )Nzopen file: %s)loggerdebugr    r6   r}   r(   
autocommitr   compressionioDEFAULT_BUFFER_SIZE	blocksizer   )r   r    r6   r   r}   r   r   r   r   r   r   X  s   zLocalFileOpener.__init__c                 C   s   | j d u s	| j jr\| jsd| jvr,t| j| jd| _ | jr+t| j }|| j | jd| _ nt	 \}}t
| || _t|| jd| _ d| jvr^| j dd| _| j d | j| j _d S d S d S )Nr|   r6   r   r   )r(   closedr   r6   r`   r    r   r   tempfilemkstempr   r   tempseekr3   )r   compressr+   r*   r   r   r   r   e  s"   


zLocalFileOpener._openc                 C   s2   d| j vrt|   | j| | j|| S Nr)r6   rs   r   r(   r   read)r   startendr   r   r   _fetch_rangew  s
   
zLocalFileOpener._fetch_rangec                 C   sL   d | _ |dd }| j| d|d v r$d | _ |   | j | d S d S )Nlocr   r6   )r(   pop__dict__updater   r   )r   stater   r   r   r   __setstate__  s   zLocalFileOpener.__setstate__c                 C   sD   | j  }|d d| jv r| j |d< |S | jjs td|S )Nr(   r   r   z+Cannot serialise open write-mode local file)r   copyr   r6   r(   tellr   rs   )r   dr   r   r   __getstate__  s   


zLocalFileOpener.__getstate__c                 C   s"   | j rtdt| j| j d S )Nz0Can only commit if not already set to autocommit)r   RuntimeErrorrU   rf   r   r    r   r   r   r   commit  s   zLocalFileOpener.commitc                 C   s   | j rtdt| j d S )Nz#Cannot discard if set to autocommit)r   r   r   rp   r   r   r   r   r   discard  s   zLocalFileOpener.discardrn   c                 C   r   r   r   r   r   r   r   readable  s   zLocalFileOpener.readablec                 C   s
   d| j vS r   r   r   r   r   r   writable  rR   zLocalFileOpener.writablec                 O      | j j|i |S r!   )r(   r   r   argsr   r   r   r   r     ro   zLocalFileOpener.readc                 O   r   r!   )r(   writer   r   r   r   r     ro   zLocalFileOpener.writec                 O   r   r!   )r(   r   r   r   r   r   r     ro   zLocalFileOpener.tellc                 O   r   r!   )r(   r   r   r   r   r   r     ro   zLocalFileOpener.seekc                 O   r   r!   )r(   seekabler   r   r   r   r     ro   zLocalFileOpener.seekablec                 O   r   r!   )r(   readliner   r   r   r   r     ro   zLocalFileOpener.readlinec                 O   r   r!   )r(   	readlinesr   r   r   r   r     ro   zLocalFileOpener.readlinesc                 C   
   | j  S r!   )r(   r   r   r   r   r   r     rR   zLocalFileOpener.closec                 C   s   | j |S r!   )r(   r   )r   r3   r   r   r   r        zLocalFileOpener.truncatec                 C   s   | j jS r!   )r(   r   r   r   r   r   r     s   zLocalFileOpener.closedc                 C   r   r!   )rawfilenor   r   r   r   r     rR   zLocalFileOpener.filenoc                 C   s   | j   d S r!   )r(   flushr   r   r   r   r     s   zLocalFileOpener.flushc                 C   r   r!   )r(   __iter__r   r   r   r   r     rR   zLocalFileOpener.__iter__c                 C   s   t | j|S r!   )rH   r(   )r   itemr   r   r   __getattr__  r   zLocalFileOpener.__getattr__c                 C   s
   d| _ | S r   )
_incontextr   r   r   r   	__enter__  s   zLocalFileOpener.__enter__c                 C   s   d| _ | j||| d S )NF)r   r(   __exit__)r   exc_type	exc_value	tracebackr   r   r   r     s   zLocalFileOpener.__exit__)TNNr!   )rn   N)r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   intr   r   r   r   r   r   r   r   r   r   r   r   r   r~   W  s8    
	


r~   )r   r   loggingr   Zos.pathr    rP   rU   r>   r   Zfsspecr   Zfsspec.compressionr   Zfsspec.corer   Zfsspec.utilsr   r   	getLoggerr   r   r   r   IOBaser~   r   r   r   r   <module>   s&    
  3