o
    Nrf'                     @  s   d dl mZ d dlZd dlmZmZ d dlmZ d dlmZ d dl	m
Z
mZ d dlmZmZ d dlmZ d d	lmZ d d
lmZ edZG dd deZG dd deZdS )    )annotationsN)datetimetimezone)	ENOTEMPTY)BytesIO)PurePathPureWindowsPath)AnyClassVar)AbstractFileSystem)LocalFileSystem)stringify_pathzfsspec.memoryfsc                   @  s   e Zd ZU dZi Zded< dgZdZdZe	dd Z
d'd
dZd'ddZd(ddZdd Zdd Zdd Z					d)ddZdd Zd*ddZdd  Zd!d" Zd#d$ Zd+d%d&ZdS ),MemoryFileSystemzA filesystem based on a dict of BytesIO objects

    This is a global filesystem so instances of this class all point to the same
    in memory filesystem.
    zClassVar[dict[str, Any]]store Zmemory/c                 C  sz   t |trt |trt|S t|}|dr |tdd  }d|v s(d|v r-|dS |	dd}|r;d| S dS )Nz	memory://z::z://r   r   )

isinstancer   r   r   _strip_protocolr   
startswithlenrstriplstrip)clspath r   f/var/www/html/software/conda/envs/catlas/lib/python3.10/site-packages/fsspec/implementations/memory.pyr      s   




z MemoryFileSystem._strip_protocolTc           	      K  s  |  |}|| jv r!|s|gS || j| jd| j| j dgS t }|d }g }t| jD ]T}||rd|t|d  vrU|	|| j| jd| j| j d q/t|t|kr||t|d  
ddd  }||vr|ptg }|	|ddd || q/| jD ]F}||rd|t|d  vr||vr|	|ddd || q||t|d  
ddd  }||vr|	|ddd || q|s|| jv rg S t||r|S tdd	 |D S )
Nfilenamesizetypecreatedr      r   	directoryr   r   r    c                 S  s   g | ]}|d  qS )r   r   ).0fr   r   r   
<listcomp>j   s    z'MemoryFileSystem.ls.<locals>.<listcomp>)r   r   r   r!   	timestampsettupler   r   appendsplitaddpseudo_dirsFileNotFoundErrorsorted)	selfr   detailkwargspathsZstarteroutp2Zppathr   r   r   ls,   sl   




 



 

zMemoryFileSystem.lsc                 K  s   |  |}|| jv s|| jv rt|| |dr*| | |r*t| ||rM| |drMz| j| ||fi | W n	 tyL   Y nw |r\|| jvr^| j	| d S d S d S )Nr   )
r   r   r.   FileExistsError_parentstripisfileNotADirectoryErrormkdirr+   )r1   r   create_parentsr3   r   r   r   r=   l   s   
 zMemoryFileSystem.mkdirFc                 C  s0   z
| j |dd W d S  ty   |s Y d S w )NT)r>   )r=   r8   )r1   r   exist_okr   r   r   makedirsz   s   zMemoryFileSystem.makedirsc                 K  s   | j |d|d dS )zSSet the bytes of given file

        Avoids copies of the data if possible
        wb)dataN)open)r1   r   valuer3   r   r   r   	pipe_file   s   zMemoryFileSystem.pipe_filec                 C  sN   |  |}|dkrd S || jv r#| |s| j| d S ttd|t|)Nr   zDirectory not empty)r   r.   r7   removeOSErrorr   r/   r1   r   r   r   r   rmdir   s   


zMemoryFileSystem.rmdirc                   s   t d  |    | jv s!t fddt| j| j D r' dddS  | jv r=| j  } |jdt|dd d	S t	 )
Nzinfo: %sc                 3  s    | ]
}|  d  V  qdS )r   N)r   r%   pr   r   r   	<genexpr>   s    
z(MemoryFileSystem.info.<locals>.<genexpr>r   r#   r$   r   r!   r   )
loggerdebugr   r.   anylistr   r   getattrr/   )r1   r   r3   Zfileliker   rL   r   info   s"   



zMemoryFileSystem.inforbNc                 K  s   |  |}|| jv rt||}t|dkr*| |}| |r$t|t|dks|dv rO|| jv rK| j| }|dkrD|dd |S |d |S t	||dkret
| ||d}	| jsc|	  |	S | jj}
td|
 d	|)
Nr"   )rT   abzr+brU   r      rA   rB   zunsupported file mode for z: )r   r.   IsADirectoryErrorr   r9   r;   r8   r   seekr/   
MemoryFilegetZ_intranscommit	__class____name__
ValueError)r1   r   mode
block_sizeZ
autocommitZcache_optionsr3   parentr&   mr   r   r   r   _open   s2   
	





zMemoryFileSystem._openc                 K  sn   |  |}|  |}| |rt| || j|  | j|< d S | |r3|| jvr1| j| d S d S t|N)	r   r;   rY   r   getvalueisdirr.   r+   r/   )r1   Zpath1Zpath2r3   r   r   r   cp_file   s   




zMemoryFileSystem.cp_filec                 K  sJ   t d| | |}zt| j|  || W S  ty$   t|w )Nzcat: %s)rN   rO   r   bytesr   	getbufferKeyErrorr/   )r1   r   startendr3   r   r   r   cat_file   s   
zMemoryFileSystem.cat_filec              
   C  s<   |  |}z| j|= W d S  ty } zt||d }~ww rd   )r   r   rj   r/   )r1   r   er   r   r   _rm   s   

zMemoryFileSystem._rmc                 C  0   |  |}z| j| jW S  ty   t|w rd   )r   r   modifiedrj   r/   rH   r   r   r   rq         
zMemoryFileSystem.modifiedc                 C  rp   rd   )r   r   r!   rj   r/   rH   r   r   r   r!      rr   zMemoryFileSystem.createdc                   sv   t |tr |}n	 fdd|D } j|||d}t|D ]} |s(q  |r3 | q  | q d S )Nc                   s   g | ]}  |qS r   )r   rJ   r1   r   r   r'      s    z'MemoryFileSystem.rm.<locals>.<listcomp>)	recursivemaxdepth)	r   strr   Zexpand_pathreversedexistsr;   Zrm_filerI   )r1   r   rt   ru   r4   rK   r   rs   r   rm   s   


zMemoryFileSystem.rm)T)F)rT   NTN)NN)FN)r]   
__module____qualname____doc__r   __annotations__r.   protocolZroot_markerclassmethodr   r7   r=   r@   rE   rI   rS   rc   rg   rm   ro   rq   r!   ry   r   r   r   r   r      s2   
 


@

&
r   c                      sN   e Zd ZdZd fdd	Zedd Zdd Zd	d
 Zdd Z	dd Z
  ZS )rY   zA BytesIO which can't close and works as a context manager

    Can initialise with data. Each path should only be active once at any moment.

    No need to provide fs, path if auto-committing (default)
    Nc                   sZ   t d| || _|| _tjtjd| _tjtjd| _	|r+t
 | | d d S d S )Nzopen file %stzr   )rN   rO   fsr   r   nowr   utcr!   rq   super__init__rX   )r1   r   r   rB   r\   r   r   r     s   zMemoryFile.__init__c                 C  s
   |   jS rd   )ri   nbytesrs   r   r   r   r      s   
zMemoryFile.sizec                 C  s   | S rd   r   rs   r   r   r   	__enter__$     zMemoryFile.__enter__c                 C     d S rd   r   rs   r   r   r   close'  r   zMemoryFile.closec                 C  r   rd   r   rs   r   r   r   discard*  r   zMemoryFile.discardc                 C  s"   | | j j| j< tjtjd| _d S )Nr   )r   r   r   r   r   r   r   rq   rs   r   r   r   r[   -  s   zMemoryFile.commit)NNN)r]   rz   r{   r|   r   propertyr   r   r   r   r[   __classcell__r   r   r   r   rY     s    

rY   )
__future__r   loggingr   r   errnor   ior   pathlibr   r   typingr	   r
   Zfsspecr   Zfsspec.implementations.localr   Zfsspec.utilsr   	getLoggerrN   r   rY   r   r   r   r   <module>   s    
 ~