U
    h)                     @  s   d dl mZ d dlZd dlmZmZ d dlmZ d dlmZ d dl	m
Z
mZ d dlmZmZ d dlmZ d d	lmZ d d
lmZ edZG dd deZG dd deZdS )    )annotationsN)datetimetimezone)	ENOTEMPTY)BytesIO)PurePathPureWindowsPath)AnyClassVar)AbstractFileSystem)LocalFileSystem)stringify_pathzfsspec.memoryfsc                   @  s   e Zd ZU dZi Zded< dgZdZdZe	dd Z
d*d
dZd+ddZd,ddZd-ddZdd Zdd Zd.ddZdd Zd/ddZd d! Zd"d# Zd$d% Zd&d' Zd0d(d)ZdS )1MemoryFileSystemzA filesystem based on a dict of BytesIO objects

    This is a global filesystem so instances of this class all point to the same
    in memory filesystem.
    zClassVar[dict[str, Any]]store Zmemory/c                 C  sz   t |tr&t |trt|S t|}|dr@|tdd  }d|ksPd|krZ|dS |	dd}|rvd| S dS )Nz	memory://z::z://r   r   )

isinstancer   r   r   _strip_protocolr   
startswithlenrstriplstrip)clspath r   O/var/www/html/venv/lib/python3.8/site-packages/fsspec/implementations/memory.pyr      s    




z MemoryFileSystem._strip_protocolTc           	      K  s  |  |}|| jkrB|s|gS || j| jd| j| j dgS t }|d }g }t| jD ]}||r^d|t|d  kr|	|| j| jd| j| j d q^t|t|kr^||t|d  
ddd  }||kr^|pg }|	|ddd || q^| jD ]}||rd|t|d  kr\||kr|	|ddd || nF||t|d  
ddd  }||kr|	|ddd || q|s|| jkrg S t||r|S tdd	 |D S )
Nfilenamesizetypecreatedr      r   	directoryr   r   r    c                 S  s   g | ]}|d  qS )r   r   ).0fr   r   r   
<listcomp>j   s     z'MemoryFileSystem.ls.<locals>.<listcomp>)r   r   r   r!   	timestampsettupler   r   appendsplitaddpseudo_dirsFileNotFoundErrorsorted)	selfr   detailkwargspathsZstarteroutZp2Zppathr   r   r   ls,   sf    




 

 
zMemoryFileSystem.lsc                 K  s   |  |}|| jks|| jkr&t|| |drT| | |rTt| ||r| |drz| j| ||f| W n tk
r   Y nX |r|| jkr| j	| d S )Nr   )
r   r   r.   FileExistsError_parentstripisfileNotADirectoryErrormkdirr+   )r1   r   create_parentsr3   r   r   r   r<   l   s    
 zMemoryFileSystem.mkdirFc                 C  s2   z| j |dd W n tk
r,   |s( Y nX d S )NT)r=   )r<   r7   )r1   r   exist_okr   r   r   makedirsz   s
    zMemoryFileSystem.makedirs	overwritec                 K  s$   |dkrdnd}| j |||d dS )zSSet the bytes of given file

        Avoids copies of the data if possible
        createxbwb)modedataN)open)r1   r   valuerD   r3   r   r   r   	pipe_file   s    zMemoryFileSystem.pipe_filec                 C  sR   |  |}|dkrd S || jkrF| |s8| j| qNttd|nt|d S )Nr   zDirectory not empty)r   r.   r6   removeOSErrorr   r/   r1   r   r   r   r   rmdir   s    


zMemoryFileSystem.rmdirc                   s   t d  |    | jksBt fddt| j| j D rN dddS  | jkrz| j  } |jdt|dd d	S t	 d S )
Nzinfo: %sc                 3  s   | ]}|  d  V  qdS )r   N)r   r%   pr   r   r   	<genexpr>   s    z(MemoryFileSystem.info.<locals>.<genexpr>r   r#   r$   r   r!   r   )
loggerdebugr   r.   anylistr   r   getattrr/   )r1   r   r3   Zfileliker   rO   r   info   s"    



zMemoryFileSystem.inforbNc                 K  s  |  |}d|kr | |r t|| jkr2t||}t|dkr`| |}| |r6t|q6|dkr|| jkr| j| }|dkr|	dd n
|	d |S t
|n^|dkr|dkr| |rtt| ||d	}	| js|	  |	S | jj}
td
|
 d|d S )Nxr"   )rW   abzr+brY   r      >   rB   rC   rB   rE   zunsupported file mode for z: )r   existsr7   r.   IsADirectoryErrorr   r8   r:   r   seekr/   
MemoryFilegetZ_intranscommit	__class____name__
ValueError)r1   r   rD   
block_sizeZ
autocommitZcache_optionsr3   parentr&   mr   r   r   r   _open   s6    	








zMemoryFileSystem._openc                 K  sj   |  |}|  |}| |r<t| || j|  | j|< n*| |r^|| jkrf| j| nt|d S N)	r   r:   r^   r   getvalueisdirr.   r+   r/   )r1   Zpath1Zpath2r3   r   r   r   cp_file   s    


  

zMemoryFileSystem.cp_filec              
   K  sd   t d| | |}zt| j|  || W S  tk
r^ } zt||W 5 d }~X Y nX d S )Nzcat: %s)rQ   rR   r   bytesr   	getbufferKeyErrorr/   )r1   r   startendr3   er   r   r   cat_file   s    
zMemoryFileSystem.cat_filec              
   C  sH   |  |}z| j|= W n, tk
rB } zt||W 5 d }~X Y nX d S rh   )r   r   rn   r/   r1   r   rq   r   r   r   _rm   s
    
zMemoryFileSystem._rmc              
   C  sJ   |  |}z| j| jW S  tk
rD } zt||W 5 d }~X Y nX d S rh   )r   r   modifiedrn   r/   rs   r   r   r   ru      s
    
zMemoryFileSystem.modifiedc              
   C  sJ   |  |}z| j| jW S  tk
rD } zt||W 5 d }~X Y nX d S rh   )r   r   r!   rn   r/   rs   r   r   r   r!      s
    
zMemoryFileSystem.createdc                 C  s   |  |}|| jkS rh   )r   r   rK   r   r   r   r:      s    
zMemoryFileSystem.isfilec                   sx   t |tr |}n fdd|D } j|||d}t|D ]2} |rZ | q@ |shq@q@ | q@d S )Nc                   s   g | ]}  |qS r   )r   rM   r1   r   r   r'     s     z'MemoryFileSystem.rm.<locals>.<listcomp>)	recursivemaxdepth)	r   strr   Zexpand_pathreversedr:   Zrm_filer[   rL   )r1   r   rw   rx   r4   rN   r   rv   r   rm  s    


zMemoryFileSystem.rm)T)T)F)r@   )rW   NTN)NN)FN)rb   
__module____qualname____doc__r   __annotations__r.   protocolZroot_markerclassmethodr   r6   r<   r?   rH   rL   rV   rg   rk   rr   rt   ru   r!   r:   r{   r   r   r   r   r      s2   


@


    
*
r   c                      sN   e Zd ZdZd fdd	Zedd Zdd Zd	d
 Zdd Z	dd Z
  ZS )r^   zA BytesIO which can't close and works as a context manager

    Can initialise with data. Each path should only be active once at any moment.

    No need to provide fs, path if auto-committing (default)
    Nc                   sV   t d| || _|| _tjtjd| _tjtjd| _	|rRt
 | | d d S )Nzopen file %stzr   )rQ   rR   fsr   r   nowr   utcr!   ru   super__init__r]   )r1   r   r   rE   ra   r   r   r     s    zMemoryFile.__init__c                 C  s
   |   jS rh   )rm   nbytesrv   r   r   r   r   )  s    zMemoryFile.sizec                 C  s   | S rh   r   rv   r   r   r   	__enter__-  s    zMemoryFile.__enter__c                 C  s   d S rh   r   rv   r   r   r   close0  s    zMemoryFile.closec                 C  s   d S rh   r   rv   r   r   r   discard3  s    zMemoryFile.discardc                 C  s"   | | j j| j< tjtjd| _d S )Nr   )r   r   r   r   r   r   r   ru   rv   r   r   r   r`   6  s    zMemoryFile.commit)NNN)rb   r|   r}   r~   r   propertyr   r   r   r   r`   __classcell__r   r   r   r   r^     s   

r^   )
__future__r   loggingr   r   errnor   ior   pathlibr   r   typingr	   r
   Zfsspecr   Zfsspec.implementations.localr   Zfsspec.utilsr   	getLoggerrQ   r   r^   r   r   r   r   <module>   s   
  