U
    h<                     @   s   d dl Z d dlZd dlZd dlZd dlmZ d dlZd dlZd dl	Z	d dl
mZ d dlmZ d dlmZ d dlmZmZ edZG dd deZd	d
 Zdd ZG dd dejZdS )    N)AbstractFileSystem)compr)get_compression)
isfilelikestringify_pathzfsspec.localc                       s(  e Zd ZdZdZdZdZdA fdd	Zedd	 Z	dBd
dZ
dCddZdd ZdDddZdd Zdd Zdd Zdd Zdd ZdEddZdFdd Zd!d" Zd#d$ Zd%d& Zed'd(d)Zd*d+ ZdGd,d-Zd.d/ ZdHd1d2ZdId3d4Zd5d6 Zd7d8 Z e!d9d: Z"e!d;d< Z#d=d> Z$d?d@ Z%  Z&S )JLocalFileSystema   Interface to files on local storage

    Parameters
    ----------
    auto_mkdir: bool
        Whether, when opening a file, the directory containing it should
        be created (if it doesn't already exist). This is assumed by pyarrow
        code.
    /)filelocalTFc                    s   t  jf | || _d S N)super__init__
auto_mkdir)selfr   kwargs	__class__ N/var/www/html/venv/lib/python3.8/site-packages/fsspec/implementations/local.pyr   !   s    zLocalFileSystem.__init__c                 C   s   dS )Nr
   r   r   r   r   r   fsid%   s    zLocalFileSystem.fsidc                 K   sB   |  |}| |rt||r0| j|dd ntj|f| d S NTexist_ok)_strip_protocolexistsFileExistsErrormakedirsosmkdir)r   pathZcreate_parentsr   r   r   r   r   )   s    

zLocalFileSystem.mkdirc                 C   s   |  |}tj||d d S )Nr   )r   r   r   )r   r    r   r   r   r   r   2   s    
zLocalFileSystem.makedirsc                 C   s   |  |}t| d S r   )r   r   rmdirr   r    r   r   r   r!   6   s    
zLocalFileSystem.rmdirc           	   
   K   s   |  |}| |}g }|d dkrt|N}|D ]B}z(|rH| |n
|  |j}|| W q4 tk
rt   Y q4X q4W 5 Q R X n|r|gn|d g}|S )Ntype	directoryname)r   infor   scandirr    appendFileNotFoundError)	r   r    detailr   Z	path_infoinfositfr&   r   r   r   ls:   s    

zLocalFileSystem.lsc           
      K   s>  t |tjr|jdd}| }|jddr2d}n|jddrDd}nd}|j}|rz|jdd}|j}W n tk
r   d}Y nX | 	|j
}nd| 	|}tj|dd}t|j}|rtj|dd}|j}t|jrd}nt|jrd}nd}||||j|d}d	D ]}	t|d
|	 ||	< q
|r:t||d< |S )NF)follow_symlinksr$   r	   otherTr   )r%   sizer#   createdislink)modeuidgidmtimeinoZnlinkZst_Zdestination)
isinstancer   DirEntrystat
is_symlinkis_diris_filest_sizeOSErrorr   r    S_ISLNKst_modeS_ISDIRS_ISREGst_ctimegetattrreadlink)
r   r    r   outlinktr1   Zout2resultfieldr   r   r   r&   M   sL    


zLocalFileSystem.infoc                 K   s
   t |S r   )osplexists)r   r    r   r   r   r   rN   |   s    zLocalFileSystem.lexistsc                 K   sl   |  |}|  |}| jr.| j| |dd | |rFt|| n"| |r`| j|dd nt	|d S r   )
r   r   r   _parentisfileshutilcopyfileisdirZmkdirsr)   r   path1path2r   r   r   r   cp_file   s    



zLocalFileSystem.cp_filec                 C   s   |  |}tj|S r   )r   r   r    rP   r"   r   r   r   rP      s    
zLocalFileSystem.isfilec                 C   s   |  |}tj|S r   )r   r   r    rS   r"   r   r   r   rS      s    
zLocalFileSystem.isdirNc              	   K   s@   t |r,t|d}t|| W 5 Q R X n| j||f|S d S )Nrb)r   openrQ   copyfileobjrW   )r   rU   rV   callbackr   r-   r   r   r   get_file   s    zLocalFileSystem.get_filec                 K   s   | j ||f|S r   )rW   )r   rU   rV   r[   r   r   r   r   put_file   s    zLocalFileSystem.put_filec                 K   s$   |  |}|  |}t|| d S r   )r   rQ   moverT   r   r   r   mv   s    

zLocalFileSystem.mvc                 K   s(   |  |}|  |}tj||f| d S r   )r   r   rI   r   srcdstr   r   r   r   rI      s    

zLocalFileSystem.linkc                 K   s(   |  |}|  |}tj||f| d S r   )r   r   symlinkr`   r   r   r   rc      s    

zLocalFileSystem.symlinkreturnc                 C   s   t j| |S r   )r   r    r3   r   r"   r   r   r   r3      s    zLocalFileSystem.islinkc                 C   s   t | | d S r   )r   remover   r"   r   r   r   rm_file   s    zLocalFileSystem.rm_filec                 C   sn   t |ts|g}|D ]T}| |}| |r^|s8tdt|t krRtdt	
| qt| qd S )Nz+Cannot delete directory, set recursive=Truez'Cannot delete current working directory)r9   listr   rS   
ValueErrorrM   abspathr   getcwdrQ   rmtreerf   )r   r    	recursiveZmaxdepthpr   r   r   rm   s    


zLocalFileSystem.rmc                 C   s   |  |}d| S )Nfile://)r   )r   r%   r   r   r   unstrip_protocol   s    
z LocalFileSystem.unstrip_protocolrX   c                 K   sB   |  |}| jr,d|kr,| j| |dd t||fd| i|S )NwTr   fs)r   r   r   rO   LocalFileOpener)r   r    r4   
block_sizer   r   r   r   _open   s    
zLocalFileSystem._openc                 K   s^   |  |}| jr$| j| |dd | |r<t|d  nt|d  |rZt	|d d S )NTr   ar   )
r   r   r   rO   r   r   utimerY   closetruncate)r   r    rz   r   r   r   r   touch   s    

zLocalFileSystem.touchc                 C   s$   | j |d}tjj|d tjjdS )Nr    r2   tzr&   datetimefromtimestamptimezoneutcr   r    r&   r   r   r   r2      s
     zLocalFileSystem.createdc                 C   s$   | j |d}tjj|d tjjdS )Nr|   r7   r}   r   r   r   r   r   modified   s    zLocalFileSystem.modifiedc                 C   sh   |  |}tjdkr(|ddd p&dS |ddd }t|dkr`|dd dkr`|d d S |S d S )Nr      r         ::/)r   r   seprsplitlen)clsr    Zpath_r   r   r   rO      s    

zLocalFileSystem._parentc                 C   s@  t |}|dr |dd  }nF|dr8|dd  }n.|drP|dd  }n|drf|dd  }t|}tjd	kr*|d
d dkr|d d |dd   }}nj|d d dkr|d	d }dks|d	|d
  }dkr|d }}n|d | ||d   }}nd}|d	p | j}|| S |d	p:| jS d S )Nrp      zfile:   zlocal://   zlocal:   r   r   r   r   // )r   
startswithmake_path_posixr   r   findrstriproot_marker)r   r    driveZindex1index2r   r   r   r      s0    



zLocalFileSystem._strip_protocolc                 C   s   dS NTr   r   r   r   r   _isfilestore  s    zLocalFileSystem._isfilestorec                 C   s   t |}t||S r   )r   r   chmod)r   r    r4   r   r   r   r     s    zLocalFileSystem.chmod)F)T)F)F)N)N)FN)rX   N)T)'__name__
__module____qualname____doc__r   protocol
local_filer   propertyr   r   r   r!   r.   r&   rN   rW   rP   rS   r\   r]   r_   rI   rc   boolr3   rg   ro   rq   rv   r{   r2   r   classmethodrO   r   r   r   __classcell__r   r   r   r   r      sF   


	

/






&r   c                 C   s  t | tsRt | tttfr0t| dd | D S t| } t | tsRtd| dtj	dkr| 
drj| S | 
dr~t| S | 
dr| dd	 } n| d
krd} t  d|  S | dd dkr| dd dkr| dd	 } | dd dkrt| dkr| d d S | dd} | S | dd dkr<tt| S | 
dr`d| dd	 dd S | 
dr| dd} tt d  |  S | dd} | 
dr| dd	 } n| d
krd} tt  d|  S d	S )z-Make path generic and absolute for current OSc                 s   s   | ]}t |V  qd S r   )r   ).0rn   r   r   r   	<genexpr>&  s     z"make_path_posix.<locals>.<genexpr>zcould not convert z
 to stringr   ~z./r   N.r   r   r   r   r   r   \)z\\r   r   )r   r   )r9   strrh   settupler#   r   	TypeErrorr   r   r   rM   
expanduserrk   r   replacer   
splitdriver|   r   r   r   r   "  sH    






 
r   c                 C   s"   |  tjp tjdk	o |  tjS )zReturn True if the path ends with a path separator.

    A forward slash is always considered a path separator, even on Operating
    Systems that normally use a backslash.
    N)endswithr   r   altsepr|   r   r   r   trailing_sepU  s    	r   c                   @   s   e Zd Zd6ddZdd Zdd Zd	d
 Zdd Zdd Zdd Z	e
dddZe
dddZdd Zdd Zdd Zdd Zdd Zd d! Zd"d# Zd$d% Zd7edd&d'Zed(d) Zd*d+ Zddd,d-Zd.d/ Zd0d1 Zd2d3 Zd4d5 ZdS )8rt   TNc                 K   sJ   t d| || _|| _|| _d | _|| _t||| _t	j
| _|   d S )Nzopen file: %s)loggerdebugr    r4   rs   r-   
autocommitr   compressionioDEFAULT_BUFFER_SIZE	blocksizerv   )r   r    r4   r   rs   r   r   r   r   r   r   b  s    zLocalFileOpener.__init__c                 C   s   | j d ks| j jr| js"d| jkrXt| j| jd| _ | jrt| j }|| j | jd| _ n,t	 \}}t
| || _t|| jd| _ d| jkr| j dd| _| j d | j| j _d S )Nrr   r4   r   r   )r-   closedr   r4   rY   r    r   r   tempfilemkstempr   ry   tempseekr1   )r   compressir%   r   r   r   rv   o  s    


zLocalFileOpener._openc                 C   s2   d| j krt|   | j| | j|| S Nr)r4   ri   rv   r-   r   read)r   startendr   r   r   _fetch_range  s
    
zLocalFileOpener._fetch_rangec                 C   sH   d | _ |dd }| j| d|d krDd | _ |   | j | d S )Nlocr   r4   )r-   pop__dict__updaterv   r   )r   stater   r   r   r   __setstate__  s    zLocalFileOpener.__setstate__c                 C   sB   | j  }|d d| jkr.| j |d< n| jjs>td|S )Nr-   r   r   z+Cannot serialise open write-mode local file)r   copyr   r4   r-   tellr   ri   )r   dr   r   r   __getstate__  s    


zLocalFileOpener.__getstate__c                 C   s"   | j rtdt| j| j d S )Nz0Can only commit if not already set to autocommit)r   RuntimeErrorrQ   r^   r   r    r   r   r   r   commit  s    zLocalFileOpener.commitc                 C   s   | j rtdt| j d S )Nz#Cannot discard if set to autocommit)r   r   r   rf   r   r   r   r   r   discard  s    zLocalFileOpener.discardrd   c                 C   s   dS r   r   r   r   r   r   readable  s    zLocalFileOpener.readablec                 C   s
   d| j kS r   r   r   r   r   r   writable  s    zLocalFileOpener.writablec                 O   s   | j j||S r   )r-   r   r   argsr   r   r   r   r     s    zLocalFileOpener.readc                 O   s   | j j||S r   )r-   writer   r   r   r   r     s    zLocalFileOpener.writec                 O   s   | j j||S r   )r-   r   r   r   r   r   r     s    zLocalFileOpener.tellc                 O   s   | j j||S r   )r-   r   r   r   r   r   r     s    zLocalFileOpener.seekc                 O   s   | j j||S r   )r-   seekabler   r   r   r   r     s    zLocalFileOpener.seekablec                 O   s   | j j||S r   )r-   readliner   r   r   r   r     s    zLocalFileOpener.readlinec                 O   s   | j j||S r   )r-   	readlinesr   r   r   r   r     s    zLocalFileOpener.readlinesc                 C   s
   | j  S r   )r-   ry   r   r   r   r   ry     s    zLocalFileOpener.closec                 C   s   | j |S r   )r-   rz   )r   r1   r   r   r   rz     s    zLocalFileOpener.truncatec                 C   s   | j jS r   )r-   r   r   r   r   r   r     s    zLocalFileOpener.closedc                 C   s
   | j  S r   )rawfilenor   r   r   r   r     s    zLocalFileOpener.filenoc                 C   s   | j   d S r   )r-   flushr   r   r   r   r     s    zLocalFileOpener.flushc                 C   s
   | j  S r   )r-   __iter__r   r   r   r   r     s    zLocalFileOpener.__iter__c                 C   s   t | j|S r   )rF   r-   )r   itemr   r   r   __getattr__  s    zLocalFileOpener.__getattr__c                 C   s
   d| _ | S r   )
_incontextr   r   r   r   	__enter__  s    zLocalFileOpener.__enter__c                 C   s   d| _ | j||| d S )NF)r   r-   __exit__)r   exc_type	exc_value	tracebackr   r   r   r     s    zLocalFileOpener.__exit__)TNN)N)r   r   r   r   rv   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   ry   intrz   r   r   r   r   r   r   r   r   r   r   r   r   rt   a  s:        
	

rt   )r   r   loggingr   os.pathr    rM   rQ   r;   r   Zfsspecr   Zfsspec.compressionr   Zfsspec.corer   Zfsspec.utilsr   r   	getLoggerr   r   r   r   IOBasert   r   r   r   r   <module>   s$   
  3