U
    Mh>                     @   s  d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl	m
Z
mZ d dlmZmZ d dlmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ d dlm Z  d dl!m"Z" G dd	 d	eZ#d
Z$e%ee%ee% f dddZ&edZ'edZ(ee'gee( f ee' ee( dddZ)ee'gee( f ee' ee( dddZ*e j+eg e%f ed dddZ,eedddZ-ej.dde%e"dddZ/e%e0dd d!Z1G d"d# d#Z2d;eee% e2d$d%d&Z3d<ee0e0e%d(d)d*Z4d=ee0e0e0e%d+d,d-Z5eeef e0e0e0e%d.d/d0Z6eee ee eed1f f e0e0e0e%d.d2d3Z7ee% e0e0e0e%e%e%d4d5d6Z8G d7d8 d8Z9G d9d: d:ee' Z:dS )>    N)	Namespace)fieldsis_dataclass)autoEnum)AnyCallableDictGenericIterableIteratorListLiteralNoReturnOptionalSequenceSetTupleTypeVarUnion)Self)CodeTemplatec                   @   s0   e Zd Ze Ze Ze Ze Ze Ze Z	dS )TargetN)
__name__
__module____qualname__r   Z
DEFINITIONZDECLARATIONZREGISTRATIONZANONYMOUS_DEFINITIONZNAMESPACED_DEFINITIONZNAMESPACED_DECLARATION r   r   @/var/www/html/venv/lib/python3.8/site-packages/torchgen/utils.pyr   )   s   r   z(^|\W){}($|\W))schemareturnc                 C   s>   t d| }|d kr"td|  | \}}}||dfS )Nz(\w+)(\.\w+)?\((.*)\)zUnsupported function schema: , )rematchRuntimeErrorgroupssplit)r   mname_paramsr   r   r   split_name_params<   s
    r*   TS)funcxsr   c                 c   s$   |D ]}| |}|d k	r|V  qd S Nr   )r-   r.   xrr   r   r   mapMaybeL   s    r2   c                 c   s   |D ]}| |E d H  qd S r/   r   )r-   r.   r0   r   r   r   	concatMapT   s    r3   )msg_fnr   c              
   c   sz   z
d V  W nj t k
rt } zL|  }t|d}|jrH|jd  d| n|}|f|jdd   |_ W 5 d }~X Y nX d S )Nz  r   
   )	Exceptiontextwrapindentargs)r4   emsgr   r   r   context\   s    
r=   )r0   r   c                 C   s   t dt| j d S )NzUnhandled type: )AssertionErrortyper   )r0   r   r   r   assert_neverl   s    r@   )maxsize)template_fnr   c                 C   s
   t | S r/   )r   	from_file)rB   r   r   r   _read_templatep   s    rD   )sr   c                 C   s"   t | d }tj|ddS )Nlatin1little)	byteorder)hashlibsha1encodedigestint
from_bytes)rE   rJ   r   r   r   string_stable_hashv   s    rO   c                
   @   sN  e Zd ZU eed< eed< eed< ee ed< eeeddddZeedd	d
dZee	g e
eeeef f f edddZeee	g e
eeeef f f ddddZee	g e
eeeef f f ddddZddeee e	egef e	egeeee f f eeeeef  ee ddddZeeddddZedddZdS )FileManagerinstall_dirtemplate_dirdry_run	filenamesN)rQ   rR   rS   r   c                 C   s   || _ || _t | _|| _d S r/   )rQ   rR   setrT   rS   )selfrQ   rR   rS   r   r   r   __init__   s    zFileManager.__init__)filenamecontentsr   c              	   C   s|   z t |}| }W 5 Q R X W n tk
r8   d }Y nX ||krxtjtj|dd t |d}|| W 5 Q R X d S )NT)exist_okw)openreadOSErrorosmakedirspathdirnamewrite)rV   rX   rY   fZold_contentsr   r   r   _write_if_changed   s    

zFileManager._write_if_changed)rB   env_callabler   c                 C   sv   t j| j|}| }t|tr\d|krJd}|dt j| 7 }||d< t|}||S t|t	rj|S t
| d S )NZgenerated_commentz@generated by torchgen/gen.pyz from )r_   ra   joinrR   
isinstancedictbasenamerD   
substitutestrr@   )rV   rB   rf   Ztemplate_pathenvcommenttemplater   r   r   substitute_with_template   s    


z$FileManager.substitute_with_template)rX   rB   rf   r   c                 C   sT   | j  d| }|| jks"td| j| | jsP| j||d}| j||d d S )N/zduplicate file write {filename})rB   rf   )rX   rY   )rQ   rT   r>   addrS   rp   re   )rV   rX   rB   rf   Zsubstitute_outr   r   r   write_with_template   s    zFileManager.write_with_template)rX   rf   r   c                 C   s   |  ||| d S r/   )rs   )rV   rX   rf   r   r   r   rc      s    zFileManager.write)base_env)rX   itemskey_fnrf   
num_shardsrt   sharded_keysr   c                   s  ddi}dd t |D }	|g|	 }
|d k	r@|
D ]  | q0D ]F}|
D ]< | krt | tsntd |   |< qLg  |< qLqDtttt f tttt f d dfdd}| j	rd	}|D ]8}||}t
|| }||}||	| | ||| q|d
}|dkrt|}|d | }||d  }|
D ]0  d }| | | | | fdd q:| j| j d| d|  d S )Nshard_idZ
Everythingc                 S   s   g | ]}d d| iqS )ry   r(   r   ).0ir   r   r   
<listcomp>   s    z-FileManager.write_sharded.<locals>.<listcomp>z'sharded keys in base_env must be a list)intofrom_r   c                    s<   |  D ].\}}| ks&td| | |  |7  < qd S )Nzundeclared sharded key )ru   r>   )r}   r~   kv)rx   r   r   	merge_env   s    z,FileManager.write_sharded.<locals>.merge_envr   .c                      s    S r/   r   r   )shardr   r   <lambda>       z+FileManager.write_sharded.<locals>.<lambda>rq   )rangeupdaterh   listr>   copyr	   rl   r   rS   rO   rfindlenrs   rT   discardrQ   )rV   rX   ru   rv   rf   rw   rt   rx   Z
everythingZshardsZ
all_shardskeyr   itemZsidrm   Zdot_posbase_filename	extensionry   r   )r   rx   r   write_sharded   sV    
 .

  
zFileManager.write_sharded)variable_namerX   r   c                 C   s2   d |ddd t| jD }| || dS )z[Write a file containing the list of all outputs which are
        generated by this script.zset({}
    {})z
    c                 s   s   | ]}d | d  V  qdS )"Nr   )rz   r'   r   r   r   	<genexpr>  s     z,FileManager.write_outputs.<locals>.<genexpr>N)formatrg   sortedrT   re   )rV   r   rX   contentr   r   r   write_outputs  s
    zFileManager.write_outputsr   c                 C   s   t j| jt jtS )z
        This needs to be deterministic. The template dir is an absolute path
        that varies across builds. So, just use the path relative to this file,
        which will point to the codegen source but will be stable.
        )r_   ra   relpathrR   rb   __file__rV   r   r   r   template_dir_for_comments  s    z%FileManager.template_dir_for_comments)r   r   r   rl   __annotations__boolr   rW   re   r   r   r	   r   rp   rs   rc   r   r+   r   rM   r   r   r   r   r   r   r   r   rP   ~   s@   
 A	rP   )optionsrQ   r   c                 C   s.   t j| jd}|r|n| j}t||| jdS )NZ	templates)rQ   rR   rS   )r_   ra   rg   source_pathrQ   rP   rS   )r   rQ   rR   r   r   r   make_file_manager  s      r   P   )objr9   widthr   c                 C   s0   t jdkr"ddlm} || ||S t| ||dS )N)   
   r   )pformat)r9   r   )sysversion_infopprintr   _pformat)r   r9   r   r   r   r   r   dataclass_repr   s    
r   )r   r9   r   curr_indentr   c                    s   t  stdt   jj}|t|d 7 } fddt D }g }|D ]\}}|t| d }	t |rt||||	}
nBt|t	rt
||||	}
n(t|tttfrt||||	}
nt|}
|| d|
  qP|d }d| |}| d| d	S )
Nz%obj should be a dataclass, received: r6   c                    s$   g | ]}|j r|jt |jfqS r   )reprr'   getattr)rz   rd   r   r   r   r|   :  s      z_pformat.<locals>.<listcomp>= z,
())r   r>   r?   	__class__r   r   r   r   rh   ri   _format_dictr   rU   tuple_format_listr   appendrg   )r   r9   r   r   
class_nameZfields_list
fields_strr'   attrZ_curr_indentZstr_repr
indent_strbodyr   r   r   r   .  s$    
r   )r   r9   r   r   r   c           	      C   sv   ||d 7 }g }|   D ]J\}}t|}t|rFt||||t| nt|}|| d|  qt||||ddS )Nr   z: {})ru   r   r   r   r   r   _format)	r   r9   r   r   Z	dict_reprr   r   Zk_reprZv_strr   r   r   r   Q  s    r   .c                    sJ    d 7   fdd| D }t | tr0dnd\}}t| ||S )Nr6   c                    s*   g | ]"}t |rt| nt|qS r   )r   r   r   )rz   lr   r9   r   r   r   r|   l  s   z _format_list.<locals>.<listcomp>)[])r   r   )rh   r   r   )r   r9   r   r   Z	list_reprstartendr   r   r   r   e  s    r   )r   r9   r   r   r   r   r   c           
      C   sT   d\}}t t| |kr$d}d| }d| }d| | | }	| | |	 | S )N) r   r5   r   r    )r   r   rg   )
r   r9   r   r   r   r   	delimiterZcurr_indent_strr   r   r   r   r   r   t  s    r   c                   @   s   e Zd ZdZdeeedddZedeed ddd	Ze	ed
ddZ
e	ed
ddZe	ed
ddZdeedddZdS )NamespaceHelpera  A helper for constructing the namespace open and close strings for a nested set of namespaces.

    e.g. for namespace_str torch::lazy,

    prologue:
    namespace torch {
    namespace lazy {

    epilogue:
    } // namespace lazy
    } // namespace torch
    r      namespace_strentity_name	max_levelc                 C   sr   | d}t||ks,td| d| d|| _ddd |D | _ddd t|D | _|| _|| _	d S )	N::z"Codegen doesn't support more than z# level(s) of custom namespace. Got r   r5   c                 S   s   g | ]}d | dqS )z
namespace z {r   rz   nr   r   r   r|     s     z,NamespaceHelper.__init__.<locals>.<listcomp>c                 S   s   g | ]}d | qS )z} // namespace r   r   r   r   r   r|     s     )
r%   r   r>   cpp_namespace_rg   	prologue_reversed	epilogue_Znamespaces_entity_name_)rV   r   r   r   Zcpp_namespacesr   r   r   rW     s    

zNamespaceHelper.__init__)namespaced_entityr   r   c                 C   s2   |  d}|d }d|dd }t|||dS )zq
        Generate helper from nested namespaces as long as class/function name. E.g.: "torch::lazy::add"
        r   r   Nr   )r%   rg   r   )r   r   namesr   r   r   r   r   from_namespaced_entity  s    
  z&NamespaceHelper.from_namespaced_entityr   c                 C   s   | j S r/   )r   r   r   r   r   prologue  s    zNamespaceHelper.prologuec                 C   s   | j S r/   )r   r   r   r   r   epilogue  s    zNamespaceHelper.epiloguec                 C   s   | j S r/   )r   r   r   r   r   r     s    zNamespaceHelper.entity_name)defaultr   c                 C   s   | j r| j S |S )z
        Return the namespace string from joining all the namespaces by "::" (hence no leading "::").
        Return default if namespace string is empty.
        )r   )rV   r   r   r   r   get_cpp_namespace  s    z!NamespaceHelper.get_cpp_namespaceN)r   r   )r   )r   )r   r   r   __doc__rl   rM   rW   staticmethodr   propertyr   r   r   r   r   r   r   r   r     s      r   c                   @   s   e Zd ZU eeed f ed< deee  dddZ	ee
dddZee d	d
dZdddddZeddddZdd	ddZedddddZdddddZdedddZee
dddZdS )
OrderedSetNstorage)iterablec                 C   s    |d kri | _ nt|| _ d S r/   )r   ri   fromkeys)rV   r   r   r   r   rW     s    zOrderedSet.__init__)r   r   c                 C   s
   || j kS r/   r   rV   r   r   r   r   __contains__  s    zOrderedSet.__contains__r   c                 C   s   t | j S r/   )iterr   keysr   r   r   r   __iter__  s    zOrderedSet.__iter__zOrderedSet[T])ru   r   c                 C   s   | j |j  d S r/   )r   r   )rV   ru   r   r   r   r     s    zOrderedSet.updatec                 C   s   d | j |< d S r/   r   r   r   r   r   rr     s    zOrderedSet.addc                 C   s   t  }| j |_|S r/   )r   r   r   )rV   retr   r   r   r     s    zOrderedSet.copy)r:   r   c                  G   s,   | d   }| dd  D ]}|| q|S )Nr   r6   )r   r   )r:   r   rE   r   r   r   union  s    zOrderedSet.union)otherr   c                 C   s   t | |S r/   )r   r   rV   r   r   r   r   __or__  s    zOrderedSet.__or__c                 C   s   |  | | S r/   )r   r   r   r   r   __ior__  s    
zOrderedSet.__ior__c                 C   s,   t |tr| j|jkS t| j |kS d S r/   )rh   r   r   rU   r   r   r   r   r   __eq__  s    
zOrderedSet.__eq__)N)r   r   r   r	   r+   r   r   r   r   rW   r   r   r   r   r   rr   r   r   r   r   r   r   objectr   r   r   r   r   r     s   
r   )N)r   r   )r   );
contextlib	functoolsrI   r_   r!   r   r8   argparser   dataclassesr   r   enumr   r   typingr   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   typing_extensionsr   Ztorchgen.code_templater   r   ZIDENT_REGEXrl   r*   r+   r,   r2   r3   contextmanagerr=   r@   	lru_cacherD   rM   rO   rP   r   r   r   r   r   r   r   r   r   r   r   r   <module>   s   D((
      $
?