U Mhi@sddlZddlZddlZddlmZddlmZmZeedddZ eedddZ eedd d Z eeeeeed d d Z eeeefedddZ eeedddZedfeedddZedkrejddZejdeddejdeeddd eZeejejZdS)!N)Path)DictList) source_codereturncCs tdd|}tdd|}|S)Nz(\n.+\s\'\'\'\n) z (\'\'\'\,.+))resub)rZ remove_headZ remove_tailr O/var/www/html/venv/lib/python3.8/site-packages/torch/utils/_get_clean_triton.py"remove_triton_function_declaration sr cCs.t|dd}t|dd}t|dd}|S)Nzasync_compile = AsyncCompile()zasync_compile.wait(globals())zdel async_compile)strreplace)rZremove_top_levelZremove_compileZ remove_delr r r remove_async_compilesrcCszd}d}ddt||tjD}t|D]J\}}|||}|dkr*|d|d|||t|d}q*q*q*|S)Nz/(\w+)\s*=\s*async_compile\.triton\('triton_',\sz def triton_cSsg|]}||dfqS))endgroup).0matchr r r sz"rename_kernels..zdef )rfinditerDOTALLreversedfindlen)rpatternZtriton_kernel_declmatchesZ end_indexZcaptured_stringZ index_of_Br r r rename_kernelss   r)original_params new_paramsrcCsBt|t|ksttt|D]}||dkr ||||<q |S)NT)rAssertionErrorrange)r r!idxr r r merge_params0s  r&)originalkernel_to_paramsrcs<d}tdfdd }t|||}tjdd|tjd}|S)Nz)(\w+)\.run\(([^)]*), grid=(.*\)), [^)]*\))rcs\|d}|d}|d}|}t|d|d}|d|dd|d}|S)Nrz, [z]())rr&splitjoin)r func_nameparamsgridr!Z new_stringr(r r r<s   z"add_launch_params..replacez"@triton_heuristics[^@]*@triton.jitz @triton.jit)flags)rrr r)r'r(rrZ transformedZremove_inductor_wrappersr r2r add_launch_params8s r4)input_filenameoutput_filenamerc Cst|}|}W5QRX|}d|kr0tdt|}t|}|d}tj|sltd|d|dt|}|}W5QRXdd|D}d d|D} t | } t || }t|d }| |W5QRX|S) Nz def triton_(z]Need to run original Pytorch code generating kernels with TORCHINDUCTOR_UNIQUE_KERNEL_NAMES=1z.launch_paramszMissing z1. Run `TORCHINDUCTOR_DUMP_LAUNCH_PARAMS=1 python z first.cSsg|]}|dqS)|)r-)rir r r rjsz process_file..cSs g|]\}}||gqSr )strip)rabr r r rksw) openread RuntimeErrorr rospathexists readlinesdictr4write) r5r6filerZtransformed_codeZlaunch_params_filenamefZlaunch_params_metaZ split_paramsZ strip_paramsZkernel_to_argsr r r process_fileTs.      rHztriton_only_repro.py input_path output_pathcCstt|t|S)zRun experiments and output results to file Args: input_path (Optional[Path]): Path to inductor generated output codede output_path (Optional[Path]): Path to write out the new python file )rHrrIr r r get_clean_tritonts rL__main__z=Clean Inductor generated code to remove Inductor dependencies) descriptionrJz&Path to inductor generated output code)typehelpz --output_pathz)Path to write out the clean triton output)rOdefaultrP)argparser@rpathlibrtypingrrrr rrr&r4rHrL__name__ArgumentParserparser add_argument parse_argsargsrJrKresultr r r r s@ !