o
0 h @ s d dl mZ d dlmZmZ d dlZd dlZd dlZd dlm Z de
de e
fddZ d ej
jfd
d Zd e
deee e f fd
dZdd Zdd ZddddefddZedd ZdefddZdefd d Zdefd d ZdS ) )contextmanager)AnycastN)Timerfilenamereturnc s d}d}d g }t | M}| |}t|D ]8\}}|dkr!q||}|dkr+q|d | } ||d d fdd| jdd D }
|d
|
qW d |S 1 s\w Y |S ) Nzzr c s g | ]
}|t d qS N)len).0xpfx O/var/www/vscode/kcb/lib/python3.10/site-packages/torch/utils/jit/log_extract.py
s z extract_ir..T)keepends )openreadsplit enumeratefind
splitlinesappendjoin) r BEGINENDgraphsf
split_strsi split_strend_locslinesr r r
extract_ir s*
r' inp_typec C sb | }| }| }| }|d usJ |d us J |d us"J |d us(J tj||||dS )N)sizestridedevicedtype)sizesstridesr+ r, torch
empty_strided)r( r) r* r+ r, r r r make_tensor_from_type s r1 irc C s t jj| dd}| g }| D ]_}t| t jjr'|t
dd qt| t jj r:|t dd qt| t jj
rTtt jj
| }|t| qt| t jjri|t dddk qtd| t jd|}t j|j ||fS ) NT)parse_tensor_constantsg?d r r z,A default value is not implemented for type forward)r/ _Cparse_irmakeMultiOutputIntoTupleinputs
isinstancetype FloatTyper randomuniformIntTyperandint
TensorTyper r1 BoolTypeNotImplementedError_create_function_from_graph!_jit_pass_erase_shape_informationgraph)r2 rF r9 inp
tensorTypefuncr r r load_graph_and_inputs) s" rJ c C s$ t d| |dd}| }|jd S )Nz fn(*inputs))fnr9 )stmtglobals )r blocked_autorangemedian)rK r9 test_runsttimesr r r time_cuda> s
rT c C s6 t }t|D ]}| | qt }|| | d S )NrN )time perf_counterrange)rK r9 rQ r% _er r r time_cpuC s
rZ
) warmup_runsrQ c C s| t | \}}t|D ]}|| q
d }|D ]}t|tjr%|jjdk} nq|d us,J |r6t|||}|S t|||}|S )Ncpu) rJ rW r: r/ Tensorr+ r; rZ rT ) r2 r9 r] rQ rF rX is_cpuinputoutr r r run_testJ s
rc c o s6 t jd}z d V W t j| d S t j| w )NF)r/ r6 _get_graph_executor_optimize)argskwargs old_optimizer r r no_fuserY s
rh c C s4 t
t| |W d S 1 sw Y d S r
)rh rc r2 r9 r r r run_baseline_no_fusiona s $rj c C s z9|rdgndg}t j|}t jd t| |W d W t j| S 1 s,w Y W t j| d S t j| w )N)DYNAMICr[ )STATICr[ fuser1)r/ jitset_fusion_strategyfuserrc )r2 r9 dynamicstrat old_stratr r r run_nncf s rt c C s: t jd
t| |W d S 1 sw Y d S )Nfuser2)r/ rn rp rc ri r r r run_nvfusero s $rv )
contextlibr typingr r r= r/ rU torch.utils.benchmarkr strlistr' r6 rA r1 tuplerJ rT rZ floatrc rh rj rt rv r r r r s"