o I h @s0UddlZddlZddlmZddlmZddlmZmZm Z m Z ddl Z ddl m Z ddlmZddlmZmZmZgdZe jje jjjhe jje jjjhe jje jjjhe jje jjje jjjhe jj e jjj!he jj"e jjj#e jjj$he j%ej%ej&d d he j'ej'ej(d d hga)e*e+e,d <ddZ-e-a.de*e+fddZ/d-ddZ0deefddZ1ddZ2de*efddZ3  d.de j4j5de*ede eege6ffd d!Z7d"e j4j5d#e j4jd$e8de9e:e jj;e j4jffd%d&ZdS)/N) OrderedDict)Sequence)AnyCallableOptionalUnion)ExportedProgram)Node)check_subgraphs_connectedget_source_partitionsSourcePartition)find_sequential_partitionsget_equivalent_typesupdate_equivalent_types_dictbfs_trace_with_node_processaddadd_mulmul__EQUIVALENT_TYPEScCs(i}tD] }|D]}t|||<qq|SN)rlist)_DICTvaluesvrZ/var/www/vscode/kcb/lib/python3.10/site-packages/torch/ao/quantization/pt2e/graph_utils.py_create_equivalent_types_dict%s rreturncCstSr)rrrrrr0srcCs|durtd|atadS)zHelp function for user who wants to customize the _EQUIVALENT_TYPES and _EQUIVALENT_TYPES_DICT. When customized_equivalent_types passes in, re-generate _EQUIVALENT_TYPES and _EQUIVALENT_TYPES_DICT. Nz.customized_equivalent_types should not be None) ValueErrorrr_EQUIVALENT_TYPES_DICT)customized_equivalent_typesrrrr4s r partitionscCs.d}|D]}|durt||sdS|}qdS)NFT)r )r"prev_partition partitionrrr_partitions_sequentialAs r%cCs |g}|tvr|t||Sr)r extend)partition_typematching_typesrrr_get_matching_typesLsr)partition_typescCsBt}|D]}t|}t|}t||@dkrdS||O}qdS)NrFT)setr)len)r*partition_types_setr'r(matching_types_setrrr_valid_type_sequenceSs r/Tgm filter_fnc Cs~t|s td|dt}|D]}t|}t|j||}ttj | ||<qt| }tj |} dd| D} | S)NzInvalid partition types: z*. Each type in the sequence must be uniquecSsg|]}t|r|qSr)r%).0 candidaterrr ss z.find_sequential_partitions..) r/rrr)r graphr itertoolschain from_iterablerproduct) r0r*include_functional_equivalentr1typed_partitionsr'types_to_matchr"typed_partitions_listfusion_candidatesfused_partitionsrrrr ^s"   r graph_modulenode arg_indexcCsR|j|}t|tjjsJ|jdksJt|jtsJ||j}|j||fS)Nget_attr) args isinstancetorchfxr optargetstr get_submodule)r@rArB submod_node submodulerrr_get_submodule{s   rNcCsxg}|jjD]3}|jdkrq|jtjjjur(|t ||d|t ||d|jtjjj ur9|t ||dq|S)a{ Returns a list of submodules used for control flow operations (torch.ops.higher_order.cond/map) that are in the given toplevel graph (does not look into submodules). Specifically, the returned value is a list containing a tuple of (name of the submodule that's stored in the graph module, the submodule itself, and the fx node that uses this submodule). call_functionr) r5nodesrHrIrFops higher_ordercondappendrNmap_impl)r@control_flow_submodulesrArrr_get_control_flow_submoduless  rYmodelnode_opcCst|ttjjfsJdt|t|tr|jn|}|g}|rI|d}|jj D] }|j dvr2q*||q*ddt |D}| ||s!dSdS)z9Traverse the graph module and apply node_op to each node.z-Expected GraphModule or ExportedProgram, got r)output placeholdercSsg|]\}}}|qSrr)r2_rMrrrr4sz/bfs_trace_with_node_process..N) rErrFrG GraphModuletyper@popr5rRrHrYr&)rZr[r0queuecurrent_graph_modulerArXrrrrs$        rr)TN)?r6operator collectionsrcollections.abcrtypingrrrrrF torch.exportrtorch.fxr *torch.fx.passes.utils.source_matcher_utilsr r r __all__nnConv1d functionalconv1dConv2dconv2dAdaptiveAvgPool2dadaptive_avg_pool2dReLUrelurelu_ BatchNorm2d batch_normHardtanhhardtanh hardtanh_riaddrimulrrr+__annotations__rr rrr%r)r/rGr_boolr inttuplerJModulerNrYrrrrrsp