o I hKU@sddlmZddlmZddlmZmZddlmZddl m Z ddl m Z m Z mZgdZdZd Zd Zd Zd Zd ZdZdZdZeGdddZGdddZGdddZGdddZdS)) annotations) dataclass)AnyOptional)QConfigMapping) BackendConfig)_get_quant_type_to_str_quant_type_from_str QuantType)ConvertCustomConfigFuseCustomConfigPrepareCustomConfigStandaloneModuleConfigEntrystandalone_module_namestandalone_module_class%float_to_observed_custom_module_class)observed_to_quantized_custom_module_classnon_traceable_module_namenon_traceable_module_classinput_quantized_idxsoutput_quantized_idxspreserved_attributesc@s.eZdZUded<ded<ded<ded<d S) rOptional[QConfigMapping]qconfig_mappingtuple[Any, ...]example_inputsOptional[PrepareCustomConfig]prepare_custom_configOptional[BackendConfig]backend_configN)__name__ __module__ __qualname____annotations__r$r$Z/var/www/vscode/kcb/lib/python3.10/site-packages/torch/ao/quantization/fx/custom_config.pyr$s  rc@seZdZdZd6ddZddZd7ddZd8ddZej fd9ddZ d:d d!Z d;d$d%Z dd1d2Zd?d3d4Zd5S)@r a Custom configuration for :func:`~torch.ao.quantization.quantize_fx.prepare_fx` and :func:`~torch.ao.quantization.quantize_fx.prepare_qat_fx`. Example usage:: prepare_custom_config = PrepareCustomConfig() .set_standalone_module_name("module1", qconfig_mapping, example_inputs, child_prepare_custom_config, backend_config) .set_standalone_module_class(MyStandaloneModule, qconfig_mapping, example_inputs, child_prepare_custom_config, backend_config) .set_float_to_observed_mapping(FloatCustomModule, ObservedCustomModule) .set_non_traceable_module_names(["module2", "module3"]) .set_non_traceable_module_classes([NonTraceableModule1, NonTraceableModule2]) .set_input_quantized_indexes([0]) .set_output_quantized_indexes([0]) .set_preserved_attributes(["attr1", "attr2"]) returnNonecCs4i|_i|_i|_g|_g|_g|_g|_g|_dSN)standalone_module_namesstandalone_module_classesfloat_to_observed_mappingnon_traceable_module_namesnon_traceable_module_classesinput_quantized_indexesoutput_quantized_indexesrselfr$r$r%__init__Bs zPrepareCustomConfig.__init__cC dd|jD}d|dS)NcS"i|] \}}t|dkr||qSrlen.0kvr$r$r% M"z0PrepareCustomConfig.__repr__..zPrepareCustomConfig()__dict__itemsr1 dict_nonemptyr$r$r%__repr__L zPrepareCustomConfig.__repr__ module_namestrrrrrrrrrcCt|||||j|<|S)a| Set the configuration for running a standalone module identified by ``module_name``. If ``qconfig_mapping`` is None, the parent ``qconfig_mapping`` will be used instead. If ``prepare_custom_config`` is None, an empty ``PrepareCustomConfig`` will be used. If ``backend_config`` is None, the parent ``backend_config`` will be used instead. )rr))r1rFrrrrr$r$r%set_standalone_module_nameP z.PrepareCustomConfig.set_standalone_module_name module_classtypecCrH)a} Set the configuration for running a standalone module identified by ``module_class``. If ``qconfig_mapping`` is None, the parent ``qconfig_mapping`` will be used instead. If ``prepare_custom_config`` is None, an empty ``PrepareCustomConfig`` will be used. If ``backend_config`` is None, the parent ``backend_config`` will be used instead. )rr*)r1rKrrrrr$r$r%set_standalone_module_classdrJz/PrepareCustomConfig.set_standalone_module_class float_classobserved_class quant_typer cCs8|tjkr td||jvri|j|<||j||<|S)a5 Set the mapping from a custom float module class to a custom observed module class. The observed module class must have a ``from_float`` class method that converts the float module class to the observed module class. This is currently only supported for static quantization. zQset_float_to_observed_mapping is currently only supported for static quantization)r STATIC ValueErrorr+)r1rNrOrPr$r$r%set_float_to_observed_mappingxs   z1PrepareCustomConfig.set_float_to_observed_mapping module_names list[str]cC ||_|S)zZ Set the modules that are not symbolically traceable, identified by name. )r,)r1rTr$r$r%set_non_traceable_module_namesz2PrepareCustomConfig.set_non_traceable_module_namesmodule_classes list[type]cCrV)z[ Set the modules that are not symbolically traceable, identified by class. )r-)r1rYr$r$r% set_non_traceable_module_classesrXz4PrepareCustomConfig.set_non_traceable_module_classesindexes list[int]cCrV)z Set the indexes of the inputs of the graph that should be quantized. Inputs are otherwise assumed to be in fp32 by default instead. )r.r1r\r$r$r%set_input_quantized_indexesz/PrepareCustomConfig.set_input_quantized_indexescCrV)z Set the indexes of the outputs of the graph that should be quantized. Outputs are otherwise assumed to be in fp32 by default instead. )r/r^r$r$r%set_output_quantized_indexesr`z0PrepareCustomConfig.set_output_quantized_indexes attributescCrVz Set the names of the attributes that will persist in the graph module even if they are not used in the model's ``forward`` method. rr1rbr$r$r%set_preserved_attributesr`z,PrepareCustomConfig.set_preserved_attributesprepare_custom_config_dictdict[str, Any]cCs\ddd}dd d }dd d}|}|tgD]\}}}} } ||t} || t} || t} ||| || | q|tgD]\}}}} } ||t} || t} || t} ||| || | q>|tiD]\}}t|}|D] \}}||||qrqf| |t g| |t g| |tg||tg||tg|S)a Create a ``PrepareCustomConfig`` from a dictionary with the following items: "standalone_module_name": a list of (module_name, qconfig_mapping, example_inputs, child_prepare_custom_config, backend_config) tuples "standalone_module_class" a list of (module_class, qconfig_mapping, example_inputs, child_prepare_custom_config, backend_config) tuples "float_to_observed_custom_module_class": a nested dictionary mapping from quantization mode to an inner mapping from float module classes to observed module classes, e.g. {"static": {FloatCustomModule: ObservedCustomModule}} "non_traceable_module_name": a list of modules names that are not symbolically traceable "non_traceable_module_class": a list of module classes that are not symbolically traceable "input_quantized_idxs": a list of indexes of graph inputs that should be quantized "output_quantized_idxs": a list of indexes of graph outputs that should be quantized "preserved_attributes": a list of attributes that persist even if they are not used in ``forward`` This function is primarily for backward compatibility and may be removed in the future. objrdict_keyrGr&rcSDt|ts |dur |St|trt|Std|dt|d)zn Convert the given object into a QConfigMapping if possible, else throw an exception. Nz7Expected QConfigMapping in prepare_custom_config_dict[" "], got '') isinstancerdict from_dictrRrLrirjr$r$r%_get_qconfig_mapping  z;PrepareCustomConfig.from_dict.._get_qconfig_mappingrcSrk)zs Convert the given object into a PrepareCustomConfig if possible, else throw an exception. Nz._get_prepare_custom_configrcSrk)zm Convert the given object into a BackendConfig if possible, else throw an exception. Nz6Expected BackendConfig in prepare_custom_config_dict["rlrm)rnrrorprRrLrqr$r$r%_get_backend_configrsz:PrepareCustomConfig.from_dict.._get_backend_configN)rirrjrGr&r)rirrjrGr&r)rirrjrGr&r)getSTANDALONE_MODULE_NAME_DICT_KEYrI STANDALONE_MODULE_CLASS_DICT_KEYrMFLOAT_TO_OBSERVED_DICT_KEYrAr rSrW"NON_TRACEABLE_MODULE_NAME_DICT_KEYr[#NON_TRACEABLE_MODULE_CLASS_DICT_KEYr_ INPUT_QUANTIZED_INDEXES_DICT_KEYra!OUTPUT_QUANTIZED_INDEXES_DICT_KEYrfPRESERVED_ATTRIBUTES_DICT_KEY)clsrgrrrtruconfrF qconfig_dictr_prepare_custom_config_dictbackend_config_dictrrrrKquant_type_namecustom_module_mappingrPrNrOr$r$r%rps          zPrepareCustomConfig.from_dictcCs.d dd}i}|jD]\}}t|vrg|t<|t|||q |jD]\}}t|vr4g|t<|t|||q(|jD]\}}t|vrPi|t<||tt|<qDt |j dkre|j |t <t |j dkrq|j |t <t |jdkr}|j|t<t |jdkr|j|t<t |jdkr|j|t<|S) z Convert this ``PrepareCustomConfig`` to a dictionary with the items described in :func:`~torch.ao.quantization.fx.custom_config.PrepareCustomConfig.from_dict`. keyrercSs:|jr|jnd}|jr|jnd}|||j||jfSr()rto_dictrrr)rrrrgr$r$r% _make_tupleFsz0PrepareCustomConfig.to_dict.._make_tuplerN)rrrr)r)rArwappendr*rxr+ryrr7r,rzr-r{r.r|r/r}rr~)r1rdrFsm_config_entryrKrPr+r$r$r%r@sF       zPrepareCustomConfig.to_dictNr&r') rFrGrrrrrrrrr&r ) rKrLrrrrrrrrr&r )rNrLrOrLrPr r&r )rTrUr&r )rYrZr&r )r\r]r&r )rbrUr&r )rgrhr&r r&rh)r r!r"__doc__r2rDrIrMr rQrSrWr[r_rarf classmethodrprr$r$r$r%r .s"       r c@sTeZdZdZdddZddZejfdd dZdddZ e dddZ dddZ dS)r a; Custom configuration for :func:`~torch.ao.quantization.quantize_fx.convert_fx`. Example usage:: convert_custom_config = ConvertCustomConfig() .set_observed_to_quantized_mapping(ObservedCustomModule, QuantizedCustomModule) .set_preserved_attributes(["attr1", "attr2"]) r&r'cCsi|_g|_dSr()observed_to_quantized_mappingrr0r$r$r%r2s zConvertCustomConfig.__init__cCr3)NcSr4r5r6r8r$r$r%r<r=z0ConvertCustomConfig.__repr__..zConvertCustomConfig(r>r?rBr$r$r%rDrEzConvertCustomConfig.__repr__rOrLquantized_classrPr cCs&||jvr i|j|<||j||<|S)a Set the mapping from a custom observed module class to a custom quantized module class. The quantized module class must have a ``from_observed`` class method that converts the observed module class to the quantized module class. )r)r1rOrrPr$r$r%!set_observed_to_quantized_mappings z5ConvertCustomConfig.set_observed_to_quantized_mappingrbrUcCrVrcrdrer$r$r%rfr`z,ConvertCustomConfig.set_preserved_attributesconvert_custom_config_dictrhcCs^|}|tiD]\}}t|}|D] \}}||||qq ||tg|S)a Create a ``ConvertCustomConfig`` from a dictionary with the following items: "observed_to_quantized_custom_module_class": a nested dictionary mapping from quantization mode to an inner mapping from observed module classes to quantized module classes, e.g.:: { "static": {FloatCustomModule: ObservedCustomModule}, "dynamic": {FloatCustomModule: ObservedCustomModule}, "weight_only": {FloatCustomModule: ObservedCustomModule} } "preserved_attributes": a list of attributes that persist even if they are not used in ``forward`` This function is primarily for backward compatibility and may be removed in the future. )rvOBSERVED_TO_QUANTIZED_DICT_KEYrAr rrfr~)rrrrrrPrOrr$r$r%rps   zConvertCustomConfig.from_dictcCsTi}|jD]\}}t|vri|t<||tt|<qt|jdkr(|j|t<|S)z Convert this ``ConvertCustomConfig`` to a dictionary with the items described in :func:`~torch.ao.quantization.fx.custom_config.ConvertCustomConfig.from_dict`. r)rrArrr7rr~)r1rrPrr$r$r%rs zConvertCustomConfig.to_dictNr)rOrLrrLrPr r&r )rbrUr&r )rrhr&r r) r r!r"rr2rDr rQrrfrrprr$r$r$r%r vs   r c@sDeZdZdZdddZddZdd d ZedddZdddZ dS)r z Custom configuration for :func:`~torch.ao.quantization.quantize_fx.fuse_fx`. Example usage:: fuse_custom_config = FuseCustomConfig().set_preserved_attributes(["attr1", "attr2"]) r&r'cCs g|_dSr(rdr0r$r$r%r2s zFuseCustomConfig.__init__cCr3)NcSr4r5r6r8r$r$r%r<r=z-FuseCustomConfig.__repr__..zFuseCustomConfig(r>r?rBr$r$r%rDrEzFuseCustomConfig.__repr__rbrUcCrVrcrdrer$r$r%rfr`z)FuseCustomConfig.set_preserved_attributesfuse_custom_config_dictrhcCs|}||tg|S)a/ Create a ``ConvertCustomConfig`` from a dictionary with the following items: "preserved_attributes": a list of attributes that persist even if they are not used in ``forward`` This function is primarily for backward compatibility and may be removed in the future. )rfrvr~)rrrr$r$r%rps   zFuseCustomConfig.from_dictcCs i}t|jdkr|j|t<|S)z Convert this ``FuseCustomConfig`` to a dictionary with the items described in :func:`~torch.ao.quantization.fx.custom_config.ConvertCustomConfig.from_dict`. r)r7rr~)r1rr$r$r%rs zFuseCustomConfig.to_dictNr)rbrUr&r )rrhr&r r) r r!r"rr2rDrfrrprr$r$r$r%r s   r N) __future__r dataclassesrtypingrrtorch.ao.quantizationr$torch.ao.quantization.backend_configr torch.ao.quantization.quant_typerr r __all__rwrxryrrzr{r|r}r~rr r r r$r$r$r%s.      Ja