o Iñ hÏCã@s<ddlZddlZddlZddlZddlZddlZddlZddlmZm Z ddl Z e  d¡Z Gdd„dƒZ Gdd„dƒZGdd „d ƒZGd d „d ƒZGd d „d ejƒZd+dd„Zdd„Zdd„ZGdd„deƒZGdd„dejƒZGdd„deƒZdd„Zdd„Zdd „Zd!d"„Zd#d$„ZGd%d&„d&ƒZddd'd(œd)d*„ZdS),éN)Ú NamedTupleÚOptionalÚnnapi_serializec@s@eZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdS)ÚNNAPI_OperandCoderééééééééé é é é N)Ú__name__Ú __module__Ú __qualname__ÚFLOAT32ÚINT32ÚUINT32ÚTENSOR_FLOAT32Ú TENSOR_INT32ÚTENSOR_QUANT8_ASYMMÚBOOLÚTENSOR_QUANT16_SYMMÚTENSOR_FLOAT16Ú TENSOR_BOOL8ÚFLOAT16ÚTENSOR_QUANT8_SYMM_PER_CHANNELÚTENSOR_QUANT16_ASYMM©r"r"úT/var/www/vscode/kcb/lib/python3.10/site-packages/torch/backends/_nnapi/serializer.pyrsrc@sˆeZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&d%Z'd&Z(d'Z)d(Z*d)Z+d*Z,d+Z-d,Z.d-Z/d.Z0d/Z1d0Z2d1Z3d2Z4d3Z5d4Z6d5Z7d6Z8d7Z9d8Z:d9Z;d:Zd=Z?d>Z@d?ZAd@ZBdAZCdBZDdCZEdDZFdEZGdFZHdGZIdHZJdIZKdJZLdKZMdLZNdMZOdNZPdOZQdPZRdQZSdRZTdSZUdTZVdUZWdVZXdWZYdXZZdYZ[dZZ\d[Z]d\Z^d]Z_d^Z`d_Zad`S)aÚNNAPI_OperationCoderrrrr r r r r rrrré ééééééééééééééééééé é!é"é#é$é%é&é'é(é)é*é+é,é-é.é/é0é1é2é3é4é5é6é7é8é9é:é;é<é=é>é?é@éAéBéCéDéEéFéGéHéIéJéKéLéMéNéOéPéQéRéSéTéUéVéWéXéYéZé[é\é]é^N)brrrÚADDÚAVERAGE_POOL_2DÚ CONCATENATIONÚCONV_2DÚDEPTHWISE_CONV_2DÚDEPTH_TO_SPACEÚ DEQUANTIZEÚEMBEDDING_LOOKUPÚFLOORÚFULLY_CONNECTEDÚHASHTABLE_LOOKUPÚL2_NORMALIZATIONÚ L2_POOL_2DÚLOCAL_RESPONSE_NORMALIZATIONÚLOGISTICÚLSH_PROJECTIONÚLSTMÚ MAX_POOL_2DÚMULÚRELUÚRELU1ÚRELU6ÚRESHAPEÚRESIZE_BILINEARÚRNNÚSOFTMAXÚSPACE_TO_DEPTHÚSVDFÚTANHÚBATCH_TO_SPACE_NDÚDIVÚMEANÚPADÚSPACE_TO_BATCH_NDÚSQUEEZEÚ STRIDED_SLICEÚSUBÚ TRANSPOSEÚABSÚARGMAXÚARGMINÚAXIS_ALIGNED_BBOX_TRANSFORMÚBIDIRECTIONAL_SEQUENCE_LSTMÚBIDIRECTIONAL_SEQUENCE_RNNÚBOX_WITH_NMS_LIMITÚCASTÚCHANNEL_SHUFFLEÚDETECTION_POSTPROCESSINGÚEQUALÚEXPÚ EXPAND_DIMSÚGATHERÚGENERATE_PROPOSALSÚGREATERÚ GREATER_EQUALÚGROUPED_CONV_2DÚHEATMAP_MAX_KEYPOINTÚINSTANCE_NORMALIZATIONÚLESSÚ LESS_EQUALÚLOGÚ LOGICAL_ANDÚ LOGICAL_NOTÚ LOGICAL_ORÚ LOG_SOFTMAXÚMAXIMUMÚMINIMUMÚNEGÚ NOT_EQUALÚPAD_V2ÚPOWÚPRELUÚQUANTIZEÚQUANTIZED_16BIT_LSTMÚRANDOM_MULTINOMIALÚ REDUCE_ALLÚ REDUCE_ANYÚ REDUCE_MAXÚ REDUCE_MINÚ REDUCE_PRODÚ REDUCE_SUMÚ ROI_ALIGNÚ ROI_POOLINGÚRSQRTÚSELECTÚSINÚSLICEÚSPLITÚSQRTÚTILEÚTOPK_V2ÚTRANSPOSE_CONV_2DÚUNIDIRECTIONAL_SEQUENCE_LSTMÚUNIDIRECTIONAL_SEQUENCE_RNNÚRESIZE_NEAREST_NEIGHBORr"r"r"r#r$%sÀr$c@óeZdZdZdZdZdZdS)ÚNNAPI_FuseCoderrrrN)rrrÚ FUSED_NONEÚ FUSED_RELUÚ FUSED_RELU1Ú FUSED_RELU6r"r"r"r#rׇó r×c@seZdZdZdZdZdS)ÚOperandValueSourceTyperrrN)rrrÚ IMMEDIATEÚNUMBERED_BUFFERÚNUMBERED_MEMORYr"r"r"r#rÝŽsrÝc@seZdZdZdS)ÚTorchScalarTypesr%N)rrrÚQUINT8r"r"r"r#rá˜sráçíµ ÷Æ°>cCst||ƒ|t||ƒkS©N)ÚabsÚmin)ÚlhsÚrhsÚ tolerancer"r"r#Ú approx_equalœsrêc Cs@tjdtjdtjdtjdtjdi}||}|D]}||9}q|S)Nr rr)rrrrrr!)Úop_typeÚdimsÚ ITEM_SIZESÚsizeÚdr"r"r#Ú tensor_size sû rðcCst|ƒ}|||<t|ƒSrä)ÚlistÚtuple)ÚtupÚindexÚvalueÚlsr"r"r#Úchange_element®sr÷c@sjeZdZUdZeed<eed<eed<eed<eed<eed<eed<eed <eed <eed <eed <d S)ÚConvPoolArgs2dz*Configuration arguments for a convolution.Úkernel_hÚkernel_wÚstride_hÚstride_wÚpad_tÚpad_bÚpad_lÚpad_rÚ dilation_hÚ dilation_wÚgroupN)rrrÚ__doc__ÚintÚ__annotations__r"r"r"r#rø´s  røc@rÖ)ÚDimOrderrrriçN)rrrÚPRESUMED_CONTIGUOUSÚ CHANNELS_LASTÚSCALAR_OR_VECTORÚUNKNOWN_CONSTANTr"r"r"r#rÄrÜrc@sJeZdZUdZeed<eedfed<eed<eed<eed<dd „Z d S) ÚOperandz"Represenation of an NNAPI operand.rë.ÚshapeÚ dim_orderÚscaleÚ zero_pointcCs(|jtjurdS|jtjurdStdƒ‚)NTFzUnknown dim order)rrrr Ú Exception©Úselfr"r"r#Úuse_nchwãs  zOperand.use_nchwN) rrrrrrròrÚfloatrr"r"r"r#r Ës  r cCsÎt|ƒdksJ‚t|ƒdksJ‚t|ƒ}t|ƒ}t|ƒt|ƒkr$tdƒ‚t|ƒt|ƒkr0tdƒ‚g}t||ƒD]+\}}|dkrE| |¡q7|dkrO| |¡q7||krY| |¡q7td|›d|›ƒ‚t|ƒS)Nrz.Non-equal-rank broadcast is not supported yet.rzCannot broadcast shapes: z and )ÚlenrñrÚzipÚappendrò)Úshape1Úshape2Ús1Ús2ÚretÚd1Úd2r"r"r#Úbroadcast_shapesës0ÿÿ   ÿr c CsÖ|\}}}}|jdks|jdkrtdƒ‚|r7|d|j|j|j|j}|d|j|j|j |j } n ||j|j|j|jd}||j|j |j |jd} |dkr]d}|dkrcd} |||| f} | S)NrzDilation not supported yet.r) rrrrûrùrýrþrürúrÿr) Ú image_shapeÚargsÚout_chÚ transposeÚbatchÚ_in_cÚin_hÚin_wÚout_hÚout_wÚ out_shaper"r"r#Úget_conv_pool_shape s  "   r,cCsˆ|tjur|S|tjur t|dgt|dd…ƒ|dgƒS|tjur5t|ƒdks3t|ƒdks3J‚|S|tjur<|Std|›dƒ‚)NrrrzBad dim_order: Ú.) rrr ròrñr rr r©r rr"r"r#Ú fix_shape$s  (  r/cCs.|tjtjfvr |S|tjusJ‚gd¢|S)N©rrrr)rrr r )rrïr"r"r#Úreverse_map_dim5s r1cCsd|›d|›S)NÚs_Ú_r")Úop_idÚdimr"r"r#Ú flex_name@sr6c@søeZdZdàdd„Zdd„Zdd„Zdd „Zd d „Zd d „Ze j fdd„Z dd„Z dd„Z dd„Zdd„Zdd„Zdd„Zdd„Zdd„Ze jfd d!„Zd"d#„Zd$d%„Zd&d'„Zd(d)„Zdád+d,„Zdád-d.„Zd/d0„Zd1d2„Zd3d4„Zd5d6„Zd7d8„Z d9d:„Z! *dâd;d<„Z"d=d>„Z#dád?d@„Z$dAdB„Z%e&dCdD„ƒZ'idEdFdG„“dHdIdG„“dJdKdG„“dLdMdG„“dNdOdG„“dPdQdG„“dRdSdG„“dTdUdG„“dVdWdG„“dXdYdG„“dZd[dG„“d\d]dG„“d^d_dG„“d`dadG„“dbdcdG„“dddedG„“dfdgdG„“idhdidG„“djdkdG„“dldmdG„“dndodG„“dpdqdG„“drdsdG„“dtdudG„“dvdwdG„“dxdydG„“dzd{dG„“d|d}dG„“d~ddG„“d€ddG„“d‚dƒdG„“d„d…dG„“d†d‡dG„“dˆd‰dG„“¥dŠdG„d‹dG„dŒdG„ddG„dŽdG„ddG„dœ¥Z(d‘d’„Z)d“d”„Z*d•d–„Z+d—d˜„Z,d™dš„Z-d›dœ„Z.ddž„Z/dŸd „Z0d¡d¢„Z1d£d¤„Z2d¥d¦„Z3d§d¨„Z4d©dª„Z5d«d¬„Z6d­d®„Z7d¯d°„Z8d±d²„Z9d*d³œd´dµ„Z:d¶d·„Z;d¸d¹„Zd¾d¿„Z?dÀdÁ„Z@dÂdÄZAdÄdÅ„ZBdÆdÇ„ZCdÈdÉ„ZDdÊdË„ZEdÌdÍ„ZFdÎdÏ„ZGdÐdÑ„ZHdàdÒdÓ„ZIdÔdÕ„ZJdÖdׄZKdØdÙ„ZLdàdÚdÛ„ZMdÜdÝ„ZNdÞdß„ZOd*S)ãÚ_NnapiSerializerFcCstg|_g|_g|_g|_g|_g|_g|_g|_i|_i|_ i|_ i|_ i|_ g|_ d|_||_|dur8i}dSdS©Nr)ÚoperandsÚvaluesÚ operationsÚ value_dataÚoperation_argsÚinputsÚoutputsÚ flexible_shape_computation_linesÚmodulesÚ constantsÚtensor_sequencesÚjitval_operand_mapÚcached_immediatesÚ used_weightsÚ weight_offsetÚuse_int16_for_qint16)rÚconfigrHr"r"r#Ú__init__Gs&ÿz_NnapiSerializer.__init__cCs t|jƒSrä)rr9rr"r"r#Úget_next_operand_id]ó z$_NnapiSerializer.get_next_operand_idcCsHt|tƒsJ‚||jvrtd|›ƒ‚| ¡}|j |¡||j|<|S)NzDuplicate tensor: )Ú isinstancer rDrrKr9r)rÚjitvalÚoperÚ operand_idr"r"r#Úadd_tensor_operandcs   z#_NnapiSerializer.add_tensor_operandcCs&t|tƒsJ‚| ¡}|j |¡|Srä)rMr rKr9r)rrOrPr"r"r#Úadd_anonymous_tensor_operandps z-_NnapiSerializer.add_anonymous_tensor_operandc Cst|jƒ dd¡}d}d}|dkrtj}nc|dkrtj}n[|dkr-tj}| ¡}| ¡}nK|dkrCtj}| ¡}| ¡}|dksBJ‚n5|d kro|j rkt |d dƒ}tj tj f}||vrc|}|j }|j}ntd |›d ƒ‚td ƒ‚td|j›dƒ‚tt|jƒ||||dS)Nztorch.ÚçrÚfloat32Úint32Úquint8Úqint32Úint16Ú nnapi_dtypez `nnapi_type` needs to be one of z for `int16`úy`int16` isn't supported. If you're trying to represent NNAPI qint16 with Pytorch int16, set `use_int16_for_qint16 = True`zCan't handle input with dtype 'ú')r rërrr)ÚstrÚdtypeÚreplacerrrrÚq_scaleÚ q_zero_pointrHÚgetattrrr!Ú nnapi_scaleÚnnapi_zero_pointrr ròr ) rÚtensorrr^rrrërZÚop_codesr"r"r#Útorch_tensor_to_operandvsT  þ ÿÿ ÿûz(_NnapiSerializer.torch_tensor_to_operandc Csxt|ddƒr tjntj}| ||¡}| ||¡}|j |¡t|j ƒD]\}}|dkr9|  ||d|›d|›d¡q#|S)NÚ nnapi_nhwcFrzargs[z].shape[ú]) rbrr rrgrQr>rÚ enumerater Úcompute_operand_shape) rÚarg_idxrNrerÚtoperrPr5rîr"r"r#Úadd_tensor_operand_for_input§s ÿý   ÿ€z-_NnapiSerializer.add_tensor_operand_for_inputcCs’| ||¡}t|jƒ}|j |¡t|j|jƒ}|j |tj f¡t|j ƒ}d}|j  t   d|||¡¡|tjkrA| dddd¡}|j  |¡|S)NrÚiiirrr)rgrr9rrðrër r:rÝrßrFr<ÚstructÚpackrr Úpermute)rrerrmrPÚtsizeÚbuf_numÚoffsetr"r"r#Úadd_tensor_operand_for_weight·s      z._NnapiSerializer.add_tensor_operand_for_weightcCsvt|tƒsJ‚||f}||jvr6t|jƒ}|j t||tjddƒ¡|j  |t j f¡|j  |¡||j|<|j|S)NrTr) rMròrErr9rr rr r:rÝrÞr<)rÚcoderõrìÚ cache_keyrPr"r"r#Úadd_immediate_operandÈs     z&_NnapiSerializer.add_immediate_operandcCó| tjt d|¡d¡S)NÚir")ryrrrprq©rrõr"r"r#Úadd_immediate_int_scalarÓóÿz)_NnapiSerializer.add_immediate_int_scalarcCrz)NÚfr")ryrrrprqr|r"r"r#Úadd_immediate_float_scalarØr~z+_NnapiSerializer.add_immediate_float_scalarcCs| tj|r dd¡Sdd¡S)Nóór")ryrrr|r"r"r#Úadd_immediate_bool_scalarÝs  ÿÿz*_NnapiSerializer.add_immediate_bool_scalarcCs"| tjt d|¡ ¡t|ƒf¡S©Nr{)ryrrÚarrayÚtobytesrr|r"r"r#Úadd_immediate_int_vectorâs ýz)_NnapiSerializer.add_immediate_int_vectorcCs ||jvSrä)rD)rrNr"r"r#Úhas_operand_for_jitvalérLz'_NnapiSerializer.has_operand_for_jitvalcCs|j|}||j|fSrä)rDr9)rrNrPr"r"r#Úget_tensor_operand_by_jitvalìs z-_NnapiSerializer.get_tensor_operand_by_jitvalcCsF| |¡\}}|jD]}|dkrtdƒ‚|dkrt d|¡q ||fS)Nrz0Flexible size is not supported for this operand.z!Operand %s has runtime flex shape)r‰r rr³Úwarning)rrNr4rOÚsr"r"r#Ú'get_tensor_operand_by_jitval_fixed_sizeðs ÿ €z8_NnapiSerializer.get_tensor_operand_by_jitval_fixed_sizecCs>|j |¡}|dur| |d¡\}}| ||¡}||j|fS©NÚ TensorType)rDÚgetÚget_constant_valuervr9)rrNrrPr3rõr"r"r#Úget_tensor_operand_or_constantþs  z/_NnapiSerializer.get_tensor_operand_or_constantcCs(| |d¡\}}| |¡}||j|fSr)rrvr9)rrNr3rõrPr"r"r#Úget_tensor_operand_for_weights z._NnapiSerializer.get_tensor_operand_for_weightcCs.|j |t|ƒt|ƒf¡|j ||¡dSrä)r;rrr=Úextend)rÚopcoder>r?r"r"r#Ú add_operation sz_NnapiSerializer.add_operationcCs||jvsJ‚||j|<dSrä)rC)rrNr:r"r"r#Úadd_tensor_sequencesz$_NnapiSerializer.add_tensor_sequencecCs ||jvsJ‚||f|j|<dSrä)rB©rrNÚctyperõr"r"r#Úadd_constant_valuesz#_NnapiSerializer.add_constant_valueNcCsd|j |¡}|durtd|›dƒ‚|\}}|dur0| ¡|kr0td|›d| ¡›d|›dƒ‚|S)Nz#Could not find constant value for 'z'.z Expected constant value of type z , but got z for value 'r\)rBrrÚkind)rrNÚtypekindÚrecordr˜r3r"r"r#rs  ÿÿz#_NnapiSerializer.get_constant_valuecCs>|dur|j}n t|ƒt|jƒksJ‚dg}t|ƒD]0\}}|dkr*| t|ƒ¡n|dkr7| t||ƒ¡n|dkrA| d¡ntdƒ‚| d¡q| d¡d  |¡}|jt j krad |›d S|jt j krmd |›d S|jt j krd |j ›d|j›d|›dS|jt jt jfvr—|jr“d |›dStdƒ‚td|j›ƒ‚)zHReturn a TorchScript expression to build a template for a given operand.Nú(réÿÿÿÿÚ0z-Unknown dim value, dimensions should be >= -1ú,ú)rSz torch.zeros(z, dtype=torch.float32)z, dtype=torch.int32)z0torch.quantize_per_tensor(torch.zeros(1), scale=z , zero_point=z, dtype=torch.quint8).expand(z).contiguous()z, dtype=torch.int16)r[z!Unsupported output operand type: )r rrjrr]r6rÚjoinrërrrrrrr!rrH)rr4rOr Ú shape_partsrïr‹Ú shape_coder"r"r#Úoperand_to_template_torchscript%sT ÿ        ÿÿþÿþ ÿ ÿz0_NnapiSerializer.operand_to_template_torchscriptcCs| ||t||ƒ¡dSrä)rkr6)rÚ out_op_idÚout_dimÚin_op_idÚin_dimr"r"r#Úforward_operand_shapeXsz&_NnapiSerializer.forward_operand_shapecCs |j t||ƒ›d|›¡dS)Nz = )r@rr6)rr4r5Úexprr"r"r#rk[sÿz&_NnapiSerializer.compute_operand_shapecCs€|jdd…dkr tdƒ‚|jtjd}dgd}||d<| gd¢¡|d<dgd}| |¡|d<| tj ||¡|d|fS)Nr)rrz1Automatic transpose only supported for H,W == 1,1)rrr0r) r rÚ_replacerr r‡rRr•r$rœ)rÚin_idrOÚout_operr>r?r"r"r#Útranspose_to_nhwc`sÿ   z"_NnapiSerializer.transpose_to_nhwccCs„|j|jkr ||||fS|j|jf}|tjtjfkr$| ||¡||fS|tjtjfkr6||f| ||¡Std|j›d|j›ƒ‚)Nz2Automatic transpose not supported for dim_orders: z, )rrrr r¯r)rÚin0_idÚin0_operÚin1_idÚin1_operÚordersr"r"r#Útranspose_for_broadcastts   ÿz(_NnapiSerializer.transpose_for_broadcastcCsH| |¡\}}| ¡dkr| ¡ ¡dksJ‚|Std|›d|›dƒ‚)NÚListTypeÚIntTypezCan't handle size arg of type 'z' for 'r\)rršÚgetElementTyperr—r"r"r#Ú get_size_argƒs ÿz_NnapiSerializer.get_size_argc Cs˜dd„|Dƒ}|ddksJ‚|d|dg}|d|dg}|d|d g}|d |d g}|d }t|ƒd ks;J‚|ddgksCJ‚| |||||¡S)NcSsg|]}| ¡‘qSr")Úitem©Ú.0r{r"r"r#Ú szD_NnapiSerializer.get_conv_pool_args_2d_from_pack..rrrrr r r r r rr)rÚget_conv_pool_args_2d_common) rÚ kernel_sizeÚ packed_configÚpcÚstridesÚpaddingsÚ dilationsÚoutput_paddingÚ group_numr"r"r#Úget_conv_pool_args_2d_from_packŒs ÿz0_NnapiSerializer.get_conv_pool_args_2d_from_packc Cs`| |¡}| |¡}|durddg}n| |¡}|dur%| |d¡\} } nd} | ||||| ¡S)Nrr·)r¹rr¾) rr¿ÚstrideÚpaddingÚdilationrrÂrÃrÄr3rÆr"r"r#Úget_conv_pool_args_2d_from_jitœs     ÿz/_NnapiSerializer.get_conv_pool_args_2d_from_jitc Csvt|ƒ}t|ƒdks J‚t|ƒdksJ‚t|ƒdksJ‚t|ƒdks$J‚|\}}||||g} t||| ||gŽS©Nr)rñrrø) rr¿rÂrÃrÄrÆÚkernelsÚphÚpwÚ real_paddingsr"r"r#r¾­s ÿz-_NnapiSerializer.get_conv_pool_args_2d_commonc Csž| d¡| d¡g}g}t|j ¡ƒ}| || ¡|¡ttt|j ¡ƒdd…|ƒƒD]\}\}} |  ||| ¡} |  |j | j j ¡q.t|j ¡ƒD]\} } t d| | ¡| | ¡qM|j ¡} |  ¡dkskJ‚|  ¡dkssJ‚|  d¡}dg}| ¡ ¡dkr‰|g}d}n| ¡ ¡d kr›|j|}t|ƒ}n td | ¡›ƒ‚|dur²t|ƒt|ƒks²J‚t|ƒD]0\}}|j|} |j  | ¡|  |j | j j ¡|rÕ||nd}|  | | |j | |¡d ¡q¶|  d ¡g}d}t d |t|j ƒt|jƒt|j ƒt|jƒt|jƒ¡}|  |¡| !¡\}}| "dd„|j Dƒ¡| "|¡| "dd„|j Dƒ¡d #|¡g}t|dƒ}|ddksEJ‚t$|dƒ}t|j ƒD]G\} \}}}}}t%||ƒ}t|ƒD]"\}}|dkrt&||ƒ}|j'  d|›dt(| |ƒ›¡|d7}qbt)dd„|Dƒƒ}|  | *|¡¡qP| "|¡|  | *|j+¡¡|  | *|j¡¡|  | *|j¡¡|j' "|¡t, ,dd #|¡¡|j-|||j'|fS)NFTrzProcessing node #%d: %rrzreturn [rŽržÚ TupleTypezUnsupported return type: r riÚiiiiiicss0|]\}}}}}t d|t|ƒ||¡VqdS)ÚiifiN)rprqr)r¼ÚtrïÚ_mr‹Úzr"r"r#Ú s€  ÿz3_NnapiSerializer.serialize_model..css"|] }tjdg|¢RŽVqdS)roN)rprq)r¼Úxr"r"r#r×s€ ór z ser_model[z] = csó |] }|dkr |ndVqdS)ržrNr"©r¼rïr"r"r#r×ó€r{).rƒÚnextÚgraphr>r™Útyperjrrñrnrr9rrõÚnodesr³ÚdebugÚadd_nodeÚ return_nodeÚ inputsSizeÚ outputsSizeÚinputsAtršrCrrrDr?r¥rprqr:r;Úserialize_valuesr“r¢rr/r1r@r6ròÚserialize_intsr=r…rF) rÚmodelr>Ú return_shapesÚinp_dim_ordersÚout_dim_ordersÚ self_jitvalrlÚ input_valueÚ input_tensorr4ÚidxÚnodeÚretnÚ retn_inputÚtemplate_return_linesÚ return_valuesÚ retval_countr{Úvr ÚversionÚheaderÚserialized_valuesÚserialized_value_dataÚ model_offsetr3rìrrïr‹Úpt_dr"r"r#Úserialize_model¿s°  ÿÿ      ÿ  ÿÿ ù  ÿ       ÿ   úz _NnapiSerializer.serialize_modelc CsŒg}g}t|jƒt|jƒksJ‚t|j|jƒD]*\\}}}t|ƒ}|ddBd}|d||}| t d|||¡¡| |¡q||fS)Nrrr‚ro)rr:r<rrrprq) rrúrûÚop_indexÚ source_typeÚdataÚ source_lengthÚphysical_lengthÚ padded_datar"r"r#rç/sÿ z!_NnapiSerializer.serialize_valuescCst d|¡ ¡Sr„)r…r†)Úintsr"r"r#rèAsz_NnapiSerializer.serialize_intsz prim::GetAttrcCó | |¡Srä)Ú add_getattr©rrñr"r"r#ÚFó z_NnapiSerializer.zprim::ConstantcCrrä)Úadd_constant_noderr"r"r#r Gr zprim::ListConstructcCrrä)Úadd_list_constructrr"r"r#r Hr zprim::TupleConstructcCrrä)Úadd_tuple_constructrr"r"r#r Ir zaten::unsqueezecCrrä)Ú add_unsqueezerr"r"r#r Jr zaten::tocCrrä)Úadd_torr"r"r#r Kr z aten::detachcCrrä©Ú _identityrr"r"r#r Lr z aten::reshapecCrrä)Ú add_reshaperr"r"r#r Mr z aten::flattencCrrä)Ú add_flattenrr"r"r#r Nr z aten::slicecCrrä)Ú add_slicerr"r"r#r Or z aten::sizecCrrä)Úadd_sizerr"r"r#r Pr z aten::catcCrrä)Úadd_catrr"r"r#r Qr z aten::meancCrrä)Úadd_meanrr"r"r#r Rr zaten::quantize_per_tensorcCrrä)Ú add_quantizerr"r"r#r Sr zaten::dequantizecCrrä)Úadd_dequantizerr"r"r#r Tr z aten::addcCó| |tjtj¡Srä)Úadd_add_sub_opr$rwr×rØrr"r"r#r Uó ÿz aten::subcCrrä)rr$r›r×rØrr"r"r#r Xrz aten::mulcCrrä)Ú(add_pointwise_simple_binary_broadcast_opr$r‰r×rØrr"r"r#r [rz aten::divcCrrä)rr$r•r×rØrr"r"r#r ^rz aten::relucCó| |tj¡Srä)Úadd_pointwise_simple_unary_opr$rŠrr"r"r#r aóÿz aten::sigmoidcCrrä)rr$r…rr"r"r#r dr z aten::softmaxcCrrä)Ú add_softmaxrr"r"r#r gr zaten::hardtanhcCrrä)Ú add_hardtanhrr"r"r#r hr zaten::avg_pool2dcCrrä)Úadd_avg_pool2drr"r"r#r ir zaten::max_pool2dcCrrä)Úadd_pool2d_noder$rˆrr"r"r#r jr zaten::adaptive_avg_pool2dcCrrä)Úadd_adaptive_avg_pool2drr"r"r#r móÿzaten::upsample_nearest2dcCrrä)Úadd_upsample_nearest2drr"r"r#r pr&z aten::prelucCrrä)Ú add_prelu_oprr"r"r#r sr z aten::addmmcCrrä)Ú add_addmmrr"r"r#r tr z aten::linearcCrrä)Ú add_linearrr"r"r#r ur zaten::_convolutioncCrrä)Úadd_conv_underscorerr"r"r#r vr z aten::conv2dcCrrä)Ú add_conv2drr"r"r#r wr zaten::log_softmaxcCrrä)Úadd_log_softmaxrr"r"r#r xr zquantized::linearcCrrä)Ú add_qlinearrr"r"r#r yr cCrrä©Ú add_qconv2dr×rØrr"r"r#r zr cCrrä)r0r×rÙrr"r"r#r }r cCs|j|tjddS)NT)r$r/rr"r"r#r €sÿcCrrä)Úadd_qaddr$rwr×rØrr"r"r#r ƒrcCrrä)r1r$rwr×rÙrr"r"r#r †rcCrrä)r1r$r‰r×rØrr"r"r#r ‰r)zquantized::conv2dzquantized::conv2d_reluzquantized::conv_transpose2dzquantized::addzquantized::add_reluzquantized::mulcCs:|j | ¡¡}|std| ¡›d|›ƒ‚|||ƒdS)NzUnsupported node kind (z ) in node )Ú ADDER_MAPrršr)rrñÚadderr"r"r#râŽs ÿz_NnapiSerializer.add_nodecCs,| | d¡¡\}}| d¡}||j|<dSr8)r‰ræÚ outputsAtrD)rrñr­Ú_in_operrNr"r"r#r–s z_NnapiSerializer._identitycCs~| ¡dksJ‚| ¡dksJ‚| | d¡¡\}}t|ƒ d¡s#J‚| d¡}t||ƒ}| d¡}|  ¡}|  |||¡dS)Nrrz __torch__.Úname) rärårrær]Ú startswithr‹rbr4rßr™)rrñÚ obj_ctypeÚobjr6rõÚoutputr˜r"r"r#r›s   z_NnapiSerializer.add_getattrcCsL| ¡dksJ‚| ¡dksJ‚| d¡}| ¡}| ¡}| |||¡dS)Nrr)rärår4rßÚtoIValuer™)rrñr:r˜rõr"r"r#r ¦s  z"_NnapiSerializer.add_constant_nodec Csà| ¡dksJ‚| d¡}| ¡}g}g}| ¡D].}|dur1||jvr1| |¡\}}| |¡nd}|durE| ¡ ¡dkrE| |¡qd}q|durS| |||¡|dur]|  ||¡|durl|durnt d|›ƒ‚dSdS)NrrrŽzMUnable to handle ListConstruct node. Neither all constants nor all tensors. ) rår4rßr>rBrrršr™r–r) rrñr:r˜Ú const_valsÚtensorsÚinpr3Úvalr"r"r#r ®s,     ÿÿz#_NnapiSerializer.add_list_constructcCs6| ¡dksJ‚| d¡}t| ¡ƒ}| ||¡dS)Nrr)rår4rñr>r–)rrñr:r:r"r"r#r Ês  z$_NnapiSerializer.add_tuple_constructc Csö| ¡dksJ‚| ¡dksJ‚| | d¡¡\}}| | d¡d¡\}}|jtjks-J‚|dkr3|n|t|j ƒd}t |j ƒ}|  |d¡t |ƒ}|j |d} dgd} || d<| |¡| d<dgd} | | d¡| ¡| d<| tj| | ¡dS)Nrrrr·©r )rärårŒrærrrrrr rñÚinsertròr¬r}rQr4r•r$r©) rrñr­Úin_operr3r5Úreal_dimÚout_shape_listr+r®r>r?r"r"r#rÐs      z_NnapiSerializer.add_unsqueezecCs| |¡dSrärrr"r"r#rèsz_NnapiSerializer.add_toc Cs| ¡dksJ‚| ¡dksJ‚| | d¡¡\}}| | d¡¡\}}| ¡dks,J‚| ¡ ¡dks6J‚t|ƒdkoA|ddk}|jt j krN|sNt dƒ‚t   d¡ |j¡ |¡j}|j|t j d}dgd} || d<| |¡| d<dgd} | | d¡|¡| d<| tj| | ¡dS) Nrrrr¶r·ržzSCurrently, reshape is only supported on NHWC tensors if the target size is [X, -1].r.)rärårŒrærršr¸rrrrrÚtorchÚzerosÚexpandr Úreshaper¬r‡rQr4r•r$r) rrñr­rBÚ shape_ctyper Úis_trivial_reshaper+r®r>r?r"r"r#rìs*ÿÿ  z_NnapiSerializer.add_reshapec Cs$| ¡dksJ‚| ¡dksJ‚| | d¡¡\}}| | d¡d¡\}}| | d¡d¡\}}t|jƒdkoK|jddkpK|jddkoK|jddk}|jtj krX|sXt dƒ‚|dkrc|t|jƒ7}|dkrn|t|jƒ7}|jd|…t   t j|j||d…¡f|j|dd…} tdd „|j||d…Dƒƒr¡t d ƒ‚|jd|…|j|dd…} |  d¡dkr¼t d ƒ‚|j| tj d } | | d¡| ¡} t| ƒD]\} }|dkrå| | | ||j d¡¡qÑtd d „| Dƒƒ}dgd}||d<| |¡|d<dgd}| |d<| tj||¡dS)Nrrrr·rr zGCurrently, flatten is not supported on NHWC tensors unless C=1 or H=W=1css|]}|dkVqdS)rNr"©r¼r5r"r"r#r×(s€z/_NnapiSerializer.add_flatten..z-Flattening flexible dims is not supported yetzOnly 1 dim can be flexibler.csrÚ)rržNr"rKr"r"r#r×9rÜ)rärår‰rærrr rrrrÚ functoolsÚreduceÚoperatorÚmulÚanyÚcountr¬rQr4rjrªrôròr‡r•r$r)rrñr­rBÚ _start_ctypeÚ start_dimÚ _end_ctypeÚend_dimÚis_trivial_flattenr+Únon_flattened_dimsr®Úout_idrðr5Úinputs_1r>r?r"r"r#r sX(ÿÿ ÿþÿ ÿ ÿ€  z_NnapiSerializer.add_flattenc sŠ| ¡dksJ‚| ¡dksJ‚| | d¡¡\}}| | d¡¡\}‰| | d¡¡\}‰| | d¡¡\}‰| | d¡¡\}‰ˆdurHd‰ˆdurOtj‰ˆdkr[ˆ|jˆ7‰nˆtjkrbd‰ˆdkrrˆtjkrr| |¡dS|jˆdkr}t dƒ‚ˆdkr‰ˆ|jˆ7‰n ˆtjkr“|jˆ‰ˆˆkr›t dƒ‚ˆˆˆ‰t ‡‡fd d „t |jƒDƒƒ}|  |  d¡|j|d ¡}d}t |ƒD]\}} | dkrÙ| ||||¡|d|>O}qÃdgd } || d<| ‡‡fd d„tt|jƒƒDƒ¡| d<| ‡‡fdd„t |jƒDƒ¡| d<| ‡‡fdd„tt|jƒƒDƒ¡| d<| d¡| d<| |¡| d<| d¡| d<dgd} || d<| tj| | ¡dS)Nr rrrrr z#Unable to slice with flexible shapez0Slice start value should be less than stop valuec3s$|] \}}|ˆkr ˆn|VqdSrär"©r¼r{r5)Ú dim_valueÚout_lenr"r#r×is€ ÿz-_NnapiSerializer.add_slice..r@r cóg|] }|ˆkr ˆnd‘qS)rr"r»)r[Ú start_valuer"r#r½zóz._NnapiSerializer.add_slice..cs g|] \}}|ˆkr ˆn|‘qSr"r"rZ)r[Ú stop_valuer"r#r½}sÿÿcr])rr"r»)r[Ú step_valuer"r#r½ƒr_r )rärår‰rærÚsysÚmaxsizer rrròrjrQr4r¬rªr‡Úrangerr}r•r$rš) rrñr­rBr3r+rXÚend_maskrðr5r>r?r")r[r\r^rar`r#rCsx    ÿ ÿÿ € ÿ þÿÿ z_NnapiSerializer.add_slicecCsr| ¡dksJ‚| ¡dksJ‚| | d¡¡\}}|j| d¡\}}|j|}| d¡}| || ¡|¡dS)Nrrr) rärårŒrærBr r4r™rß)rrñr3rBrõÚresr:r"r"r#rŽs  z_NnapiSerializer.add_sizecsî| ¡dksJ‚| ¡dksJ‚|j| d¡}| | d¡d¡\}‰t|ƒdks+J‚g}d}d}|D]F}| |¡\}} |durMt| jˆdƒ} | j | d}| j |j ksUJ‚| j |j ks]J‚t| jˆdƒt|jˆdƒksmJ‚|  |¡|| jˆ7}q3|dus€J‚|j t|jˆ|ƒd}| j t jkr¡t|jƒdksšJ‚gd¢ˆ} nˆ} | | d¡|¡} t|jƒD]*\} }|dkrÛ| ˆkrÑd  ‡fd d „|Dƒ¡}| | | |¡q±| | | |d| ¡q±|| | ¡g}dgd}| |d<| tj||¡dS) Nrrrr·ržr@r ©rrrrú + c3s|]}t|ˆƒVqdSrä)r6)r¼Úip_id©r5r"r#r×Áó€z+_NnapiSerializer.add_cat..)rärårCrærrr‰r÷r r¬rërrrr rQr4rjr¢rkrªr}r•r$ry)rrñr=r3Úin_idsr®Ú out_dim_sizer>r­rBr+Ú nnapi_dimrXrðrïr r>r?r"rjr#r˜sP  ÿ   ÿ € z_NnapiSerializer.add_catcCsÐ| ¡dksJ‚| ¡dksJ‚| | d¡¡\}}| | d¡¡\}}| ¡dks,J‚| ¡ ¡dks6J‚| | d¡d¡\}}| | d¡d ¡|jtj krat |j ƒdksYJ‚d d „|Dƒ}n|}t ƒ} |D]} | dkru| t |j ƒ7} |   | ¡qh|jtj kr|s|  ddh¡sŒJ‚tj} n|j} g} t|j ƒD]\} }| | vr¨|  |¡qš|r¯|  d¡qš|j| | d }dgd}||d<| |¡|d<| |¡|d<dgd}| | d¡|¡|d<| tj||¡dS) Nr rrr¶r·rÚBoolTyperÚNoneTypecSsg|]}gd¢|‘qS)rgr"rÛr"r"r#r½Ûsz-_NnapiSerializer.add_mean..r.)rärårŒrærršr¸rrr rr ÚsetÚaddÚ issupersetrrjrr¬r‡r}rQr4r•r$r–)rrñr­rBÚ dim_ctyper5r3Úkeep_dimrnÚcollapsed_dimsrïÚ out_dim_orderr+r{r‹r®r>r?r"r"r#rÍsH    €  z_NnapiSerializer.add_meanc Csú| ¡dksJ‚| ¡dksJ‚| | d¡¡\}}|jtjkr$tdƒ‚| | d¡d¡\}}| | d¡d¡\}}| | d¡d¡\}}|t j j krOtd ƒ‚t j }|j|||d } dgd} || d<dgd} | | d¡| ¡| d<| tj| | ¡dS) Nr rrzqMost hardware backends prefer NHWC quantized tensors. Try setting `t.nnapi_nhwc = True` on your tensor inputs. Ú FloatTyperr·rzKPyTorch NNAPI export only supports quantized tensors with the quint8 dtype.©rërr)rärårŒrærrr rrrárârõrrr¬rQr4r•r$r¿) rrñr­rBr3rrÚ scalar_typerër®r>r?r"r"r#rþs2 ÿ ÿý  z_NnapiSerializer.add_quantizecCsŒ| ¡dksJ‚| ¡dksJ‚| | d¡¡\}}|jtjddd}dgd}||d<dgd}| | d¡|¡|d<|  t j ||¡dS)NrrrTry) rärårŒrær¬rrrQr4r•r$r})rrñr­rBr®r>r?r"r"r#r sý  z_NnapiSerializer.add_dequantizec CsÐ| ¡dksJ‚| ¡dksJ‚| | d¡¡\}}|}|tjkr.|jtjkr.|j ddd}|  |  d¡|¡}t |j ƒD]\}}|dkrL| ||||¡qr?r"r"r#r3s"  €  z._NnapiSerializer.add_pointwise_simple_unary_op©Úqparamsc Cs6| ¡dksJ‚| d¡ ¡ ¡dksJ‚| d¡ ¡ ¡dks"J‚| | d¡¡rA| | d¡¡\}}| | d¡|j¡\}}n'| | d¡¡r`| | d¡¡\}}| | d¡|j¡\}}ntd|›dƒ‚|j |j kspJ‚|  ||||¡\}}}}t |j |j ƒ} |j | d} |dur˜|\} } | j | | d} | | d¡| ¡} tt|j |j ƒƒD]J\}\}}|dkrÁ|dkrÁ| | |||¡qª|dkrÒ|dkrÒ| | |||¡qª|dkrô|dkrô|j d t||ƒ›d t||ƒ›¡| | |||¡qªdgd }||d<||d<| |¡|d <dgd}| |d<| |||¡dS) zFHelper for pointwise binary broadcast ops with superfluous extra args.rrrŽzCan't do a NNAPI binary op: z on two constantsr@N©rrzassert z == rr)rårærßršrˆr‰r‘rrrërµr r r¬rQr4rjrrªr@rr6r}r•)rrñr”Ú fuse_coder|r°r±r²r³r+r®rÚzprXrðÚd0rr>r?r"r"r#Ú_do_add_binaryOsX  ÿ  ÿ ÿ ÿ ÿ€  z_NnapiSerializer._do_add_binarycCs"| ¡dksJ‚| |||¡dSrÌ)rär)rrñr”r~r"r"r#r†sz9_NnapiSerializer.add_pointwise_simple_binary_broadcast_opcCsH| ¡dksJ‚| | d¡d¡\}}|dkrtdƒ‚| |||¡dS)Nrrr·rz*NNAPI does not support add/sub with alpha.)rärrærr)rrñr”r~r3Úalphar"r"r#rŠsÿz_NnapiSerializer.add_add_sub_opcCsV| ¡dksJ‚| | d¡d¡\}}| | d¡d¡\}}|j|||||fddS)Nr rrxrr·r{)rärrær)rrñr”r~r3rrr"r"r#r1•sz_NnapiSerializer.add_qaddc CsÌ| ¡dksJ‚| | d¡¡\}}| | d¡d¡\}}| | d¡|¡}t|jƒD]\}}|dkr;| ||||¡q+dgd} || d<|  d¡| d<|  |¡| d<dgd} || d<|  t j | | ¡dS)Nrrrr·gð?r)rär‰rærrQr4rjr rªr€r}r•r$r) rrñr­rBr3Ú softmax_dimrXr5rîr>r?r"r"r#r!s"€ ÿ z_NnapiSerializer.add_softmaxc CsÐ| ¡dksJ‚| ¡dksJ‚| | d¡¡\}}| | d¡d¡\}}| | d¡d¡\}}tjtjdœ}| ||f¡}|durFt dƒ‚dgd} || d<dgd} |  |  d¡|¡| d<|  || | ¡dS)Nrrrrxr))ržr)rr z9NNAPI only supports hardtanh with args (-1, 1) or (0, 6).) rärårŒrærr$r‹rŒrrrQr4r•) rrñr­rBr3Úmin_valÚmax_valÚop_mapr”r>r?r"r"r#r"´s$þÿ  z_NnapiSerializer.add_hardtanhc CsN| ¡dksJ‚| ¡dksJ‚| d¡ ¡ ¡dksJ‚| d¡ ¡ ¡dks*J‚| | d¡¡\}}| | d¡¡\}}t|jƒdksGJ‚|jddksPJ‚|jddkr_|  ¡r_t dƒ‚|  |  d¡|¡}t |jƒD]\}}|dkrvqm|dkr~t dƒ‚| ||||¡qmdgd} || d<|| d<dgd} || d<| tj| | ¡dS)NrrrrŽz8Per-channel PReLU only supports channels_last right now.z.PReLU requires fixed size for dim 0 and dim 1.)rärårærßršr‰r’rr rrrQr4rjrªr•r$r¾) rrñr­rBÚw_idÚw_operrXr5rîr>r?r"r"r#r(Ïs8ÿÿ  z_NnapiSerializer.add_prelu_opcCs–| ¡dksJ‚| ¡dksJ‚| ¡\}}}}}}|p|}| | |¡|||¡} | jdks3| jdkr7tdƒ‚| |¡\} } t | j ƒdksGJ‚t | j | | j ddƒ} |   ¡} dgd}| |d<|  | j¡|d<|  | j¡|d<|  | j¡|d <|  | j¡|d<|  | j¡|d <|  | j¡|d<|  | j¡|d <|  | j¡|d <|  tj¡|d <| | ¡|d<dgd}| | d¡| j| d¡|d<| |||¡dS)Nr rz'NNAPI does not support dilated pooling.r Frrrrr r r rrr@)rärår>rËr¹rrrrŒrr r,rr}rÿrrýrþrürûrúrùr×rØrƒrQr4r¬r•)rrñr”ÚimageÚkernelrÈrÉrÊÚ _ceil_moder"Úimage_idÚ image_operr+rr>r?r"r"r#r$õs@ÿÿ  ÿz _NnapiSerializer.add_pool2d_nodecCs´| ¡dksJ‚| ¡dksJ‚| ¡\}}}}}}}| |¡\} } | |¡\} } | r-| r1tdƒ‚| | |¡||¡} | |¡\} }t|j ƒdksKJ‚t |j | |j ddƒ}|  ¡}dgd}| |d<|  | j ¡|d<|  | j¡|d<|  | j¡|d <|  | j¡|d<|  | j¡|d <|  | j¡|d <|  | j¡|d<|  | j¡|d <|  tj¡|d <| |¡|d<dgd}| | d¡|j|d¡}| ||| d¡||d<| tj||¡dS)Nr rzANNAPI doesn't support count_include_pad=False or divisor_overrider Frrrrr r r rrr@)rärår>rrrËr¹r‰rr r,rr}rÿrrýrþrürûrúrùr×rØrƒrQr4r¬Ú _handle_conv_pool_flexible_inputr•r$rx)rrñr‰rŠrÈrÉr‹Úcount_include_padÚdivisor_overrider3Úcount_include_pad_valueÚdivisor_override_valuer"rŒrr+rr>r?rXr"r"r#r# sZ øÿ ÿÿ  ÿz_NnapiSerializer.add_avg_pool2dc Cs˜| ¡dksJ‚| ¡dksJ‚| | d¡¡\}}t|jƒdks#J‚| | d¡¡\}}| ¡dks5J‚| ¡ ¡dks?J‚|ddgkrIt dƒ‚|jdd…t |ƒ}|  ¡}dgd}||d<|  d¡|d<|  d¡|d<|  d¡|d <|  d¡|d<|  d¡|d <|  d¡|d <|  |jd ¡|d <|  |jd¡|d <|  t j¡|d<| |¡|d<dgd} | | d¡|j|d¡| d<| tj|| ¡dS)Nrrrr r¶r·z@NNAPI only supports adaptive_avg_pool2d with output size (1, 1).rrr r r r rrr@)rärårŒrærr rršr¸rròrr}r×rØrƒrQr4r¬r•r$rx) rrñrŒrÚ size_ctypeÚsize_argr+rr>r?r"r"r#r%Vs@ÿ ÿ  ÿz(_NnapiSerializer.add_adaptive_avg_pool2dc Cs| ¡dks| ¡dksJ‚| ¡dksJ‚| ¡dkr$| ¡\}}}n| ¡\}}}}| |¡\}}| ¡dkrA| |¡\} } n"| |¡\} } | |¡\} }|  ¡dksWJ‚|  ¡dks_J‚| } | } | |¡\}}t|jƒdkssJ‚| ¡dkrƒ|  ¡dkrƒtdƒ‚| ¡dkrä| ¡dks‘J‚|  ¡ ¡dks›J‚|  ¡dks£J‚| dus©J‚t |t ƒs°J‚|s´J‚t dd „|Dƒƒs¿J‚t|ƒdkrÉ|d }t|ƒd ksÑJ‚|d }|d}|  |¡}|  |¡}n|  ¡dkr_|  ¡dksóJ‚|   ¡ ¡d ksýJ‚| ¡dksJ‚|dus J‚t | t ƒsJ‚| sJ‚t d d „| Dƒƒs&J‚t| ƒdkr1| d } t| ƒd ks:J‚t| d |jd ƒ}t| d|jdƒ}| | d ¡}| | d¡}ntdƒ‚|jd |jd||f}| ¡}| | d ¡|j|d¡}|jd d ks|jdd kr”tdƒ‚dD]A}|j|d krÖ| ¡dkr´| ||||d ¡q–|  ¡dkrÒ| ||d| |d ›dt||ƒ›d¡q–tdƒ‚q–dgd}||d <||d<||d <| |¡|d<dgd}||d <| tj||¡dS)Nrr rrpz'Size and scale cannot both be non-None.r¶r·csó|]}t|tƒVqdSrä)rMr©r¼r?r"r"r#r×¢rkz:_NnapiSerializer.add_upsample_nearest2d..rrrxcsr•rä)rMrr–r"r"r#r×±rkz#Size and scale cannot both be None.r@z(Flexible batch or channels not supported)rrzint(z * r¡)rärår>rršr‰rr rr¸rMrñÚallr}rr€rrQr4r¬rkr6rƒr•r$rÕ)rrñr‰Úsize_jitÚ scale_jitÚ scale_h_jitÚ scale_w_jitr“r”Ú scale_ctypeÚ scale_argÚ scale_h_ctypeÚ scale_h_argÚ scale_w_ctypeÚ _scale_w_argrŒrr)r*Úarg_hÚarg_wr+rrXr5r>r?r"r"r#r'~sœ        ÿ ýÿö  z'_NnapiSerializer.add_upsample_nearest2dc Cs„| ¡dksJ‚| ¡dksJ‚| ¡\}}}}}||fD]}| |¡\}} | ¡dvs.J‚| dkr6tdƒ‚q| |d|||¡dS)Nr r)r·rxz6NNAPI Fully-Connected does not support alpha and beta.T)rärår>rršrÚadd_addmm_or_linear) rrñÚjit_biasÚ jit_inputÚ jit_weightÚjit_betaÚ jit_alpharNrœÚ scale_valuer"r"r#r)às ÿÿz_NnapiSerializer.add_addmmcCsD| ¡dksJ‚| ¡dksJ‚| ¡\}}}| |d|||¡dS)NrrF)rärår>r¤)rrñr¦r§r¥r"r"r#r*ïsz_NnapiSerializer.add_linearcCs4| |¡\}}| |¡\}} t|jƒdksJ‚t| jƒdks J‚| |d¡\} } t| jƒdks1J‚|r:|  ¡ ¡} n|  ¡} | | ¡} |j| }|jd|jdf}|  |  d¡|j |d¡}|jddkrn|  |d|d¡dgd}||d<| |d<||d<|  tj¡|d<dgd}||d<| tj||¡dS)NrrrŽrr@r r)r‰r’rr rrÔÚ contiguousrvr9rQr4r¬rªr}r×rØr•r$r€)rrñÚtranspose_weightr¦r§r¥Úinput_idÚ input_operÚbias_idÚ bias_operr3Ú weight_tensorÚnnapi_weight_tensorÚ weight_idÚ weight_operr+rXr>r?r"r"r#r¤ös2  ÿ  z$_NnapiSerializer.add_addmm_or_linearcCs`| ¡dksJ‚| ¡dksJ‚| ¡\}}}}| |¡\}}t|jƒdks(J‚| |d¡\}} | |d¡\}} | |¡\} } |  ¡dksGJ‚|  ¡d\} }|dusUJ‚t| jƒdks^J‚t|jƒdksgJ‚|jd| jdkssJ‚| jd|jdksJ‚|   ¡t j ksˆJ‚| j t j kr‘| }n | j t jks™J‚t j|  ¡ ¡d t j¡|  ¡|  ¡dd }| ¡}|j|}t  ||dt j¡}| |¡}|j|| }|dksÕJ‚|dkrÝtd ƒ‚| ¡}| |¡}|j|}|jd|jdf}|j|| | d }dgd}||d<||d<||d<| tj ¡|d <dgd}| !| "d¡|¡|d<| #t$j%||¡dS) Nr rrrxr·ÚLinearPackedParamsBaseré€r}ú°Quantized convolution multiplier is greater than 1. This is supported by NNAPI, but not by most hardware backends. Try training a model without quantization-aware training. ©r rrr)&rärår>rŒrr rr6Ú __getstate__ÚqschemerEÚper_tensor_affiner^rWÚqint8Ú!_make_per_tensor_quantized_tensorÚint_reprrÚtoÚuint8r`rarÚquantize_per_tensorrXrvrr«r9r¬r}r×rØrQr4r•r$r€)rrñr¦Újit_packed_weightÚ jit_scaleÚjit_zero_pointr­r®r3Ú out_scaleÚout_zero_pointÚ weight_ctypeÚ packed_weightÚ raw_weightÚraw_biasÚunsigned_weightÚ weight_scaleÚ bias_scaleÚint_biasr¯Ú multiplierr²r³r´r+r®r>r?r"r"r#r.spû   ý   ÿ  ý  z_NnapiSerializer.add_qlinearc Csd| |¡\}}| ¡dkr-|rdnd}tj| ¡||jd}| |¡}|j|} || fS| |¡S)Nrprr)r^) rršrErFrîr^rvr9r’) rr¥r±r$r˜Ú_valueÚbias_idxÚnnapi_bias_tensorr¯r°r"r"r#Úget_optional_biases  ÿ   z"_NnapiSerializer.get_optional_biasc Cs”| ¡dksJ‚| ¡dksJ‚| ¡\}}}}}}}| |d¡\} } | || ¡\} } | | jdd…||||¡} | | d¡dd|| | | dt j ¡ S) Nr rrŽrr rrTF© rärår>rrÓrËr Úadd_conv2d_commonr4r×rØ)rrñÚ jit_imager§r¥Ú jit_strideÚjit_padÚ jit_dilationÚ jit_groupsr3r±r¯Ú _bias_operr"r"r"r#r,rs6 øÿ÷z_NnapiSerializer.add_conv2dc Cs°| ¡dksJ‚| ¡dksJ‚| ¡\ }}}}}}}} } } } } } | |d¡\} } | |¡\} } | || | ¡\} }| | jdd…|||| ¡}| | d¡dd|| | || t j ¡ S)Nr%rrŽrr rrTrÔ)rrñrÖr§r¥r×rØrÙÚ jit_transposer3rÚr±r$r¯rÛr"r"r"r#r+’sDòÿ÷z$_NnapiSerializer.add_conv_underscorec Cs¼| ¡dksJ‚| ¡dksJ‚| ¡\}}}| |¡\}}| |d¡\}}|j} dgd} || d<| d¡| d<| |¡| d<dgd} | |  d¡|j | d¡| d<|  t j | | ¡dS)Nrrr·rrr@)rärår>rŒrr r€r}rQr4r¬r•r$r·) rrñr¦Újit_dimÚ_jit_half_to_floatr­r®r3r5r+r>r?r"r"r#r-¹s  ÿz _NnapiSerializer.add_log_softmaxc Cs¦| ¡dksJ‚| ¡dksJ‚| ¡\}}}}| |d¡\}} | |d¡\}} | |¡\} } |  ¡dks7J‚|  ¡d\} }}| dksFJ‚|\}}|\}|dusSJ‚| |jdd…|¡}| ¡t j ksgJ‚|j t j krp|}n |j t j ksxJ‚t j| ¡ ¡d  t j¡| ¡| ¡d d }| ¡}| |¡\}}|j|}t  ||dt j¡}| |¡}|j|| }|dks»J‚|dkrÃtd ƒ‚| | d¡| | ||||||¡ S) Nr rrxr·ÚConv2dPackedParamsBaserÚ2rr¶r}r·)rärår>rr6r¹rÇr rºrEr»r^rWr¼r½r¾rr¿rÀr`rar‰rrÁrXrvrrÕr4)rrñr~r$rÖrÂrÃrÄr3rÅrÆrÇrÈÚ pack_versionr=Ú opt_tensorsrÀrÉrÊr"rËrÌrrÍrÎr¯rÏr"r"r#r0Ïsnû ü  ÿ  ý   ÿ÷z_NnapiSerializer.add_qconv2dc !Cs | |¡\} } | jd} |jdkrd} |rd}nd}n|j| kr%d} d}ntdƒ‚|j|Ž ¡}| |¡}|j|}|j|}| jt j krV|jt j ksMJ‚|jt j ksUJ‚n2| jt j kr€|jt j ksdJ‚|jt j kslJ‚t | j|j|jƒsxJ‚|jdksJ‚ntd| j›ƒ‚t| jƒd ks‘J‚t|jƒd ksšJ‚t|jƒdks£J‚| rË|j\}}}}|dks²J‚|| dksºJ‚|| }|dksÄJ‚|| ksÊJ‚n |j\}}}}|| ksØJ‚||jdksáJ‚|  ¡}| ríd }tj}n d }|rõtj}ntj}dg|}| |d<||d<||d <| |j¡|d <| |j¡|d <| |j¡|d<| |j¡|d<| |j¡|d<| |j¡|d<| rR| d¡|d<| | ¡|d<| |¡|d <n| | ¡|d<| |¡|d<dgd}t| j|||ƒ}| j|||d}|  ||¡} | !| |||¡| |d<| "|||¡dS)NrF)rrrrr0Tz$Group convolution not supported yet.rz#Unsupported input type for conv2d: r rrrrr r r r rrr¸)#r‰r rrrrr«rvr9rërrrrrêrrrrr$r{rÒrzr}rÿrrýrþrürûrƒr,r¬rQrŽr•)!rÚjit_outrÅrÆrÖr±r¯r"r$r~rŒrÚin_cÚ depthwiseÚweight_permutationr²r³r´r°ÚoneÚ_kern_hÚ_kern_wÚout_cÚchannel_multiplierÚkern_drÚnum_argsr”r>r?r+r®rXr"r"r#rÕs”         ÿ     ý z"_NnapiSerializer.add_conv2d_commonc Csd| |¡\}}|j\}}} } |dkr| |d|d¡|dkr"tdƒ‚|rj| dkrE| |ddt|dƒ›d|j›d|j›d|j›d|j › ¡| dkrh| |ddt|dƒ›d|j ›d|j ›d|j ›d|j › ¡dSdS| dkrŒ| |ddt|dƒ›d|j›d|j›d|j ›d |j›d ¡| dkr°| |ddt|dƒ›d|j ›d|j ›d|j ›d |j ›d ¡dSdS) Nrz Input channels can't be flexiblerrz - 1) * rhz - rz) // z + 1)r‰r rªrrkr6rûrùrýrþrürúrÿr) rrXrÖr"r$rŒrr%Úin_chr'r(r"r"r#rŽsB.ý.ýÿ0ý0ýÿz1_NnapiSerializer._handle_conv_pool_flexible_input)Frä)NN)PrrrrJrKrQrRrgrnrr rvryr}r€rƒr‡rˆr‰rŒrr‘r’r•r–r™rr¥rªrkr¯rµr¹rÇrËr¾rþrçÚ staticmethodrèr2rârrr r r rrrrrrrrrrrrrrr1r!r"r(r$r#r%r'r)r*r¤r.rÓr,r+r-r0rÕrŽr"r"r"r#r7Fs2  1 ÿ  ÿ   3  ÿ p ÿþýüûúùø ÷ ö õ ô óòñðíêçäá"Þ#Ý$Ü%Û(Ø+Õ.Ò/Ñ0Ð1Ï2Î3Í4Ì5¼I 8K 51"7 &+6(b& I  ' A or7F)rIrêrHcCst||ƒ |||¡S)aôConvert to NNAPI and serialize torchscript module. Parameters: module: Torchscript module to convert inputs: Tensors used to specify input details for NNAPI config (optional): Optional config to attach to module return_shapes (optional): Specify shape of outputs if your module uses runtime flexible shapes to set output buffer size for NNAPI use_int16_for_qint16 (optional): Use Pytorch int16 to represent NNAPI qint16 values )r7rþ)Úmoduler>rIrêrHr"r"r#rþ¤s ÿrþ)rã) r…ÚenumrLÚloggingrNrprbÚtypingrrrEÚ getLoggerr³rr$r×rÝÚEnumrárêrðr÷rørr r r,r/r1r6r7rþr"r"r"r#ÚsV b  ! mÿ