o 0 hi@sUddlmZddlZddlZddlZddlmZddlmm Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZmZmZddlmZerPddlmZeZded <dSddZe dZ!dTddZ"dUddZ#e dZ$e dZ%dVddZ&dVd d!Z'e d"Z(e d#Z)dWd%d&Z*d'Z+e,e+Z-d(ed)<dXd*d+Z.dYd-d.Z/dZd1d2Z0dZd3d4Z1ej2d5ej3d$ej4d6ej5dej6d$ej7d$ej8d iZ9d[d8d9Z:d\d:d;Z;d]d?d@Zd^dFdGZ?d]dHdIZ@e dJZAd_dKdLZBd`dMdNZCGdOdPdPZDGdQdRdRZEdS)a) annotationsN) TYPE_CHECKING)native_function_manager) Argument BackendIndexBaseTyBaseTypeFunctionSchemaNativeFunctionsGroupNativeFunctionsViewGroup OptionalType SelfArgumentTensorOptionsArgumentsType)config)Sequencezlogging.Loggerlogger arguments:Sequence[Argument | SelfArgument | TensorOptionsArguments]returnboolcCs6|D]}t|dd}|s qt|dd}|rdSqdS)N annotation alias_setTF)getattr)rargrrrrU/var/www/vscode/kcb/lib/python3.10/site-packages/torchgen/static_runtime/generator.py has_alias!s  r)sparse_sampled_addmmhspmmlinalg_svdvalssspaddmmcoalesce_indicesindices_valuesvalues crow_indices col_indices floor_divideger conj_physicalbinary_cross_entropyarccoshcholeskylu_solvelinalg_choleskylinalg_householder_productlinalg_ldl_solve_compute_linear_combination _make_dual _fw_primal _index_reduce!_new_zeros_with_same_feature_meta_conj_physical binary_cross_entropy_with_logitsbincountconv_tbccopy _copy_from_copy_from_and_resize count_nonzerocudnn_affine_grid_generator$cudnn_affine_grid_generator_backwardcudnn_grid_sampler diag_embed embeddingembedding_dense_backward_embedding_bag_dense_backward*_embedding_bag_per_sample_weights_backwardgrid_sampler_2d_grid_sampler_2d_cpu_fallbackgrid_sampler_3disnan mkldnn_linearmedian nanmedian_sparse_sparse_matmulbatch_norm_backward_elemt_euclidean_dist pixel_shufflepixel_unshufflechannel_shuffle_reshape_nested_backwardreluprelucelu slice_scatterselect_scatterdiagonal_scattersum_mkldnn_transpose_nested_tensor_from_mask_nested_from_padded_nested_tensor_size&_nested_from_padded_and_nested_example_standard_gamma_grad_dirichlet_grad native_norm_sparse_softmax_sparse_softmax_backward_data_sparse_log_softmax!_sparse_log_softmax_backward_datazero _sparse_addmm sparse_mask_sparse_mask_projection _to_dense _coalesce _coalescedcopy_sparse_to_sparse to_sparse to_sparse_csr to_sparse_csc to_mkldnnquantize_per_tensor_dynamicquantize_per_channelq_per_channel_scalesq_per_channel_zero_pointsint_repr"_make_per_channel_quantized_tensorsetlift lift_freshlift_fresh_copymasked_scatter_masked_softmax_masked_softmax_backwardput index_reducetrace_cholesky_solve_helperdistmax_torch_cuda_cu_linker_symbol_opglu_jvpglu_backward_jvphardswish_backwardrrelu_with_noise_backward#mkldnn_adaptive_avg_pool2d_backward_adaptive_avg_pool2d_backward_adaptive_avg_pool3d_backwardisinflinalg_lu_solve linalg_vecdotlinalg_matrix_explinalg_eigvalsh_test_warn_in_autograd%_test_autograd_multiple_dispatch_view*_test_autograd_multiple_dispatch_view_copy_segment_reduce_segment_reduce_backward_fw_primal_copy_make_dual_copyview_as_real_copyview_as_complex_copy _conj_copy_neg_view_copy diagonal_copy detach_copy squeeze_copyt_copyunsqueeze_copy _indices_copy _values_copy indices_copy values_copycrow_indices_copycol_indices_copy ccol_indicesccol_indices_copy row_indicesrow_indices_copy unfold_copy alias_copy_triton_multi_head_attentionspecial_airy_aispecial_bessel_j0special_bessel_j1special_bessel_y0special_bessel_y1special_chebyshev_polynomial_tspecial_chebyshev_polynomial_uspecial_chebyshev_polynomial_vspecial_chebyshev_polynomial_wspecial_hermite_polynomial_hspecial_hermite_polynomial_hespecial_laguerre_polynomial_lspecial_legendre_polynomial_pspecial_modified_bessel_i0special_modified_bessel_i1special_modified_bessel_k0special_modified_bessel_k1!special_scaled_modified_bessel_k0!special_scaled_modified_bessel_k1&special_shifted_chebyshev_polynomial_t&special_shifted_chebyshev_polynomial_u&special_shifted_chebyshev_polynomial_v&special_shifted_chebyshev_polynomial_wspecial_spherical_bessel_j0_foobar_nested_tensor_strides_nested_tensor_storage_offsets_nested_get_values_nested_get_values_copy_nested_view_from_jagged_nested_view_from_jagged_copy_nested_view_from_buffer_nested_view_from_buffer_copy_int_mm_to_sparse_csc_to_sparse_csrsegment_reduceg/NativeFunctionsGroup | NativeFunctionsViewGroupcCsd}d}t|tr|jj}|jj}n |jjjjj}|jj}t |r*t d|dS|t vr6t d|dS| D]}t|j}|sLt d|dSq:t|trjdtj|jddkrht dt|dSd S|jj D]}t|j}|st d|jjdSqp|jst|d rt|d rt|jd sdSd tj|jddkrt d|dSt|jjrt d|dSd S)NzHAND WRITTEN: %sFz BLOCKED: %sz!NOT SUPPORTED TYPE CONVERTING: %sz at::Tensor)symintzNON-TENSOR RET TYPE: %sToutzTensor(a!) out) -> Tensor(a!)z.outz at::Tensor &zNON_TENSOR RET TYPE: %szINPUTS ALIAS: %s) isinstancer view root_namefuncrnamebaseris_hand_writtenrinfo BLOCKED_OPSschema_order_argumentsivalue_type_conversion_methodtypecpp returns_typereturnscpp_typestr functional structuredhasattrendswithrrnon_out)r base_op_namerr maybe_methodrrr is_supportedsZ              rarg_typeBaseType | OptionalType | Typetuple[bool, str] | Nonec Cstjdtjdtjdtjdtjdtjdi}d}t|tr|j }nt|t r1t|j ts,dS|j j }ndS||vr9dS||}t|trF|dS|d S) aD Return the method call expression of `c10::ivalue' to convert its contained value to the expected value of `arg_type` type. For example, for `arg_type` == BaseTy.Tensor, this function returns ".toTensor()", so that it can be appended to the ivalue's variable name to get the value of the expected type. ))Tz toTensor())FztoOptional()))FztoInt())FztoOptional()))FztoBool())FztoOptional()))Fz toScalar())FztoOptional()))FztoScalarType())FztoOptional()))FztoStringView())FztoOptional()Nr) rTensorintrScalar ScalarTyperrrrr elem)rtype_conversion_methodsbase_ty_objectmethodsrrrr2s*      r) bitwise_not bitwise_and bitwise_or bitwise_xorbitwise_left_shiftbitwise_right_shiftgcdlcmscattergather _convert_indices_from_coo_to_csr _convert_indices_from_csr_to_coo) view_as_realimag_conjop_namercC|tvSN)should_use_int_tensor_ops_rrrrshould_use_int_tensorprcCrr)should_use_complex_tensor_ops_rrrrshould_use_complex_tensortrr) addmv index_addr r nll_loss_backwarddotvdotouterr*)addmmmm nuclear_normdiag_addmm_activationmatrix_HtrcCs|tvrdS|tvr dSdS)Nr)test_tensor_dim_ops_1_test_tensor_dim_ops_2_rrrrtest_tensor_dims r*z{"view_as_complex": "{2, 2}"}zdict[str, str]test_tensor_shape_jsoncCs|tvrt|SdS)Nr)r+rrrrtest_tensor_shapesr,indexc Cst|}|dkr/|dkrdnd}t|}t|t|}||d7}dd|g|}t|r:d|d }nt|rEd |d }nd |d }t j |t j dt j dt j dt jdt jdi}d} t|trj|j} nt|trut|jtswJ|jj} | |vsJd|| } | S)Nrr@r&z{{{}}},zat::randint(1, 100, z , at::kInt)z at::randn(z, at::kComplexFloat)z at::rand()1false2zat::ScalarType::Floatz"floor"znot expected type)r,r*mathceilfloatformatjoinrrrrrrrrrrrrr r) rr-rtensor_size_ex num_tensorsnum_dim size_per_dimtensor_expressionvalue_expressionsrvalue_expressionrrrtest_value_expressions:    rAschemar c Cs|rJ|jjj}i}|D]}t|j||}|||j<qt|||g}|D]\}}| d||d|q-d |dS)Nzauto z = ; ;) is_out_fnrrrrArroverride_test_valuesitemsappendr9) rBr- schema_namearg_maprtest_value_exparg_populationsarg_name arg_valuerrrgenerate_test_value_definitionss    rOcs(|rJdfdd|DS)Nr0c3s|] }|jVqdSrr.0rr-rr sz,generate_test_value_names..)rEr9r)rBr-rrSrgenerate_test_value_namess rUrr7list[tuple[str, str | None]]cs d ddfdd|DS) Nrrrtuple[str, str | None]cSsd|j}d}t|tr|j}d}t|tsJd}|jtvr"t|j}|r+|r+|d}d|j|fS)NFT?%)rrr rrr/generate_test_ir_arguments_base_ty_to_type_str_)rr% add_optionaltype_strrrr ir_arguments    z/generate_test_ir_arguments..ir_argumentcsg|]}|qSrrrQr]rr sz.generate_test_ir_arguments..)rrrrW)r)rBrr^rgenerate_test_ir_argumentss r`c Csrg}t|D])\}}t|j}|sJ|\}}|rdnd}|d|d|jd|d|qd|dS) N&rz const auto z = p_node->Input(z).rCrD) enumeraterrrrHrr9)rBrLirr is_referencetype_conversion_method referencerrrgenerate_arg_extractions  rhr backend_indexrcC.||j}|js |durt|jjS|jSr) get_kernelrrrrrkernelrrirlrrrget_kernel_name rncCrjr)rkrrrrrrlrmrrrget_out_kernel_name rorpcCs\|jj}|r Jt||}dd|D}|jrdnd}d|d|dd|d S) Ncs|]}|jVqdSrrPrQrrrrTz0generate_non_out_variant_call..cpunativeat::::(r0r1)rrrErnrrr9)rrirB kernel_name arg_namesnamespace_namerrrgenerate_non_out_variant_calls   r{r cCs\|jj}t|}||j}|r|j}dd|D}d}d|d|dd|dS) NcsrqrrPrQrrrrT$rrz,generate_call_to_view_ops..rtrurvrwr0r1)rrrrrkrlrr9)rrirBrxrlryrzrrrgenerate_call_to_view_opss  r|cCs|jj}|s Jg}t||}|jrdd|jjD}ng}|jjD]}t|tr3| |j j q$t|t s:J| |j q$|jsXt |jjdksNJ| |jjdj d|}|jrbdnd}d|d |d |d S) NcSsg|]}|jqSrrP)rRout_argrrrr_2sz-generate_out_variant_call..rrr0rsrtrurvrwr1)rrrErprrrrr rHargumentrrlenr9)rrirBryrxr cpp_arg_namesrzrrrgenerate_out_variant_call)s$     r) zisin.Scalar_Tensorrrrr!histcl1_lossmulti_margin_lossmultilabel_margin_lossnll_loss nll_loss2dprodcCs"t|}|d|d}|tvS)Nrw)rfindno_memory_resize_ops)rB schema_strtype_variant_op_namerrrshould_check_resizeUsrcCs|jjjjjSr)rrrr)rrrrop_name_from_group[src@s4eZdZdddZdd d ZdddZdddZdS)GenOpDispatchergroupsSequence[NativeFunctionsGroup]rirrrc Cs|sdSg}|D].}t| t|sJt|tsJ|||}||Wdn1s1wYqt|d}d|}d|d|d|d}|S)Nrr z& REGISTER_OPERATOR_FUNCTOR( aten:: , aten_(, [](Node* n) -> SROperator { z9 LogAndDumpSchema(n); return nullptr; }) )rrrr out_variant_op_generatorrHrr9 selfrrigenerated_type_variantsrgenerated_type_variantrbody generatedrrr out_variant`s*       zGenOpDispatcher.out_variant"Sequence[NativeFunctionsViewGroup]c Cs|sdSg}|D].}t| t|sJt|tsJ|||}||Wdn1s1wYqt|d}d|}d|d|d|d}|S)Nrrrz- REGISTER_NATIVE_OPERATOR_FUNCTOR( aten::rrz: LogAndDumpSchema(n); return nullptr; }); ) rrrr view_op_generatorrHrfunc_name_base_strr9rrrrrzs*      zGenOpDispatcher.viewrr c Cs|j}t|j}t|jj}t||}t|jjjjdksJt|jjjjdj}t ||}d|d|d|d|d|d|d } | S) Nrr+ if (n->matches(torch::schema("aten::<"))) { return [](ProcessedNode* p_node) { zM if (p_node->Output(0).isNone()) { p_node->Output(0) = z2; return; } auto& z< = p_node->Output(0).toTensor(); fastResizeToZero(z ); ; }; }) rrrrhr{rrrrr) rrrirrBpopulated_argumentfunctional_variant_callout_variable_nameout_variant_callrrrrrs*       z(GenOpDispatcher.out_variant_op_generatorr cCs>t|jj}t|jj}t||}d|d|d|d}|S)Nrrz! p_node->Output(0) = r)rrrrhr|)rrrirBrrrrrrrs   z!GenOpDispatcher.view_op_generatorN)rrrirrr)rrrirrrrr rirrrrr rirrr)__name__ __module__ __qualname__rrrrrrrrr_s    rc@s4eZdZdddZddd Zdd d ZdddZdS) GenOpTestCaserrrrc Cv|sdSg}|D]-}t|t|sJt|tsJ||}||Wdn1s0wYqd|SNrr)rrrr "out_variant_op_test_case_generatorrHr9rrrrrrrrr     zGenOpTestCase.out_variantrc Crr)rrrr view_op_test_case_generatorrHr9rrrrrrzGenOpTestCase.viewrr cCs8|jj}t|}|ddksJ|d|ddd}t|}||s)Jt|}ddd|D}ddd|D}t |j d kr[t |j dj t r[|j dj jtjus]Jt|d} t|d} t|d } t|d } t|rwd nd } d |d |d|d|d| d| d| d| d| d| d}|S)Nrwr._, cs.|]\}}|dur |n|d|VqdSNz: rrRrMrrrrrT  zCGenOpTestCase.out_variant_op_test_case_generator..cs|]\}}|VqdSrrrRrMrrrrrTrtruer3 TEST(StaticRuntime, autogen_1) { const std::string script = R"IR( graph(?): %bias: None = prim::Constant() %ret = aten::Q) %cloned = aten::clone(%ret, %bias) return (%cloned) )IR";  std::vector args{zj}; testStaticRuntime(script, args, {}, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); z std::vector args2{zm}; testStaticRuntime(script, args, args2, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); } )rrrrreplacer startswithr`r9rrrrrrrrrOrUr)rrrBrrr arg_typesarg_declarationsrytest_value_definitionstest_value_namestest_value_definitions2test_value_names2 check_resizerrrrrsX       z0GenOpTestCase.out_variant_op_test_case_generatorr c Cs|jj}t|}|ddksJ|d|ddd}|jj}||s)Jt|}ddd|D}ddd|D}t |j d kr[t |j dj t r[|j dj jtjus]Jt|d} t|d} d |d |d |d|d | d| d } | S)NrwrrrrcsrrrrrrrrTrz.csrrrrrrrrTrrrrrrrz(}; testStaticRuntime(script, args); } )rrrrrrrr`r9rrrrrrrrrOrU) rrrBrrrrrryrrrrrrrsB    z)GenOpTestCase.view_op_test_case_generatorN)rrrr)rrrrrr rr)rr rr)rrrrrrrrrrrrs   0r)rrrr)rrrr)rrrr)rrrr)rrrr)rrrr)rrr-rrrrr)rBr r-rrr)rBr rrV)rBr rrrr)rBr rrr)F __future__rjsonloggingr5typingrtorchgen.api.cppapirtorchgen.contextrtorchgen.modelrrrrr r r r r rrtorchgen.static_runtimercollections.abcr getLoggerr__annotations__r frozensetrrrrrrrr(r)r*test_tensor_shapes_stringloadsr+r,rArOrUrrr7rrrrrZr`rhrnrpr{r|rrrrrrrrrrsx  4     I <+       '       ^