o hg@sUddlZddlZddlZddlmZmZmZmZmZm Z ddl m m Z ddl mZddlmZmZmZmZmZmZmZmZmZmZmZddlmZeZeje d<dee eeefde!fd d Z"e#d Z$d e eefde!fd dZ%de eeefdeee!e&ffddZ'e#dZ(e#dZ)de&de!fddZ*de&de!fddZ+e#dZ,e#dZ-de&de.fddZ/dZ0e1e0Z2ee&e&fe d<de&de&fdd Z3de eeefd!e.de&de&fd"d#Z4d$ed!e.de&fd%d&Z5d$ed!e.de&fd'd(Z6ej7d)ej.d*ej8d+ej&d,ej9d*ej:d*ej!d-iZ;d$edeee&ee&ffd.d/Zd ed2ede&fd5d6Z?d ed2ede&fd7d8Z@d ed2ede&fd9d:ZAd ed2ede&fd;d<ZBe#d=ZCd$ede!fd>d?ZDd ede&fd@dAZEGdBdCdCZFGdDdEdEZGdS)FN)DictListOptionalSequenceTupleUnion)native_function_manager) Argument BackendIndexBaseTyBaseTypeFunctionSchemaNativeFunctionsGroupNativeFunctionsViewGroup OptionalType SelfArgumentTensorOptionsArgumentsType)configlogger argumentsreturncCs6|D]}t|dd}|s qt|dd}|rdSqdS)N annotation alias_setTF)getattr)rargrrrrW/var/www/html/ai/venv/lib/python3.10/site-packages/torchgen/static_runtime/generator.py has_aliass  r)sparse_sampled_addmmhspmmlinalg_svdvalssspaddmmcoalesce_indicesindices_valuesvalues crow_indices col_indices floor_divideger conj_physicalbinary_cross_entropyarccoshcholeskylu_solvelinalg_choleskylinalg_householder_productlinalg_ldl_solve_compute_linear_combination _make_dual _fw_primal _index_reduce!_new_zeros_with_same_feature_meta_conj_physical binary_cross_entropy_with_logitsbincountconv_tbccopy _copy_from_copy_from_and_resize count_nonzerocudnn_affine_grid_generator$cudnn_affine_grid_generator_backwardcudnn_grid_sampler diag_embed embeddingembedding_dense_backward_embedding_bag_dense_backward*_embedding_bag_per_sample_weights_backwardgrid_sampler_2d_grid_sampler_2d_cpu_fallbackgrid_sampler_3disnan mkldnn_linearmedian nanmedian_sparse_sparse_matmulbatch_norm_backward_elemt_euclidean_dist pixel_shufflepixel_unshufflechannel_shuffle_reshape_nested_backwardreluprelucelu slice_scatterselect_scatterdiagonal_scattersum_mkldnn_transpose_nested_tensor_from_mask_nested_from_padded_nested_tensor_size&_nested_from_padded_and_nested_example_standard_gamma_grad_dirichlet_grad native_norm_sparse_softmax_sparse_softmax_backward_data_sparse_log_softmax!_sparse_log_softmax_backward_datazero _sparse_addmm sparse_mask_sparse_mask_projection _to_dense _coalesce _coalescedcopy_sparse_to_sparse to_sparse to_sparse_csr to_sparse_csc to_mkldnnquantize_per_tensor_dynamicquantize_per_channelq_per_channel_scalesq_per_channel_zero_pointsint_repr"_make_per_channel_quantized_tensorsetlift lift_freshlift_fresh_copymasked_scatter_masked_softmax_masked_softmax_backwardput index_reducetrace_cholesky_solve_helperdistmax_torch_cuda_cu_linker_symbol_opglu_jvpglu_backward_jvphardswish_backwardrrelu_with_noise_backward#mkldnn_adaptive_avg_pool2d_backward_adaptive_avg_pool2d_backward_adaptive_avg_pool3d_backwardisinflinalg_lu_solve linalg_vecdotlinalg_matrix_explinalg_eigvalsh_test_warn_in_autograd%_test_autograd_multiple_dispatch_view*_test_autograd_multiple_dispatch_view_copy_segment_reduce_segment_reduce_backward_fw_primal_copy_make_dual_copyview_as_real_copyview_as_complex_copy _conj_copy_neg_view_copy diagonal_copy detach_copy squeeze_copyt_copyunsqueeze_copy _indices_copy _values_copy indices_copy values_copycrow_indices_copycol_indices_copy ccol_indicesccol_indices_copy row_indicesrow_indices_copy unfold_copy alias_copy_triton_multi_head_attentionspecial_airy_aispecial_bessel_j0special_bessel_j1special_bessel_y0special_bessel_y1special_chebyshev_polynomial_tspecial_chebyshev_polynomial_uspecial_chebyshev_polynomial_vspecial_chebyshev_polynomial_wspecial_hermite_polynomial_hspecial_hermite_polynomial_hespecial_laguerre_polynomial_lspecial_legendre_polynomial_pspecial_modified_bessel_i0special_modified_bessel_i1special_modified_bessel_k0special_modified_bessel_k1!special_scaled_modified_bessel_k0!special_scaled_modified_bessel_k1&special_shifted_chebyshev_polynomial_t&special_shifted_chebyshev_polynomial_u&special_shifted_chebyshev_polynomial_v&special_shifted_chebyshev_polynomial_wspecial_spherical_bessel_j0_foobar_nested_tensor_stridesgcCsd}d}t|tr|jj}|jj}n |jjjjj}|jj}t |r*t d|dS|t vr6t d|dS| D]}t|j}|sLt d|dSq:t|trjdtj|jddkrht dt|dSd S|jj D]}t|j}|st d|jjdSqp|jst|d rt|d rt|jd sdSd tj|jddkrt d|dSt|jjrt d|dSd S)NzHAND WRITTEN: %sFz BLOCKED: %sz!NOT SUPPORTED TYPE CONVERTING: %sz at::Tensor)symintzNON-TENSOR RET TYPE: %sToutzTensor(a!) out) -> Tensor(a!)z.outz at::Tensor &zNON_TENSOR RET TYPE: %szINPUTS ALIAS: %s) isinstancerview root_namefuncrnamebaseris_hand_writtenrinfo BLOCKED_OPSschema_order_argumentsivalue_type_conversion_methodtypecpp returns_typereturnscpp_typestr functional structuredhasattrendswithrrnon_out)r base_op_namerr maybe_methodrrr is_supportedsZ              rarg_typec Cstjdtjdtjdtjdtjdtjdi}d}t|tr|j }nt|t r1t|j ts,dS|j j }ndS||vr9dS||}t|trF|dS|d S) aD Return the method call expression of `c10::ivalue' to convert its contained value to the expected value of `arg_type` type. For example, for `arg_type` == BaseTy.Tensor, this function returns ".toTensor()", so that it can be appended to the ivalue's variable name to get the value of the expected type. ))Tz toTensor())FztoOptional()))FztoInt())FztoOptional()))FztoBool())FztoOptional()))Fz toScalar())FztoOptional()))FztoScalarType())FztoOptional()))FztoStringView())FztoOptional()Nr) r TensorintboolScalar ScalarTyperrr rrelem)rtype_conversion_methodsbase_ty_objectmethodsrrrr!s*      r) bitwise_not bitwise_and bitwise_or bitwise_xorbitwise_left_shiftbitwise_right_shiftgcdlcmscattergather _convert_indices_from_coo_to_csr _convert_indices_from_csr_to_coo) view_as_realimag_conjop_namecC|tvSN)should_use_int_tensor_ops_rrrrshould_use_int_tensor_r cCrr)should_use_complex_tensor_ops_rrrrshould_use_complex_tensorcr r ) addmv index_addrrnll_loss_backwarddotvdotouterr+)addmmmm nuclear_normdiag_addmm_activationmatrix_HtcCs|tvrdS|tvr dSdS)Nr)test_tensor_dim_ops_1_test_tensor_dim_ops_2_rrrrtest_tensor_dimys rz{"view_as_complex": "{2, 2}"}test_tensor_shape_jsoncCs|tvrt|SdS)Nr)rrrrrtest_tensor_shapesr indexc Cst|}|dkr.|dkrdnd}t|}t|t|}||d7}dd|g|}t|r9d|d }nt|rDd |d }nd |d }tj |tj dtj dtj dtj dtjdi}d} t|tri|j} nt|trtt|jtsvJ|jj} | |vsJd|| } | S)Nrr@rz{%s},zat::randint(1, 100, z , at::kInt)z at::randn(z, at::kComplexFloat)z at::rand()1false2zat::ScalarType::Floatz"floor"znot expected type)r rmathceilfloatjoinr r r rrrrrrrr rrr) rr!rtensor_size_ex num_tensorsnum_dim size_per_dimtensor_expressionvalue_expressionsrvalue_expressionrrrtest_value_expressions:    r4schemac Cs|rJ|jjj}i}|D]}t|j||}|||j<qt|||g}|D]\}}| d||d|q-d |dS)Nzauto z = ; ;) is_out_fnrrrr4rroverride_test_valuesitemsappendr,) r5r! schema_namearg_maprtest_value_exparg_populationsarg_name arg_valuerrrgenerate_test_value_definitionss    rBcs(|rJdfdd|DS)Nr$c3s|] }|jVqdSrr.0rr!rr sz,generate_test_value_names..)r8r,r)r5r!rrFrgenerate_test_value_namess rHrrr+rrcs4dtdttttffddfdd|DS)NrrcSsd|j}d}t|tr|j}d}t|tsJd}|jtvr"t|j}|r+|r+|d}d|j|fS)NFT?%)rrrrr r/generate_test_ir_arguments_base_ty_to_type_str_)rr add_optionaltype_strrrr ir_arguments    z/generate_test_ir_arguments..ir_argumentcsg|]}|qSrrrDrNrr sz.generate_test_ir_arguments..)r rrrr)r5rrOrgenerate_test_ir_argumentssrQc Csrg}t|D])\}}t|j}|sJ|\}}|rdnd}|d|d|jd|d|qd|dS) N&rz const auto z = p_node->Input(z).r6r7) enumeraterrrr;rr,)r5r?irr is_referencetype_conversion_method referencerrrgenerate_arg_extractions  rY backend_indexcC.||j}|js |durt|jjS|jSr) get_kernelrrrrrkernelrrZr]rrrget_kernel_name r_cCr[r)r\rrrrrr]r^rrrget_out_kernel_namer`racCs\|jj}|r Jt||}dd|D}|jrdnd}d|d|dd|d S) Ncs|]}|jVqdSrrCrDrrrrGz0generate_non_out_variant_call..cpunativeat::::(r$r%)rrr8r_rrr,)rrZr5 kernel_name arg_namesnamespace_namerrrgenerate_non_out_variant_calls   rlcCs\|jj}t|}||j}|r|j}dd|D}d}d|d|dd|dS) NcsrbrrCrDrrrrGrcz,generate_call_to_view_ops..rerfrgrhr$r%)rrrrr\r]rr,)rrZr5rir]rjrkrrrgenerate_call_to_view_ops s  rmcCs|jj}|s Jg}t||}|jrdd|jjD}ng}|jjD]}t|tr3| |j j q$t|t s:J| |j q$|jsXt |jjdksNJ| |jjdj d|}|jrbdnd}d|d |d |d S) NcSsg|]}|jqSrrC)rEout_argrrrrP!sz-generate_out_variant_call..rrr$rdrerfrgrhr%)rrr8rarrrrrr;argumentrr lenr,)rrZr5rjrir cpp_arg_namesrkrrrgenerate_out_variant_calls$     rr) zisin.Scalar_Tensorrrrrhistcl1_lossmulti_margin_lossmultilabel_margin_lossnll_loss nll_loss2dprodcCs"t|}|d|d}|tvS)Nrh)rfindno_memory_resize_ops)r5 schema_strtype_variant_op_namerrrshould_check_resizeDsr~cCs|jjjjjSr)rrrr)rrrrop_name_from_groupJsrc@sleZdZdeededefddZdeededefddZ dededefd d Z dededefd d Z d S)GenOpDispatchergroupsrZrc Cs|sdSg}|D].}t| t|sJt|tsJ|||}||Wdn1s1wYqt|d}d|}d|d|d|d}|S)Nrr z& REGISTER_OPERATOR_FUNCTOR( aten:: , aten_(, [](Node* n) -> SROperator { : LogAndDumpSchema(n); return nullptr; }); )rrrrout_variant_op_generatorr;rr, selfrrZgenerated_type_variantsrgenerated_type_variantrbody generatedrrr out_variantOs*       zGenOpDispatcher.out_variantc Cs|sdSg}|D].}t| t|sJt|tsJ|||}||Wdn1s1wYqt|d}d|}d|d|d|d}|S)Nrrrz- REGISTER_NATIVE_OPERATOR_FUNCTOR( aten::rrr) rrrrview_op_generatorr;rfunc_name_base_strr,rrrrris*      zGenOpDispatcher.viewrc Cs|j}t|j}t|jj}t||}t|jjjjdksJt|jjjjdj}t ||}d|d|d|d|d|d|d } | S) Nrr+ if (n->matches(torch::schema("aten::<"))) { return [](ProcessedNode* p_node) { zM if (p_node->Output(0).isNone()) { p_node->Output(0) = z2; return; } auto& z< = p_node->Output(0).toTensor(); fastResizeToZero(z ); ; }; }) rrrrYrlrprrrrr) rrrZrr5populated_argumentfunctional_variant_callout_variable_nameout_variant_callrrrrrs*       z(GenOpDispatcher.out_variant_op_generatorcCs>t|jj}t|jj}t||}d|d|d|d}|S)Nrrz! p_node->Output(0) = r)rrrrYrm)rrrZr5rrrrrrrs   z!GenOpDispatcher.view_op_generatorN) __name__ __module__ __qualname__rrr rrrrrrrrrrrNs:   rc@s\eZdZdeedefddZdeedefddZdedefdd Z dedefd d Z d S) GenOpTestCaserrc Cv|sdSg}|D]-}t|t|sJt|tsJ||}||Wdn1s0wYqd|SNrr)rrrr"out_variant_op_test_case_generatorr;r,rrrrrrrrr     zGenOpTestCase.out_variantc Crr)rrrrview_op_test_case_generatorr;r,rrrrrrzGenOpTestCase.viewrcCs8|jj}t|}|ddksJ|d|ddd}t|}||s)Jt|}ddd|D}ddd|D}t |j d kr[t |j dj t r[|j dj jtjus]Jt|d} t|d} t|d } t|d } t|rwd nd } d |d |d|d|d| d| d| d| d| d| d}|S)Nrhr._, cs.|]\}}|dur |n|d|VqdSNz: rrEr@rrrrrG  zCGenOpTestCase.out_variant_op_test_case_generator..cs|]\}}|VqdSrrrEr@rrrrrGrtruer' TEST(StaticRuntime, autogen_1) { const std::string script = R"IR( graph(?): %bias: None = prim::Constant() %ret = aten::Q) %cloned = aten::clone(%ret, %bias) return (%cloned) )IR";  std::vector args{zj}; testStaticRuntime(script, args, {}, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); z std::vector args2{zm}; testStaticRuntime(script, args, args2, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); } )rrrrzreplacer startswithrQr,rprrrr rr rrBrHr~)rrr5r|r}r arg_typesarg_declarationsrjtest_value_definitionstest_value_namestest_value_definitions2test_value_names2 check_resizerrrrrsX       z0GenOpTestCase.out_variant_op_test_case_generatorc Cs|jj}t|}|ddksJ|d|ddd}|jj}||s)Jt|}ddd|D}ddd|D}t |j d kr[t |j dj t r[|j dj jtjus]Jt|d} t|d} d |d |d |d|d | d| d } | S)NrhrrrrcsrrrrrrrrGrz.csrrrrrrrrGrrrrrrrz(}; testStaticRuntime(script, args); } )rrrrzrrrrQr,rprrrr rr rrBrH) rrr5r|r}rrrrjrrrrrrrsB    z)GenOpTestCase.view_op_test_case_generatorN) rrrrrrrrrrrrrrrrs   0r)Hjsonloggingr)typingrrrrrrtorchgen.api.cppapirtorchgen.contextrtorchgen.modelr r r r r rrrrrrtorchgen.static_runtimer getLoggerrLogger__annotations__rr frozensetrrrrrr r r rrrrtest_tensor_shapes_stringloadsrr r4rBrHrr+rrrKrQrYr_rarlrmrrr{r~rrrrrrrs   4   ><  +   '        ^