ajgsUddlmZddlZddlZddlZddlmZddlmcm Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZmZmZddlmZerddlmZejZded <d@dZe dZ!dAdZ"dBdZ#e dZ$e dZ%dCdZ&dCdZ'e dZ(e dZ)dDd Z*d!Z+ej,e+Z-d"ed#<dEd$Z.dFd&Z/dGd)Z0dGd*Z1ej2d+ej3dej4d,ej5dej6dej7dej8d iZ9dHd.Z:dId/Z;dJd3ZdKd7Z?dJd8Z@e d9ZAdLd:ZBdMd;ZCGd<d=ZDGd>d?ZEdS)N) annotationsN) TYPE_CHECKING)native_function_manager) Argument BackendIndexBaseTyBaseTypeFunctionSchemaNativeFunctionsGroupNativeFunctionsViewGroup OptionalType SelfArgumentTensorOptionsArgumentsType)config)Sequencezlogging.Loggerlogger arguments:Sequence[Argument | SelfArgument | TensorOptionsArguments]returnboolcd|D],}t|dd}|st|dd}|rdS-dS)N annotation alias_setTF)getattr)rargrrs f/home/longshao/multi-rider-rag/.venv/lib/python3.11/site-packages/torchgen/static_runtime/generator.py has_aliasr!sYS,55   J R88  44  5)sparse_sampled_addmmhspmmlinalg_svdvalssspaddmmcoalesce_indicesindices_valuesvalues crow_indices col_indices floor_divideger conj_physicalbinary_cross_entropyarccoshcholeskylu_solvelinalg_choleskylinalg_householder_productlinalg_ldl_solve_compute_linear_combination _make_dual _fw_primal _index_reduce!_new_zeros_with_same_feature_meta_conj_physical binary_cross_entropy_with_logitsbincountconv_tbccopy _copy_from_copy_from_and_resize count_nonzerocudnn_affine_grid_generator$cudnn_affine_grid_generator_backwardcudnn_grid_sampler diag_embed embeddingembedding_dense_backward_embedding_bag_dense_backward*_embedding_bag_per_sample_weights_backwardgrid_sampler_2d_grid_sampler_2d_cpu_fallbackgrid_sampler_3disnan mkldnn_linearmedian nanmedian_sparse_sparse_matmulbatch_norm_backward_elemt_euclidean_dist pixel_shufflepixel_unshufflechannel_shuffle_reshape_nested_backwardreluprelucelu slice_scatterselect_scatterdiagonal_scattersum_mkldnn_transpose_nested_tensor_from_mask_nested_from_padded_nested_tensor_size&_nested_from_padded_and_nested_example_standard_gamma_grad_dirichlet_grad native_norm_sparse_softmax_sparse_softmax_backward_data_sparse_log_softmax!_sparse_log_softmax_backward_datazero _sparse_addmm sparse_mask_sparse_mask_projection _to_dense _coalesce _coalescedcopy_sparse_to_sparse to_sparse to_sparse_csr to_sparse_csc to_mkldnnquantize_per_tensor_dynamicquantize_per_channelq_per_channel_scalesq_per_channel_zero_pointsint_repr"_make_per_channel_quantized_tensorsetlift lift_freshlift_fresh_copymasked_scatter_masked_softmax_masked_softmax_backwardput index_reducetrace_cholesky_solve_helperdistmax_torch_cuda_cu_linker_symbol_opglu_jvpglu_backward_jvphardswish_backwardrrelu_with_noise_backward#mkldnn_adaptive_avg_pool2d_backward_adaptive_avg_pool2d_backward_adaptive_avg_pool3d_backwardisinflinalg_lu_solve linalg_vecdotlinalg_matrix_explinalg_eigvalsh_test_warn_in_autograd%_test_autograd_multiple_dispatch_view*_test_autograd_multiple_dispatch_view_copy_segment_reduce_segment_reduce_backward_fw_primal_copy_make_dual_copyview_as_real_copyview_as_complex_copy _conj_copy_neg_view_copy diagonal_copy detach_copy squeeze_copyt_copyunsqueeze_copy _indices_copy _values_copy indices_copy values_copycrow_indices_copycol_indices_copy ccol_indicesccol_indices_copy row_indicesrow_indices_copy unfold_copy alias_copy_triton_multi_head_attentionspecial_airy_aispecial_bessel_j0special_bessel_j1special_bessel_y0special_bessel_y1special_chebyshev_polynomial_tspecial_chebyshev_polynomial_uspecial_chebyshev_polynomial_vspecial_chebyshev_polynomial_wspecial_hermite_polynomial_hspecial_hermite_polynomial_hespecial_laguerre_polynomial_lspecial_legendre_polynomial_pspecial_modified_bessel_i0special_modified_bessel_i1special_modified_bessel_k0special_modified_bessel_k1!special_scaled_modified_bessel_k0!special_scaled_modified_bessel_k1&special_shifted_chebyshev_polynomial_t&special_shifted_chebyshev_polynomial_u&special_shifted_chebyshev_polynomial_v&special_shifted_chebyshev_polynomial_wspecial_spherical_bessel_j0_foobar_nested_tensor_strides_nested_tensor_storage_offsets_nested_get_values_nested_get_values_copy_nested_view_from_jagged_nested_view_from_jagged_copy_nested_view_from_buffer_nested_view_from_buffer_copy_int_mm_to_sparse_csc_to_sparse_csrsegment_reduceg/NativeFunctionsGroup | NativeFunctionsViewGroupcjd}d}t|tr|jj}|jj}n'|jjjjj}|jj}tj |rt d|dS|tvrt d|dS| D]6}t|j}|st d|dS7t|tr]dt!j|jdkr*t dt)|dSd S|jj D]@}t|j}|s(t d|jjdSA|js[t/|d rIt)|d r't)|jd sdSd t!j|jdkrt d|dSt3|jjrt d|dSd S)NzHAND WRITTEN: %sFz BLOCKED: %sz!NOT SUPPORTED TYPE CONVERTING: %sz at::Tensor)symintzNON-TENSOR RET TYPE: %sToutzTensor(a!) out) -> Tensor(a!)z.outz at::Tensor &zNON_TENSOR RET TYPE: %szINPUTS ALIAS: %s) isinstancer view root_namefuncrnamebaseris_hand_writtenrinfo BLOCKED_OPSschema_order_argumentsivalue_type_conversion_methodtypecpp returns_typereturnscpp_typestr functional structuredhasattrendswithrrnon_out)r base_op_namerr maybe_methods r is_supportedrsL D!-..v' v{uz+0 uz a   & 555u{"" M<000u**,,4SX>>   KK;T B B B55  !-.. 3+DLGGGPPRR R R KK13t99 = = =5t| 77994SX>>   KK;Q\=N O O O55  <  5!! t99%%&EFF ty>>**622  5)$,uEEENNPPPP -t444u'(( & 555u 4r arg_typeBaseType | OptionalType | Typetuple[bool, str] | Nonec tjdtjdtjdtjdtjdtjdi}d}t|tr|j }n@t|tr)t|j tsdS|j j }ndS||vrdS||}t|tr|dS|d S) aD Return the method call expression of `c10::ivalue' to convert its contained value to the expected value of `arg_type` type. For example, for `arg_type` == BaseTy.Tensor, this function returns ".toTensor()", so that it can be appended to the ivalue's variable name to get the value of the expected type. ))Tz toTensor())FztoOptional()))FztoInt())FztoOptional()))FztoBool())FztoOptional()))Fz toScalar())FztoOptional()))FztoScalarType())FztoOptional()))FztoStringView())FztoOptional())Fz toOptional<::std::string_view>()Nr) rTensorintrScalar ScalarTyperrr rr elem)rtype_conversion_methodsbase_ty_objectmethodss rrr2s  R J I S     N(H%%! Hl + +(-22 4!+t444t%n5G(H%%qz 1:r ) bitwise_not bitwise_and bitwise_or bitwise_xorbitwise_left_shiftbitwise_right_shiftgcdlcmscattergather _convert_indices_from_coo_to_csr _convert_indices_from_csr_to_coo) view_as_realimag_conjop_namerc|tvSN)should_use_int_tensor_ops_rs rshould_use_int_tensorrqs 0 00r c|tvSr)should_use_complex_tensor_ops_rs rshould_use_complex_tensorrus 4 44r ) addmv index_addrrnll_loss_backwarddotvdotouterr-)addmmmm nuclear_normdiag_addmm_activationmatrix_Htrc2|tvrdS|tvrdSdS)Nr)test_tensor_dim_ops_1_test_tensor_dim_ops_2_rs rtest_tensor_dimr0s)(((q(((q 1r z{"view_as_complex": "{2, 2}"}zdict[str, str]test_tensor_shape_jsonc2|tvr t|SdS)Nr)r1rs rtest_tensor_shaper3s(((%g..rr indexc :t|}|dkrr|dkrdnd}t|}tj|t |z }||dzz }dd|g|z}t|rd|d }nt|rd |d }nd |d }tj |tj dtj dtj dtjdtjdi}d} t!|t"r|j} nZt!|t&rt!|jt"st+dt-||jj} | |vrt+d| || } | S)Nrr@r,z{{{}}},zat::randint(1, 100, z , at::kInt)z at::randn(z, at::kComplexFloat)z at::rand()1false2zat::ScalarType::Floatz"floor"z.Expected OptionalType with BaseType elem, got zUnexpected type: )r3r0mathceilfloatformatjoinrrrrrrrrrrr rr rAssertionErrorr) rr4rtensor_size_ex num_tensorsnum_dim size_per_dimtensor_expressionvalue_expressionsrvalue_expressions rtest_value_expressionrJs'w//N!QJJbbB !'**yuW~~!=>>  q(( !l3D2E2O)P)PQQW%%:N>NNN "7 + +:MMMM9999  ( C W s2 I N(H%% ,! x . . 3=hmX3V3V !QhQQ "+...AAABBB(8 r schemar c|rtd||jjj}i}|D]"}t |j||}|||j<#tj|||g}| D]"\}}| d||d|#d |dzS)NExpected non-out function, got zauto z = ; ;) is_out_fnrBrrrrJrroverride_test_valuesitemsappendrA) rKr4 schema_namearg_maprtest_value_exparg_populationsarg_name arg_values rgenerate_test_value_definitionsrZs IGvGGHHH+"'KG,,..++.sx LL* e<<<O&}}HH)FxFFF9FFGGGG >>/ * *S 00r c|rtd|dfd|DS)NrMr8c3.K|]}|jVdSrr).0rr4s r z,generate_test_value_names..s0TTSsx(((TTTTTTr )rPrBrAr)rKr4s `rgenerate_test_value_namesr`sb IGvGGHHH 88TTTTF4Q4Q4S4STTT T TTr rr?list[tuple[str, str | None]]cLddfd|DS)Nrrrtuple[str, str | None]c&|j}d}t|tr |j}d}t|tst dt|d}|jtvrt|j}|r|r|d}d|jz|fS)NFTzExpected BaseType, got ?%)rrr rr rBr/generate_test_ir_arguments_base_ty_to_type_str_)rr* add_optionaltype_strs r ir_argumentz/generate_test_ir_arguments..ir_arguments H a & & AL!X&& F !D477!D!DEE E 6D D DFqvNH  &  &"~~~Hch))r c&g|] }|Srr)r^rrjs r z.generate_test_ir_arguments..s# H H HKK   H H Hr )rrrrc)r)rKrjs @rgenerate_test_ir_argumentsrms@ * * * * I H H H(E(E(G(G H H HHr c Pg}t|D]k\}}t|j}|st d|jd|j|\}}|rdnd}|d|d|jd|d|ld |d zS) NzNo type conversion method for : &rz const auto z = p_node->Input(z).rNrO) enumeraterrrrBrrSrA)rKrWirr is_referencetype_conversion_method references rgenerate_arg_extractionrwsOF99;;<<   34SX>>   GGGSXGG 0<, ,'/CCR  ] ] ]SX ] ] ] ]E[ ] ]     >>/ * *S 00r r backend_indexrc||j}|js|tj|jjS|jSr) get_kernelrrrrrkernelrrxr{s rget_kernel_namer}sB  % %al 3 3F|+v~x )*** =r c||j}|js|tj|jjS|jSr)rzrrrrrr{r|s rget_out_kernel_namersA  % %ae , ,F|$v~x ### =r c|jj}|rtd|t ||}d|D}|jrdnd}d|d|dd|d S) NrMc3$K|] }|jV dSrr]r^rs rr_z0generate_non_out_variant_call..#$EEcEEEEEEr cpunativeat::::(r8r9)rrrPrBr}rrrA)rrxrK kernel_name arg_namesnamespace_names rgenerate_non_out_variant_callrs\ F IGvGGHHH!!]33KEEV%B%B%D%DEEEIl8UUN H. H HK H H#((92E2E H H HHr r c|jj}tj|}||j}|r|j}d|D}d}d|d|dd|dS)Nc3$K|] }|jV dSrr]rs rr_z,generate_call_to_view_ops..0rr rrrrr8r9)rrrrrzr{rrA)rrxrKrr{rrs rgenerate_call_to_view_opsr(sV[F(6""K  % %af - -F $m EEV%B%B%D%DEEEIN H. H HK H H#((92E2E H H HHr c4|jj}|std|g}t ||}|jrd|jjD}ng}|jjD]}t|tr | |j j 7t|tstdt|| |j |jspt|jjdkr)tdt|jj| |jjdj d|}|jrdnd }d |d |d |d S)NzExpected out function, got cg|] }|j Srr])r^out_args rrlz-generate_out_variant_call..?sFFFgW\FFFr zExpected Argument, got rExpected 1 out argument, got rr8rrrrrr9)rrrPrBrrrrrrrSargumentrrrlenrA)rrxrKrrr cpp_arg_namesrs rgenerate_out_variant_callr5sUZF     EC6CCDDDI%a77K|FF1A1EFFF  ''' c< ( ( '   S\. / / / /c8,, L$%JtCyy%J%JKKK   SX & & & & <7 v# $ $ ) ) KF4D4H0I0IKK  )-a05666HHY''Ml8UUN B. B BK B B- B B BBr ) zisin.Scalar_Tensorrr!r"r&histcl1_lossmulti_margin_lossmultilabel_margin_lossnll_loss nll_loss2dprodclt|}|d|d}|tvS)Nr)rfindno_memory_resize_ops)rK schema_strtype_variant_op_names rshould_check_resizerfs6VJ%&< (<(<&<= '; ;;r c8|jjjjjSr)rrrr)rs rop_name_from_grouprls <  ! & ++r c.eZdZddZdd Zdd ZddZdS)GenOpDispatchergroupsSequence[NativeFunctionsGroup]rxrrrc|sdSg}|D]}t|5t|std|t|tstdt ||||}||dddn #1swxYwYt|d}d |}d|d|d|d }|S) NrUnsupported function group: #Expected NativeFunctionsGroup, got r z& REGISTER_OPERATOR_FUNCTOR( aten:: , aten_(, [](Node* n) -> SROperator { z9 LogAndDumpSchema(n); return nullptr; }) ) rrrBrr rout_variant_op_generatorrSrrA selfrrxgenerated_type_variantsrgenerated_type_variantrbody generateds r out_variantzGenOpDispatcher.out_variantqs 2"$ G GA(++ G G#AM()K)K)KLLL!!%9::(Gd1ggGG*.)F)Fq-)X)X&'../EFFF G G G G G G G G G G G G G G G%VAY//yy011            BB''B+ .B+ "Sequence[NativeFunctionsViewGroup]c|sdSg}|D]}t|5t|std|t|tstdt ||||}||dddn #1swxYwYtj |d}d |}d|d|d|d }|S) NrUnsupported view group: 'Expected NativeFunctionsViewGroup, got rrz- REGISTER_NATIVE_OPERATOR_FUNCTOR( aten::rrz: LogAndDumpSchema(n); return nullptr; }); ) rrrBrr rview_op_generatorrSrfunc_name_base_strrArs rrzGenOpDispatcher.views 2"$ G GA(++ G G#AI()GA)G)GHHH!!%=>>(K$q''KK*.)?)?=)Q)Q&'../EFFF G G G G G G G G G G G G G G G+F1I66yy011            rrr c |j}t|j}t|jj}t ||}t |jjjjdkr3tdt |jjjjt|jjjjdj }t||}d|d|d|d|d|d |d } | S) Nrrr+ if (n->matches(torch::schema("aten::<"))) { return [](ProcessedNode* p_node) { zM if (p_node->Output(0).isNone()) { p_node->Output(0) = z2; return; } auto& z< = p_node->Output(0).toTensor(); fastResizeToZero(z ); ; }; }) rrrrwrrrrrBrr) rrrxrrKpopulated_argumentfunctional_variant_callout_variable_nameout_variant_callrs rrz(GenOpDispatcher.out_variant_op_generators'\ Z_%%4Q\5FGG"?="Q"Q quz#' ( (A - - OAEJ4H4L0M0MOO   4 8 ; @AA4Q FF  +1       "9   #   .        r r ct|jj}t|jj}t ||}d|d|d|d}|S)Nrrz! p_node->Output(0) = r)rrrrwr)rrrxrKrrrs rrz!GenOpDispatcher.view_op_generatorsvQV[!!4QV[AA";A}"M"M +1     "9    r N)rrrxrrr)rrrxrrrrr rxrrrrr rxrrr)__name__ __module__ __qualname__rrrrrr rrrpsd<<8      r rc.eZdZddZddZdd Zdd Zd S) GenOpTestCaserrrrc|sdSg}|D]}t|5t|std|t|tstdt |||}||dddn #1swxYwYd|S)Nrrrr) rrrBrr r"out_variant_op_test_case_generatorrSrArrrrrs rrzGenOpTestCase.out_variants8 2"$ G GA(++ G G#AM()K)K)KLLL!!%9::(Gd1ggGG*.)P)PQR)S)S&'../EFFF G G G G G G G G G G G G G G Gyy0111BB&&B* -B* rc|sdSg}|D]}t|5t|std|t|tstdt |||}||dddn #1swxYwYd|S)Nrrrr) rrrBrr rview_op_test_case_generatorrSrArs rrzGenOpTestCase.views7 2"$ G GA(++ G G#AI()GA)G)GHHH!!%=>>(K$q''KK*.)I)I!)L)L&'../EFFF G G G G G G G G G G G G G G Gyy0111rrr c|jj}t|}|ddkrt d||d|ddd}t |}||st d|d|t|}d d |D}d d |D}t|j d krHt|j dj tr#|j dj jt just d |j t%|d} t'|d} t%|d } t'|d } t)|rd nd} d|d|d|d|d| d| d| d| d| d| d}|S)NrrInvalid schema string: ._Type variant op name  doesn't start with , c32K|]\}}||n|d|VdSNrorr^rXrs rr_zCGenOpTestCase.out_variant_op_test_case_generator..Q  &Hh%,X2K2K2K2K      r c3 K|] \}}|V dSrrr^rXrs rr_zCGenOpTestCase.out_variant_op_test_case_generator.. &EEKHaxEEEEEEr r#Expected single Tensor return, got truer; TEST(StaticRuntime, autogen_1) { const std::string script = R"IR( graph(?): %bias: None = prim::Constant() %ret = aten::Q) %cloned = aten::clone(%ret, %bias) return (%cloned) )IR";  std::vector args{zj}; testStaticRuntime(script, args, {}, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); z std::vector args2{zm}; testStaticRuntime(script, args, args2, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); } )rrrrrBreplacer startswithrmrArrrrr rrrrZr`r)rrrKrrr arg_typesarg_declarationsrtest_value_definitionstest_value_namestest_value_definitions2test_value_names2 check_resizers rrz0GenOpTestCase.out_variant_op_test_case_generators"[[ ??3  1 $ $ !G:!G!GHH H)*@JOOC,@,@*@AII#sSS$Q''#..w77  [(<[[RY[[ /v66 99  *3      IIEE9EEEFF   1 $ $6>!,18<< %q!&+v}<< !Wv~!W!WXX X!@!K!K4VQ??"A&!"L"L5fa@@!4V!.=rr c3 K|] \}}|V dSrrrs rr_z.Brr rrrrrrrz(}; testStaticRuntime(script, args); } )rrrrrBrrrrmrArrrrr rrrrZr`) rrrKrrrrrrrrrs rrz)GenOpTestCase.view_op_test_case_generator/s [[ ??3  1 $ $ !G:!G!GHH H)*@JOOC,@,@*@AII#sSS&"#..w77  [(<[[RY[[ /v66 99  *3      IIEE9EEEFF   1 $ $6>!,18<< %q!&+v}<< !Wv~!W!WXX X!@!K!K4VQ??1    !* . r N)rrrr)rrrrrr rr)rr rr)rrrrrrrrr rrrse2222 2222 3333j,,,,,,r r)rrrr)rrrr)rrrr)rrrr)rrrr)rrrr)rrr4rrrrr)rKr r4rrr)rKr rra)rKr rrrr)rKr rrr)F __future__rjsonloggingr=typingrtorchgen.api.cppapirtorchgen.contextrtorchgen.modelrrrr r r r r rrrtorchgen.static_runtimercollections.abcr getLoggerr__annotations__r frozensetrrrrrrrr.r/r0test_tensor_shapes_stringloadsr1r3rJrZr`rrr?rrrrrgrmrwr}rrrrrrrrrrr rrs8"""""""  444444                          +*****)((((((+*,,,,,,    iCEE P9999x))))X'Y  "++L!M!M11115555#   #Q     <)34M)N)NNNNN((((V 1 1 1 1UUUU M8 J L' J M5 u K3/IIII* 1 1 1 1  I I I I I I I ICCCC>!y $<<<< ,,,,ffffffffRBBBBBBBBBBr