9jbsUddlmZddlZddlZddlZddlmZddlmcm Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZmZmZddlmZerddlmZej8Zded < d/d Ze d Z!d0d Z" d1dZ#e dZ$e dZ%d2dZ&d2dZ'e dZ(e dZ)d3dZ*dZ+ejXe+Z-ded<d4dZ. d5dZ/d6dZ0d6dZ1ejddejfdejhd ejjdejldejndejpd iZ9 d7d!Z:d8d"Z;d9d#Z d:d&Z? d9d'Z@e d(ZAd;d)ZBdt/|j1d r$t/|j j1d syd t!j"|j$dj'k7rtjd|yt3|j4j6rtjd|yy )NzHAND WRITTEN: %sFz BLOCKED: %sz!NOT SUPPORTED TYPE CONVERTING: %sz at::Tensor)symintzNON-TENSOR RET TYPE: %sToutzTensor(a!) out) -> Tensor(a!)z.outz at::Tensor &zNON_TENSOR RET TYPE: %szINPUTS ALIAS: %s) isinstancer view root_namefuncrnamebaseris_hand_writtenrinfo BLOCKED_OPSschema_order_argumentsivalue_type_conversion_methodtypecpp returns_typereturnscpp_type functional structuredhasattrstrendswithrrnon_out)g base_op_namerr maybe_methods r is_supportedrsL D!-.vv'' vv{{uuzz++00 uuzz a  & 5{" M<0**,4SXX>  KK;T B !-. 3++DLLGPPR R KK14 8||  7794SXX>  KK;Q\\=N=N O  << 5!t9%%&EFtyy>**62))$,,uENNPP -t4''( & 5 rc tjdtjdtjdtjdtj dtj di}d}t|tr |j}nCt|tr2t|jtsy|jj}ny||vry||}t|tr|dS|d S) aD Return the method call expression of `c10::ivalue' to convert its contained value to the expected value of `arg_type` type. For example, for `arg_type` == BaseTy.Tensor, this function returns ".toTensor()", so that it can be appended to the ivalue's variable name to get the value of the expected type. ))Tz toTensor())FztoOptional()))FztoInt())FztoOptional()))FztoBool())FztoOptional()))Fz toScalar())FztoOptional()))FztoScalarType())FztoOptional()))FztoStringView())FztoOptional())Fz toOptional<::std::string_view>()Nr) rTensorintrScalar ScalarTyperrr rr elem)arg_typetype_conversion_methodsbase_ty_objectmethodss rrr2s  R J I S     N(H%! Hl +(--2!++44%n5G(H%qz 1:r) bitwise_not bitwise_and bitwise_or bitwise_xorbitwise_left_shiftbitwise_right_shiftgcdlcmscattergather _convert_indices_from_coo_to_csr _convert_indices_from_csr_to_coo) view_as_realimag_conjrc|tvSN)should_use_int_tensor_ops_op_names rshould_use_int_tensorrqs 0 00rc|tvSr)should_use_complex_tensor_ops_rs rshould_use_complex_tensorrus 4 44r) addmv index_addr r nll_loss_backwarddotvdotouterr+)addmmmm nuclear_normdiag_addmm_activationmatrix_Htrc(|tvry|tvryy)Nr)test_tensor_dim_ops_1_test_tensor_dim_ops_2_rs rtest_tensor_dimr+s(((( rz{"view_as_complex": "{2, 2}"}zdict[str, str]test_tensor_shape_jsonc&|tvr t|Sy)Nr)r,rs rtest_tensor_shaper.s((%g..rc t|}|dk(rb|dk(rdnd}t|}tj|t |z }||dzz }dj dj |g|z}t|rd|d }nt|rd |d }nd |d }tj|tjdtjdtjdtjdtjdi}d} t!|t"r |j$} nWt!|t&rt!|j(t"st+dt-||j(j$} | |vrt+d| || } | S)Nrr@r'z{{{}}},zat::randint(1, 100, z , at::kInt)z at::randn(z, at::kComplexFloat)z at::rand()1false2zat::ScalarType::Floatz"floor"z.Expected OptionalType with BaseType elem, got zUnexpected type: )r.r+mathceilfloatformatjoinrrrrrrrrrrr rr rAssertionErrorr) rindexrtensor_size_ex num_tensorsnum_dim size_per_dimtensor_expressionvalue_expressionsrvalue_expressions rtest_value_expressionrEs'w/N!QJbB !'*yyuW~!=>  q(( !l^2E2O)PQW%2>2B+N "7 +((88LM''7q9  ( C W s2 I N(H%! x .:hmmX3V @h@PQ "++..00@ABB(8 rc|jrtd||jjj}i}|j D](}t |j ||}|||j<*tj|||g}|jD]\}}|jd||d| dj|dzS)NExpected non-out function, got zauto z = ; ;) is_out_fnr<rrrrErroverride_test_valuesitemsappendr;) schemar= schema_namearg_maprtest_value_exparg_populationsarg_name arg_values rgenerate_test_value_definitionsrUs >vhGHH++""''KG,,.+.sxx L*+ e<O&}}H)xjs9+FGH >>/ *S 00rc|jrtd|djfd|jDS)NrGr2c3>K|]}|jywrr).0rr=s r z,generate_test_value_names..sTSsxxj(Ts)rJr<r;r)rNr=s `rgenerate_test_value_namesr[s@ >vhGHH 88TF4Q4Q4ST TTrrr9c\dd}|jDcgc] }|| c}Scc}w)Nc*|j}d}t|tr|j}d}t|tst dt|d}|j tvrt|j }|r|r|d}d|j z|fS)NFTzExpected BaseType, got ?%)rrr rr r<r/generate_test_ir_arguments_base_ty_to_type_str_)rr% add_optionaltype_strs r ir_argumentz/generate_test_ir_arguments..ir_arguments HH a &AL!X& #:47)!DE E 66D DFqvvNH  "1~Hchh))r)rrreturnztuple[str, str | None])r)rNrcrs rgenerate_test_ir_argumentsres+ *)/(E(E(G HK  HH Hs)c Lg}t|jD]s\}}t|j}|s%t d|j d|j|\}}|rdnd}|j d|d|j d|d|ud j|d zS) NzNo type conversion method for : &rz const auto z = p_node->Input(z).rHrI) enumeraterrrr<rrMr;)rNrRirr is_referencetype_conversion_method references rgenerate_arg_extractionrosOF99;<  34SXX>  0 "SXXJG 0<, ,'CR  1SXXJ.?s"E[D\ ]    >>/ *S 00rc|j|j}|js|)tj|jj S|j Sr) get_kernelrrrrrkernelr backend_indexrrs rget_kernel_namerusD  % %all 3F||v~xx ))** ==rc|j|j}|js|)tj|jj S|j Sr)rqrrrrrrrrss rget_out_kernel_namerwsB  % %aee ,F||v~xx ## ==rc|jj}|jrtd|t ||}d|j D}|j rdnd}d|d|ddj|d S) NrGc34K|]}|jywrrXrYrs rrZz0generate_non_out_variant_call..#EcEcpunativeat::::(r2r3)rrrJr<rurrr;)rrtrN kernel_name arg_namesnamespace_names rgenerate_non_out_variant_callrs\\  F >vhGHH!!]3KEV%B%B%DEIllUN .!K=#((92E1Fa HHrc|jj}tj|}|j |j}|r |j }d|j D}d}d|d|ddj|dS)Nc34K|]}|jywrrXrzs rrZz,generate_call_to_view_ops..0r{r|r~rrrr2r3)rrrrrqrrrr;)rrtrNrrrrrs rgenerate_call_to_view_opsr(s}VV[[F((6"K  % %aff -F mm EV%B%B%DEIN .!K=#((92E1Fa HHrc|jj}|jstd|g}t ||}|j r.|j jDcgc]}|j}}ng}|j jD]z}t|tr&|j|jj9t|tstdt||j|j||j st|j jdk7r+tdt|j j|j|j jdjdj!|}|j rdnd}d |d |d |d Scc}w) NzExpected out function, got zExpected Argument, got rExpected 1 out argument, got rr2r}r~rrrr3)rrrJr<rwrrrrrrrMargumentrrlenr;) rrtrNrrout_argr cpp_arg_namesrs rgenerate_out_variant_callr5sUUZZF    :6(CDDI%a7K||171A1A1E1EFgW\\F F ''' c< (   S\\.. /c8,$'>tCyk%JKK   SXX & ' << v## $ ) /F4D4D4H4H0I/JK  ))--a0556HHY'MllUN .!K=- BB%Gs'G ) zisin.Scalar_Tensorrrrr!histcl1_lossmulti_margin_lossmultilabel_margin_lossnll_loss nll_loss2dprodcPt|}|d|jd}|tvS)Nr)rfindno_memory_resize_ops)rN schema_strtype_variant_op_names rshould_check_resizerfs.VJ%&< (<= '; ;;rcj|jjjjjSr)rrrr)rs rop_name_from_grouprls$ <<   ! ! & & + ++rc\eZdZ ddZ ddZ ddZ d dZy) GenOpDispatchercz|syg}|D]y}t|5t|std|t|tstdt ||j ||}|j|ddd{t|d}dj|}d|d|d|d }|S#1swYxYw) NrUnsupported function group: #Expected NativeFunctionsGroup, got r z& REGISTER_OPERATOR_FUNCTOR( aten:: , aten_(, [](Node* n) -> SROperator { z9 LogAndDumpSchema(n); return nullptr; }) ) rrr<rr rout_variant_op_generatorrMrr; selfgroupsrtgenerated_type_variantsrgenerated_type_variantrbody generateds r out_variantzGenOpDispatcher.out_variantqs"$ GA(+ G#A(+Gs)KLL!!%9:(=d1gYG*.)F)Fq-)X&'../EF G G G%VAY/yy01 )  f   + G Gs A$B11B: c|syg}|D]y}t|5t|std|t|tstdt ||j ||}|j|ddd{tj|d}dj|}d|d|d|d }|S#1swYxYw) NrUnsupported view group: 'Expected NativeFunctionsViewGroup, got rrz- REGISTER_NATIVE_OPERATOR_FUNCTOR( aten::rrz: LogAndDumpSchema(n); return nullptr; }); ) rrr<rr rview_op_generatorrMrfunc_name_base_strr;rs rrzGenOpDispatcher.views"$ GA(+ G#A(+CA3)GHH!!%=>(A$q'K*.)?)?=)Q&'../EF G G G++F1I6yy01 )  f   + G Gs A$B;;C c J|j}t|j}t|jj}t ||}t |j jjj dk7r?tdt |j jjj t|j jjj dj}t||}d|d|d|d|d|d |d } | S) Nrrr+ if (n->matches(torch::schema("aten::<"))) { return [](ProcessedNode* p_node) { zM if (p_node->Output(0).isNone()) { p_node->Output(0) = z2; return; } auto& z< = p_node->Output(0).toTensor(); fastResizeToZero(z ); ; }; }) rrrrorrrrr<rr) rrrtrrNpopulated_argumentfunctional_variant_callout_variable_nameout_variant_callrs rrz(GenOpDispatcher.out_variant_op_generators\\ Z__%4Q\\5F5FG"?="Q quuzz##'' (A - /AEEJJ4H4H4L4L0M/NO   4 4 8 8 ; @ @A4Q F++1(3  !!8 9:##$-./     rct|jj}t|jj}t ||}d|d|d|d}|S)Nrrz! p_node->Output(0) = r)rrrror)rrrtrNrrrs rrz!GenOpDispatcher.view_op_generatorsjQVV[[!4QVV[[A";A}"M++1(3  !!8 9:  rN)rSequence[NativeFunctionsGroup]rtrrdr)r"Sequence[NativeFunctionsViewGroup]rtrrdrrr rtrrdrrr rtrrdr)__name__ __module__ __qualname__rrrrrrrrrpsv4EQ <8IU <%6B 8 ) :F   rrc,eZdZddZddZddZd dZy) GenOpTestCasec@|syg}|D]x}t|5t|std|t|tstdt ||j |}|j|dddzdj|S#1swYxYw)Nrrrr) rrr<rr r"out_variant_op_test_case_generatorrMr;rrrrrs rrzGenOpTestCase.out_variants"$ GA(+ G#A(+Gs)KLL!!%9:(=d1gYG*.)P)PQR)S&'../EF G G Gyy011 G G A#BB c@|syg}|D]x}t|5t|std|t|tstdt ||j |}|j|dddzdj|S#1swYxYw)Nrrrr) rrr<rr rview_op_test_case_generatorrMr;rs rrzGenOpTestCase.views"$ GA(+ G#A(+CA3)GHH!!%=>(A$q'K*.)I)I!)L&'../EF G G Gyy011 G Grcx|jj}t|}|jddkrt d||d|jdj dd}t |}|j|st d|d|t|}djd |D}djd |D}t|jd k(rZt|jdjtr3|jdjjt j"ust d |jt%|d} t'|d} t%|d } t'|d } t)|rd nd} d|d|d|d|d| d| d| d| d| d| d}|S)NrrInvalid schema string: ._Type variant op name  doesn't start with , c38K|]\}}||n|d|ywNrgrrYrSrs rrZzCGenOpTestCase.out_variant_op_test_case_generator..1 &Hh%,XJb 2KK c3&K|] \}}| ywrrrYrSrs rrZzCGenOpTestCase.out_variant_op_test_case_generator.. EKHaxEr#Expected single Tensor return, got truer5 TEST(StaticRuntime, autogen_1) { const std::string script = R"IR( graph(?): %bias: None = prim::Constant() %ret = aten::Q) %cloned = aten::clone(%ret, %bias) return (%cloned) )IR";  std::vector args{zj}; testStaticRuntime(script, args, {}, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); z std::vector args2{zm}; testStaticRuntime(script, args, args2, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); } )rrrrr<replacer startswithrer;rrrrr rrrrUr[r)rrrNrrr arg_typesarg_declarationsrtest_value_definitionstest_value_namestest_value_definitions2test_value_names2 check_resizers rrz0GenOpTestCase.out_variant_op_test_case_generators""[ ??3 1 $ #::,!GH H)*@JOOC,@AII#sS$Q'#..w7 '(<'==QRYQZ[ /v6 99 *3   IIE9EF  1 $6>>!,118<q!&&++v}}< #Fv~~FV!WX X!@!K4VQ?"A&!"L5fa@!4V!.=rrc3&K|] \}}| ywrrrs rrZz.Brrrrrrrrrz(}; testStaticRuntime(script, args); } )rrrrr<rrrrer;rrrrr rrrrUr[) rrrNrrrrrrrrrs rrz)GenOpTestCase.view_op_test_case_generator/s[ ??3 1 $ #::,!GH H)*@JOOC,@AII#sS&&""#..w7 '(<'==QRYQZ[ /v6 99 *3   IIE9EF  1 $6>>!,118<q!&&++v}}< #Fv~~FV!WX X!@!K4VQ?123  Ya {+ -./ rN)rrrdr)rrrdrrr rdr)rr rdr)rrrrrrrrrrrrs2 2 3j,rr)rz:Sequence[Argument | SelfArgument | TensorOptionsArguments]rdr)rz/NativeFunctionsGroup | NativeFunctionsViewGrouprdr)rBaseType | OptionalType | Typerdztuple[bool, str] | None)rrrdr)rrrdr)rrrdr)rrr=rrrrdr)rNr r=rrdr)rNr rdzlist[tuple[str, str | None]])rNr rdrrr)rNr rdrr)F __future__rjsonloggingr7typingrtorchgen.api.cppapirtorchgen.contextrtorchgen.modelrrrr r r r r rrrtorchgen.static_runtimercollections.abcr getLoggerr__annotations__r frozensetrrrrrrrr)r*r+test_tensor_shapes_stringloadsr,r.rErUr[rrr9rrrrr`rerorurwrrrrrrrrrrrrsJ"  4    +(+**,, I   CE P9x),))X'  "++L!M15#  #Q  <)34M)NN(,(58(CF((V 1U MM8 JJ LL' JJ MM5 u KK3/I I!I* 1  I I,8 I I I I0< I ICC,8CC>! $< ,ffRBBr