/j@ UddlmZ ddlZddlZddlZddlZddlZddlZddlZddl Z ddlm Z m Z ddl m Z mZmZddlZddlmcmZddlmZmZmZmZmZmZmZmZddlmZerddlmZej e!Z"ej#e!dZ$e%Z&d e'd <e(e)ze*zdzZ+gd Z,dd l-m.Z/d Z0GddZ1GddZ2Gdde2e*Z3idej4dej5dej6dej7dej7dej8dej9dej:dej;dej<dej=dej>d d!d"ej?d#ej@d$ejAd%ejBid&ejCd'ejDd(ejEd)ejFd*ejFd+ejGd,ejHd-ejHd.ejId/ejJd0ejKd1ed2ed3ed4ed5ed6ejLd7ejLiZMhd8ZNd9ZOd:ZPePD][ZQd;eQZRdZZdhZ[eYe[zZ\hd?Z]dd)hZ^dd)d@dAZ_hdBZ`ePD]ZQd;eQZRe`6eRhdCZahdDZbdEZcdFZddGZedHZfdIZgdJZhdKZidLZjdMZkdNZldOZm dxdQZndRZodSZpdTZqidej6d0ejKd&ejCd%efd-egd,ehdeideod)ejd*epd+eqd6ecd7eddeed#ekd/elZrdUZsdVZtdWZudXZvdYZwdZZxd[Zyd\Zzd]Z{d^Z|d_Z}d`Z~daZe je!ZdbZePD]-ZQdceQZeeQZexe_e_!eTeee.[[Q[ddZdydeZdfZdgZierid5ejdej4dewd'exdeyd$ezd"e{de|detdeud1edevd(ejEd4e}d3e~d2edeeedhZePD]ZQd;eQZReUedceQeeR<[Q[R[P[diZdjZdkZdlZdmZdnZdoZdpZeeeeeedqZdrZdsZdtZduZdvZeD]\ZZeeeeD]\ZZeeedwZeD]TZeeYvr eeeee]vr eee$ee[vseeZvr eeeeeeee_vr eeeU[[dS)z) annotationsN) lru_cacheupdate_wrapper)Optional TYPE_CHECKINGUnion) sym_floatsym_itesym_maxsym_minsym_notSymBoolSymFloatSymInt)dtrace_structured)ShapeEnvsym_nodeobject_NO_HINT)SymNodemethod_to_operator magic_methods DynamicInt) py_sym_typescf|turtS|turtS|turt S|SN)boolrintrfloatr)ts c/home/longshao/multi-rider-rag/.venv/lib/python3.11/site-packages/torch/fx/experimental/sym_node.py _to_symtyper"As1DyyCxx Ezz HceZdZUdZdZded< dddedZdfd ZdgdZdhdZ e dZ e dZ dZ didZdZdZdZdZdZdZdZdZdZdZdZd Zd!Zd"Zdjd$Zdkd%Zdkd&Zdidkd'Z dkd(Z!dkd)Z"dkd*Z#dkd+Z$dkd,Z%dkd-Z&dkd.Z'dkd/Z(dkd0Z)dkd1Z*dkd2Z+dkd3Z,dkd4Z-dkd5Z.dkd6Z/dkd7Z0dkd8Z1dkd9Z2dkd:Z3dkd;Z4dkd<Z5dkd=Z6dkd>Z7dkd?Z8dkd@Z9dkdAZ:dkdBZ;dkdCZdkdFZ?dkdGZ@dkdHZAdkdIZBdkdJZCdkdKZDdLZEdMZFdNZGdOZHdPZIdQZJdkdRZKdSZLdTZMdUZNdkdVZOdldWZPdXZQdYZRdZZSd[ZTd\ZUd]ZVd^ZWd_ZXd`ZYdaZZdbZ[dcZ\dS)mrz This is a type erased SymInt/SymFloat which we use to do actual operations. End users don't touch this. Magic methods are NOT defined on this object. Fr_optimized_summationNhint!Optional[Union[int, float, bool]]c|_|_|_|_fd}|turd}n|t ||us@t |t |us"td|dt |jr9jjr-|} || krt|d| dj dn |}|_ |_ jo jj} | o|_ dS)Ncddlm}|jrdSjjd}|,t |t s|n|}|S)Nr)has_free_unbacked_symbolsT) compute_hint)%torch.fx.experimental.symbolic_shapesr*expr shape_env_maybe_evaluate_static isinstanceSymTypespytype)r*r&selfs r!r+z&SymNode.__init__..compute_hints W W W W W W)(33 t>88QU8VVD0:40J0JTt{{4(((PTKr#zCannot create SymNode of type z with incompatible hint of type z != z (for )) _exprr.r2r%rtyper"AssertionError_translation_validation_enabledr-_hintconstantfx_node) r3r-r.r2r&r:r;optimized_summationr+ computed_hinttx_validation_ens ` r!__init__zSymNode.__init__]sW " $7!:      8  DD  JJ&((DJJ+f:M:M,M,M$LLL?CDzzLL~ Y$."P Y!-  =(((D)W)Wm)W)W49)W)W)WXXX<>>D ;C N Mt~M (3G r#r.rreturnc\t|j||j|j|j|jSr)rr5r2r9r:r;)r3r.s r!with_shape_envzSymNode.with_shape_envs+ J 4; DM4<   r#otherc|j|jko?|j|jko/|j|jko|j|jko|j|jkSr)r5r2r9r:r;r3rCs r! _value_eqzSymNode._value_eqs] J%+ % . u|+ . ek) . / .  -  r#rc\t|j|j|j|j|jfSr)hashr5r2r9r:r;r3s r! _value_hashzSymNode._value_hashs%TZdj$-VWWWr#c@|j|jSr)r.replacer5rIs r!r-z SymNode.exprs~%%dj111r#c|jSrr9rIs r!r&z SymNode.hints zr#c|jduSrrNrIs r!has_hintzSymNode.has_hintsz%%r#cddlm}jrQ|jfdjjD}t j|SjjSjS)Nrfree_unbacked_symbolscBi|]}||vrnjj|S)r.backed_var_to_val).0sfallbackr3unbacked_symbolss r! z(SymNode.require_hint..sK   ,,, x9!<   r#) r,rSr9r- free_symbolsrxreplacer. size_hint)r3rYrS replacementsrZs`` @r! require_hintzSymNode.require_hintsOOOOOO : #$9#8#C#C       "Y3     49--l;;<<<>++DI66 6zr#cF|jjrt|jSdSr)r- is_numberrrIs r! maybe_as_intzSymNode.maybe_as_ints" 9  ty>> !4r#cjddl}t|j|jrt |jSdSNr)sympyr0r-Floatrr3rfs r!maybe_as_floatzSymNode.maybe_as_floats6 di - - ## #4r#cNddl}|j|jurdS|j|jurdSdS)NrTF)rfr-truefalserhs r! maybe_as_boolzSymNode.maybe_as_bools8 9 " "4 Y%+ % %54r#c|jtuSr)r2rrIs r!is_intzSymNode.is_ints{c!!r#c|jtuSr)r2rrIs r!is_floatzSymNode.is_floats{e##r#c|jtuSr)r2rrIs r!is_boolzSymNode.is_bool s{d""r#c|jduo7t|jto|jjSr)r9r0rnode is_nested_intrIs r!rvzSymNode.is_nested_int s? Jd " 04:v.. 0 --// r#ct|turtdt|ddl}t |||jt|||S)NExpected int, got rr:r;)r6rr7rfrIntegerr.r3numrfs r!wrap_intzSymNode.wrap_intsl 99C   !Ad3ii!A!ABB B  MM#  S3PS    r#ct|turtdt|ddl}t |||jt|||S)NzExpected float, got rry)r6rr7rfrrgr.r{s r! wrap_floatzSymNode.wrap_floatsl 99E ! ! !CS !C!CDD D  KK  dneS3PS    r#ct|turtdt|ddl}t |r|jn|j|jt|||S)NzExpected bool, got rry)r6rr7rfrrkrlr.r{s r! wrap_boolzSymNode.wrap_bool&sq 99D  !BtCyy!B!BCC C  .EJJ5; N       r#c|SrrUrIs r!clonez SymNode.clone4s r#c|jSrr-rIs r!strz SymNode.str7s )~r#c*|SrrrIs r!__str__zSymNode.__str__:sxxzzr#c@d|jd|jd|jg}|j|d|j|j|d|j|j|d|jd|dzS) NzSymNode(z , shape_env=z , pytype=zhint=z constant=zfx_node=z, r4)r5r.r2r9appendr:r;join)r3reps r!__repr__zSymNode.__repr__=s Utz U Ut~ U U U U  : ! JJ+tz++ , , , = $ JJ24=22 3 3 3 < # JJ0$,00 1 1 1yy~~##r# builtins.strc*|SrrrIs r! _graph_reprzSymNode._graph_reprIsxxzzr#c*|Sr)_absrIs r!absz SymNode.absOyy{{r#c*|Sr)_posrIs r!posz SymNode.posRrr#c,||Sr)_round)r3ndigitss r!roundz SymNode.roundUs{{7###r#c*|Sr)_truncrIs r!truncz SymNode.truncX{{}}r#c,||Sr)_addrEs r!addz SymNode.add[yyr#c,||Sr)_subrEs r!subz SymNode.sub^rr#c,||Sr)_mulrEs r!mulz SymNode.mularr#c,||Sr)_modrEs r!modz SymNode.moddrr#c,||Sr) _float_powrEs r! float_powzSymNode.float_powgsu%%%r#c,||Sr)_pow_by_naturalrEs r!pow_by_naturalzSymNode.pow_by_naturaljs##E***r#c,||Sr)_and_rEs r!and_z SymNode.and_mszz%   r#c,||Sr)_or_rEs r!or_z SymNode.or_prr#c,||Sr)_float_truedivrEs r! float_truedivzSymNode.float_truedivss""5)))r#c,||Sr) _int_truedivrEs r! int_truedivzSymNode.int_truedivv  '''r#c,||Sr) _int_floordivrEs r! int_floordivzSymNode.int_floordivy!!%(((r#c,||Sr)_lshiftrEs r!lshiftzSymNode.lshift|||E"""r#c,||Sr)_rshiftrEs r!rshiftzSymNode.rshiftrr#c*|Sr)_sym_notrIs r!r zSymNode.sym_not}}r#c,||Sr)_eqrEs r!eqz SymNode.eqxxr#c,||Sr)_nerEs r!nez SymNode.nerr#c,||Sr)_gtrEs r!gtz SymNode.gtrr#c,||Sr)_ltrEs r!ltz SymNode.ltrr#c,||Sr)_lerEs r!lez SymNode.lerr#c,||Sr)_gerEs r!gez SymNode.gerr#c*|Sr)_floorrIs r!floorz SymNode.floorrr#c*|Sr) _is_integerrIs r! is_integerzSymNode.is_integers!!!r#c*|Sr) _sym_floatrIs r!r zSymNode.sym_floats   r#c*|Sr)_sym_intrIs r!sym_intzSymNode.sym_intrr#c*|Sr)_ceilrIs r!ceilz SymNode.ceilszz||r#c*|Sr)_negrIs r!negz SymNode.negrr#c,||Sr)_sym_minrEs r!r zSymNode.sym_min}}U###r#c,||Sr)_sym_maxrEs r!r zSymNode.sym_maxrr#c.|||Sr)_sym_ite)r3then_valelse_vals r!r zSymNode.sym_ites}}Xx000r#c.|||Sr)_is_contiguousr3sizesstridess r! is_contiguouszSymNode.is_contiguouss""5'222r#c.|||Sr)_is_channels_last_contiguous_2drs r!is_channels_last_contiguous_2dz&SymNode.is_channels_last_contiguous_2d33E7CCCr#c.|||Sr)_is_channels_last_contiguous_3drs r!is_channels_last_contiguous_3dz&SymNode.is_channels_last_contiguous_3drr#c.|||Sr)_is_channels_last_strides_2drs r!is_channels_last_strides_2dz#SymNode.is_channels_last_strides_2d00@@@r#c.|||Sr)_is_channels_last_strides_3drs r!is_channels_last_strides_3dz#SymNode.is_channels_last_strides_3dr r#c.|||Sr)'_is_non_overlapping_and_dense_indicatorrs r!&is_non_overlapping_and_dense_indicatorz.SymNode.is_non_overlapping_and_dense_indicators;;E7KKKr#c,||Sr)rrEs r!sym_orzSymNode.sym_orrr#c,||Sr)rrEs r!sym_andzSymNode.sym_andrr#c,||Sr) _bitwise_andrEs r! bitwise_andzSymNode.bitwise_andrr#c,||Sr) _bitwise_orrEs r! bitwise_orzSymNode.bitwise_ors&&&r#c,||Sr) _bitwise_xorrEs r! bitwise_xorzSymNode.bitwise_xorrr#c,||Sr)rrEs r!truedivzSymNode.truedivrr#c,||Sr)rrEs r!floordivzSymNode.floordivrr#c,||Sr)rrEs r!powz SymNode.pows~~e$$$r#cp|||t|dS)N)rrto_noders r!is_non_overlapping_and_densez$SymNode.is_non_overlapping_and_denses7::5'JJMM D!     r#c.|ddSNr) guard_intrIs r!int_z SymNode.int_s~~b!$$$r#c ddl}ddlm}m}|r=t ||t jtd|DfiSd|D}|j|}g}d}|D]%} | j n*| | j &t|}|j t jtd|Df\} } t||j t|| S)Nrget_proxy_modehandle_sym_dispatchc34K|]}t|VdSr wrap_noderWas r! z"SymNode.sym_sum..s(66A9Q<<666666r#cg|] }|j SrUrr6s r! z#SymNode.sym_sum..s&&&A&&&r#c3$K|] }|jV dSrr;r6s r!r8z"SymNode.sym_sum.. s$!:!:!)!:!:!:!:!:!:r#r<)rf"torch.fx.experimental.proxy_tensorr1r2r(torchsym_sumtupleAddr&rsumr._create_fx_call_functionrr) r3argsrfr1r2exprsout size_hintsout_hintr7r;_s r!r?zSymNode.sym_sumsT         >   ##M66666668 '&&&&ei  ' 'Av~   af % % % %:H^<< ME!:!:T!:!:!:::<   sDNC7KKKKr#c8|j||Sr)r.evaluate_sym_node)r3size_obliviouss r!evaluatezSymNode.evaluates~//nEEEr#c|} t|S#t$rtd|wxYw)NzFailed to convert to int: %s)rMr Exceptionlogwarningr3fileliners r!r-zSymNode.guard_intsT MMOO q66M    KK6 : : :   %'A c|} t|S#t$rtd|wxYw)NzFailed to convert to float: %s)rMrrOrPrQrRs r! guard_floatzSymNode.guard_floatsT MMOO 88O    KK8! < < <  rVc|} t|S#t$rtd|wxYw)NFailed to convert to bool: %srMrrOrPrQrRs r! guard_boolzSymNode.guard_bool)sT MMOO 77N    KK7 ; ; ;  rVcddlm}|r2||js"|jjs|||S|j|j|d||jS)NrrR:r<) r,rSrPr-r.+prefer_deferred_runtime_asserts_over_guardsr\guard_or_defer_runtime_assertr;)r3rSrTrSs r! expect_truezSymNode.expect_true3sOOOOOO MMOO /))$)44 /NN / ??4.. . ~;; I$''''<   r#cddlm}|std|t |S)Nr)statically_known_trueExpected bool type)r,rcrsr7r)r3rSrTrcs r!rczSymNode.statically_known_trueEsJOOOOOO||~~ 7 !566 6$$WT]]333r#c|d} t|S#t$rtd|wxYw)aN Like guard_bool, but if we encounter unbacked symbols, if those symbols are size-like, we will treat them as >= 2 for the purposes of the analysis. This CHANGES the runtime semantics, but all size-oblivious sites have been audited to ensure that the runtime semantics don't change in a material way. Acceptable runtime semantic changes are, e.g., squeeze() no longer dropping an unbacked one size, or a tensor reporting as non-contiguous even if it's contiguous if it would have been reported contiguous due to being empty. T)rLrZr[rRs r!guard_size_obliviouszSymNode.guard_size_obliviousLsZ MMM . . 77N    KK7 ; ; ;  s ''Acddlm}|std|t |S)Nr)guard_or_falserd)r,rhrsr7r)r3rSrTrhs r!rhzSymNode.guard_or_false`sIHHHHHH||~~ 7 !566 6~gdmm,,,r#cddlm}|std|t |S)Nr) guard_or_truerd)r,rjrsr7r)r3rSrTrjs r!rjzSymNode.guard_or_truegsIGGGGGG||~~ 7 !566 6}WT]]+++r#c.|ddSr+)r\rIs r!bool_z SymNode.bool_nsr1%%%r#cdS)NTrUrIs r! is_symboliczSymNode.is_symbolicqtr#cdSrrUrIs r! nested_intzSymNode.nested_inttror#cdS)NFrUrIs r! is_constantzSymNode.is_constantwsur#)NNF)r&r')r.rr@r)rCrr@r)r@rr)r@r)r@r)F)]__name__ __module__ __qualname____doc__r%__annotations__r?rBrFrJpropertyr-r&rPr`rcrirmrorqrsrvr}rrrrrrrrrrrrrrrrrrrrrrrrr rrrrrrrrr rrrr r r rrrr rrrrrrrr!r#r%r)r.r?rMr-rXr\rarcrfrhrjrlrnrqrsrUr#r!rrNs"'&&&&!S4S4S4S4S4j        XXXX22X2X&&&4"""$$$###              $ $ $ $$$$$                &&&&++++!!!!    ****(((())))########""""!!!!$$$$$$$$11113333DDDDDDDDAAAAAAAALLLL   ((('''((()))((((%%%   %%%#L#L#L#LJFFFF   $444(---,,,&&&r#rceZdZfdZxZS)_DynamicScalarch|turtdtj|g|RS)Nz9_DynamicScalar is an abstract base class, use DynamicInt.)r{ TypeErrorsuper__new__)clsrD __class__s r!rz_DynamicScalar.__new__|s; . WXX Xuwws*T****r#)rtrurvr __classcell__rs@r!r{r{{s8+++++++++r#r{c4eZdZdZfdZdZdZdZxZS)ra User API for marking dynamic integers in `torch.compile`. Intended to be compatible with both compile and eager mode. Example usage:: fn = torch.compile(f) x = DynamicInt(4) fn(x) # compiles x as a dynamic integer input; returns f(4) ct|tstdt|t |t|}|S)Nrx)r0rr7r6r~r)rvalobjrs r!rzDynamicInt.__new__sU#s## C !Ad3ii!A!ABB Bggooc3s88,, r#cd|jdS)Nz DynamicInt(r4)realrIs r!rzDynamicInt.__repr__s)TY))))r#c0t|j|zSrrrrEs r! __floordiv__zDynamicInt.__floordiv__s$)u,---r#c0t||jzSrrrEs r! __rfloordiv__zDynamicInt.__rfloordiv__s%49,---r#) rtrurvrwrrrrrrs@r!rrso   ***..........r#rrrrandrrrrrrrrrc*|Sr)rxs r!rsALLNNr#rrrrrrrorrrrrrrrr r r r r rr> rrrrrrrr r cfd}|S)Nc:t|dS)N_sym_)getattr)r3names r!fnz_get_sym_node_fn..fns!,wt^T^^,,...r#rUrrs` r!_get_sym_node_fnrs#///// Ir#) sqrtcoscoshsinsinhtantanhasinacosatanlog2sym_rI>rrr r >rrr>rrsym_log2rxor)rrr>rr rr>rrrr> rrrrrrrrr rr)c&ddlm}|||S)Nr) FloatTrueDiv)torch.utils._sympy.functionsr)r7brs r!_sympy_float_truedivr"&999999 <1  r#c&ddlm}|||S)Nr) IntTrueDiv)rr)r7rrs r!_sympy_int_truedivr(s&777777 :a  r#c&ddlm}|||S)Nr)FloorDiv)rr)r7rrs r!_sympy_floordivr.$555555 8Aq>>r#c^ddlm}m}|jr|jr |||S|||S)NrMod PythonMod)rrris_nonnegative)r7rrrs r! _sympy_modr4sO;;;;;;;;A,s1ayyyAr#c&ddlm}|||S)Nr) PowByNatural)rr)r7rrs r!_sympy_pow_by_naturalr=rr#c&ddlm}|||S)Nr)FloatPow)rr)r7rrs r!_sympy_float_powrCrr#c6ddl}|||Sre)rfAndr7rrfs r! _sympy_andrIsLLL 99Q??r#c6ddl}|||Sre)rfOrrs r! _sympy_orrOLLL 88Aq>>r#c&ddlm}|||S)Nr)LShift)rr)r7rrs r! _sympy_lshiftrU$333333 6!Q<<r#c&ddlm}|||S)Nr)RShift)rr)r7rrs r! _sympy_rshiftr[rr#ct|dkr|gSddlm}m}||d||kr||gzS||d||kr|g|zSdt|dz }}||krC||zdz}||||}|dkrdS|dkr|dz}n|dz }||kC||||S)zs If new_arg is found in ordered_args None is returned, else the new ordered_args with new_arg inserted r) _args_sortkeyBasicr'N)lensympy.core.basicrrcompareinsert) ordered_argsnew_argsort_keyrlowhighmidcompare_results r!_binary_search_insert_argras9  <AyAAAAAAAAx R !!HHW$5$555wi''x Q  88G#4#444y<''3|$$q(C ++Tza|C'8'BB Q  4 a  'CC7D ++W%%% r#Fc ddl ddlm} fd}ddlm}|||z}|||z}|r|r||jd||jdkr||j|jzS||jd||jdkr||j|jzSt |jdkrWt |jdkr?t|j}|jD]}t||}|n| ||S|r6|j r/tt|j|}| ||S|r6|j r/tt|j|}| ||S ||} || | fS)a Custom optimization for Add used to optimize incremental binary summations of certain properties. The idea is when we know the expression is a summation of unique symbols all we need to know is the correct order of symbols, and no other optimizations are needed. We pass evaluate=false, with the correct order of args and save the following. 1. Avoid running other optimizations when the Add is constructed. 2. Manually figure out the order of the args for the new expression in log(n) comparisons instead of nLog(n) (comparing terms is expensive and shows in the profiles). The function returns a tuple of (1) a boolean that indicates whether the output is a summation of unique symbols, (2) the result sympy expression. rN)rcf|tdj|d}d|fS)Nzordered_args is NoneT)is_commutative)r7rA _from_args)rresultrfs r!make_optimizedz&_optimized_add..make_optimizeds>   !788 8 %%l4%HHf~r#)_is_symbols_binary_summationrr) rfrrrr_argsrlistr is_symbolrA) lhsrhslhs_is_optimized_summationrhs_is_optimized_summationsortkeyrrnew_argsr7rrfs @r!_optimized_addrs9LLL999999JIIIII">">s"C"CC">">s"C"CC!0&@0 739R= ! !GGCIaL$9$9 9 9!>#)ci"788 8 739Q< 7739R=#9#9 9 9!>#)ci"788 8 sy>>Q  3sy>>Q#6#6CIHY  4XqAA#E$#%~h///",cm,,T#)__cBB  !>(++ +",cm,,T#)__cBB  !>(++ + YYsC F ( ( 0 0& 99r#c&ddlm}|||S)Nr)BitwiseFn_bitwise_and)rr)r7rrs r!rr'BBBBBB A & &&r#c&ddlm}|||S)Nr)BitwiseFn_bitwise_or)rr)r7rrs r!rrs'AAAAAA  1 % %%r#c&ddlm}|||S)Nr)BitwiseFn_bitwise_xor)rr)r7rrs r!rrrr#cddl}t||jrt|j}t |dkrZt|d|jr?|djr2||d}|d|kr ||dzSt||jr|||kst||jr||S||S)Nrrr')rfr0MulrDrrgrrz)r7rrfaacoefs r!_floor_ceil_helperrsLLL!UY$ V r77a<ddl}|||f|dfS)NrT)rf Piecewise)r7r frfs r! _sympy_iter(Cs'LLL ??Aq6At9 - --r#cfd}|S)Ncbddl}t|jjjd|S)NrOpaqueUnaryFn_)rrutils_sympy functions)r7r>rs r!rz_get_sym_math_fn..fnMs:++++Mwu{)35Ld5L5LMMaPPPr#rUrs` r!_get_sym_math_fnr/Ls(QQQQQ Ir#_sympy_c4ddl}||Sre)rfAbs)r7rfs r! _sympy_absr3^sLLL 99Q<<r#cDddlm}m}| ||S|||S)Nr) RoundDecimal RoundToInt)rr5r6)numberrr5r6s r! _sympy_roundr8dsAEEEEEEEEz&!!!|FG,,,r#c$ddlm}||SNr)ToFloat)rr;)r7r;s r!_sympy_sym_floatr<ms$444444 71::r#czddl}ddlm}|||||Sr:)rfrr;r r)r7rfr;s r!_sympy_is_integerr>usELLL444444 88GGEKKNN++Q / //r#)rrc t|}t||tt|dz ddS)Nr'r)rsympy_is_contiguous_genericrrange)rrdims r!sympy_is_contiguousrCs7 e**C &ugtE#'2re >g > > >>r#)rrrr rrcJt|tr|jSt|tur||St|t ur||St|tur| |StSr) r0r1rur6rrrr}rrNotImplemented)r3r|s r!r(r(s#x  x cd  ~~c""" cc  }}S!!! ce  s###r#c>t|tr|j|jS|rt |S|rt |S|rt|Std|)Nzunrecognized return type ) r0rr:rorrqrrsrr7rs r!r5r5s!W!*"8zxxzz>ayy >{{ >qzz<<<===r#ct|Sr)METHOD_TO_OPERATOR)methods r!rr s f %%r#ctdtvrd}n}d d}fd}|fd}|fd}tvrttd||dSd kr!fd }ttd||dSd kr"dfd }ttd||dSttd||dS)NrIr@set[str]cddl}|jj|jj|jjj|g}ddl}d|D|jj zdhzS)Nrc6h|]}tj|SrU)inspectgetfile)rWrVs r! z@_make_node_magic..uninteresting_files..8s" . . .AW_Q   . . .r#z) r>_dynamo eval_framer,fx experimentalrtorch._dynamo.guardsguardsuninteresting_files)r>modss r!rtz-_make_node_magic..uninteresting_files,s{  M $ M  H ! *    $### / . . . .m"6688 9l  r#cLtjdfd }|S)Nc| |n ||tjjjr'|||gn|gdfd t dfdS)Nr@ Optional[int]cddl}|jdSt|tkrdSt|j|j|jfrdS|j|j|jfvrdSt|Sre) rfr:idr0r-rzrgrkrl)rrfrs r!get_idzM_make_node_magic..capture_provenance..wrapper..get_idJs LLL(4#tHF33#t#HMEM5;3OPP$#t!5:u{*CCC#th<<'r#expression_createdc ttdDfdDtjdtjddS)Nc,g|]}t|SrUrr6s r!r:zc_make_node_magic..capture_provenance..wrapper....^s%@%@%@c!ff%@%@%@r#c<g|]}| |SrrU)rWir{s r!r:zc_make_node_magic..capture_provenance..wrapper...._s5)))*+FF1II.capture_provenance..wrapper..Zsy"("%f++%'ZZ%@%@i%@%@%@))))/8)))'1&?&B&B!+!?!B!B ) )r#) metadata_fn)r@rx)r>_logging _internalGET_DTRACE_STRUCTUREDr)r3rCrr{rrres @@@r!wrapperz=_make_node_magic..capture_provenance..wrapper>s}DD%~'=! $!%u II!%I ( ( ( ( ( ("( ! ! ! ! ! ! !    Mr#r) functoolswraps)rrres` r!capture_provenancez,_make_node_magic..capture_provenance=sD   ( ( ( ( ( (   ( Tr#c "ddlm}m}t}t}|j|j||j|j}|r7t |||t|t|fiSt|tstdt|d} dkrddl m }m}|j} |jjs#| |jjdkrG|jjs#| |jjdkr||j|j} n+||j|j} ndkr*t)|j|j|j|j\}} ndvrddl} dd lm} m} |jjo| |j| j}|jjo| |j| j}|r |jjs|rR|jjrF| j| j| j| j | j!| j"d}||j|jd } n-|j|j} n|j|j} n6#tF$r)tH%d |j|jwxYwtL'd |j|j| tPvrtR}n<tTvrtV}n+|j,tRus|j,tRurtR}n|j,}|+|tur"| t|tZs ||}|j.||j/|j/f\}}t| |j|||| }|S)Nrr0zExpected SymNode, got Frrr)rrrrrr)symbol_is_typeSymT)rMfailed to eval %s(%s, %s)z%s %s %s -> %s)r;r<)0r=r1r2rrr&r(r5r0rr7r6rrrr.r-r bound_sympylowerrr%rftorch.utils._sympy.symbolrrr UNBACKED_INTrbr rrrrrrOrPrQ sym_node_logdebugalways_float_magic_methodsralways_bool_magic_methodsrr2r1rCr;)r3rCr1r2oprHr<rrr.rFrfrrlhs_is_unbackedrhs_is_unbacked rel_classr2r;rIrfuncres r!binary_magic_implz+_make_node_magic..binary_magic_implksF          ' '# 9 UZ%;r$)UZ00H >   ))"y %@P@P.QSUVV %)) I !G$u++!G!GHH H#= GGGGGGGG!N I, ; ,,TY77=BBJ-C!,,UZ88>!CC#di44CC#)DIuz::CC5-;IJ-. ..*$cc ??? JJJJJJJJ#')"5#..It0;;#(*"6#>>J 1<<$ 6 (< 6# 6(, (; 6$h#h#h#h#h#h !!!I$)DIuzEJJJCC$ty%*55CCd49ej11    KK3VTY S S S   +VTY CPPP / / /FF 0 0 0FF [E ! !U\U%:%:FF[F  (($x22%vh''H^<< u}-    N   3     s %sr<)r=r1r2rr(r5r-r._simplify_floor_divrOrPrQrrrr&always_int_magic_methodsrrrrrr2rCr;r) r3r1r2rr-rFrHr2r;rIrres r!unary_magic_implz*_make_node_magic..unary_magic_impls          ' ' >   R4!4!4R)D//9KR!P!PQQ Qy W  ) 3 3>55d;;D $t**CC    KK/ > > >   =$c:::# 9 r$)}}H - - -FF 0 0 0FF 1 1 1FF[F^<.sym_ite_implsl         *3Ky~~Y^H~ ''%i00%i00%i00     d9>9>9>JJ    3NNN  #,EE)+Y-> @QRJGQY()*:Hg s 4B9C rc 2ddlm}m}tj}|r*t |||t ||fiS|j}  ||}n,#t$rt d ||wxYw|t}n|j }d}|j ||j |}|jg} || ||j|t%| \} } t'||j||| S)Nrr0z!failed to eval %s(%s, ndigits=%s)r<)r=r1r2builtinsrr(r5r-rOrPrQrr2r&r;rr.rCr@r)r3rr1r2rr-rFr2rHrDr;rIrres r! round_implz$_make_node_magic..round_impl;sb         B~ --b9T??G2LbQQ9D d4))    ?wWWW Hy$2di11L>D" G$$$@@U4[[QQJGQ3'RRR Rs  A)B)r@rhr)r2magic_methods_on_operator_with_trailing_underscore unary_methodssetattrr) rer method_attrrtrrrrrs `` r!_make_node_magicr$s 9S>>$  D CCClll      ",,,,,\yyyyyyv"O"O"O"O"O"OH*[**,<===== 9  & & & & & & P *[**L99999 7  ' S' S' S' S' S' S' SR *[**J77777*[**,=>>>>>r#cfd}ttd|fd}ttjt s(ttjt |dSdS)Nc ddlm}m}ttjt }|r1t|||d|Dd|DfiSd|D}d|D} ||}n,#t$rt d||wxYwg} d} |D]%} | j nQ| | j &g} |D]%} | j n'| | j &|| | }  drt} nt} t!||j| | S) Nrr0c,g|]}t|SrUr4rWrXs r!r:zH_make_node_sizes_strides..sizes_strides_impl..xs222qill222r#c,g|]}t|SrUr4rs r!r:zH_make_node_sizes_strides..sizes_strides_impl..xs4S4S4SaYq\\4S4S4Sr#cg|] }|j SrUrrs r!r:zH_make_node_sizes_strides..sizes_strides_impl..|s,,,af,,,r#cg|] }|j SrUrrs r!r:zH_make_node_sizes_strides..sizes_strides_impl..}s0001000r#r _indicator)r=r1r2rsysmodulesrtr(rOrPrQr&rendswithrrrr.)r3rrr1r2r size_exprs stride_exprsrFrGrHrX stride_hintsr2rres r!sizes_strides_implz4_make_node_sizes_strides..sizes_strides_implls        S[*F 3 3 >   ##22E2224S4S74S4S4ST -,e,,, 00000  $z<00CC    KK3VZ V V V     8 8Av~   af % % % %L 8 86>E##AF++++2j,77 ??< ( ( FFFsDNFH===s  B)B9rIcddlddlm}tj||D]]t t rFttj fd|Dfd|DcS^dkr |||Stfd|Dfd|DS)Nr)!eval_is_non_overlapping_and_densec:g|]}tj|SrUr(rurWrr7s r!r:zH_make_node_sizes_strides..sizes_strides_user..s%;;;++;;;r#c:g|]}tj|SrUrrs r!r:zH_make_node_sizes_strides..sizes_strides_user..s%===++===r#rc:g|]}|SrUsympifyrWr7rfs r!r:zH_make_node_sizes_strides..sizes_strides_user..s%555!U]]1%%555r#c:g|]}|SrUrrs r!r:zH_make_node_sizes_strides..sizes_strides_user..s%777!U]]1%%777r#) rfr,r itertoolschainr0rr5rrur)rrrr7rfrres @@r!sizes_strides_userz4_make_node_sizes_strides..sizes_strides_users7       00  A!V$$  +GAFF++;;;;U;;;====W===  = = =44UGDD D5555u5557777w777 r#)rrhasattrrrrt)rerrrs`` r!_make_node_sizes_stridesris.>.>.>.>.>.>` G\\\#5666 6 3;x(& 1 1C H%v/ABBBBBCCr#cZ tvrd n dd d tvrd nd fd fd } fd } fd }d }tvr||d d |dStvr-t |}||t ||dSdkr fd}||d d |dSdkrd fd }||d d |dS} t vr t } ||d | d |tvr||d| d |dSdS)Nrr2Union[SymInt, int, SymFloat, float, SymBool, bool]c(t|tttfr|St|tr|jddSt|tr|jddStd)Nr,rz*expect to be called with constant SymBools) r0rrrrrur-rr\r7rs r! get_constantz&_make_user_magic..get_constants a#ud+ , , H a  +6##B** * a ! ! ,6$$R++ +IJJJr#ct|tttfrdSt|tt t fr|jSdS)NTF) r0rrrrrrrursrs r!rsz%_make_user_magic..is_constantsR a#ud+ , , 4 a&(G4 5 5 (6%%'' 'ur#ct|tr4t|jt |S|S)z;Implements True+True=2, which works in python but not sympy)r0rrrur}rrs r!promotez!_make_user_magic..promotes;!W%% 7afooc!ff55666Hr#c|SrrUrs r!rz!_make_user_magic..promotesHr#cdvr||fSt|ttjf}t|ttjf}|s|r,|stj|}|stj|}||fS)N)rrrrrrrr r rrrrrr)r0rr>rr )r3rCf_selff_otherres r!promote2z"_make_user_magic..promote2s    $; D5%."9::UUEN$;<<  /W / -t,, /..U{r#c|}|r!t|Stt|jSr)rr5rru)r3rrsrerrs r!rz*_make_user_magic..unary_magic_impl0siwt}} ;t   D.&v.. T0B0BCC C8K88::;;;r#c Tt|ttttt t fstSt d|||}|} ||\}}|r"t||S|r |}t|j |}|turtStt|j |}|r |n|S)NzMAGIC %s %s %s)r0rrrrrrrarrrr(rur5r r3rC other_noderetrrsrerrrs r!rz+_make_user_magic..binary_magic_impl6s5%#udFHg!NOO "! !+VT5AAAwt}}htU++ e ;t   K.&v.. T0B0BEJJ J ;u   ( L''ETY..  ' '! !7 ;77 CCDD$/K$4$4=||C   #=r#c t|ttttt t fstS|}|} ||\}}|r"t||S|r |}t|j |}|turtStt||j }|r |n|Sr) r0rrrrrrrarr(rur5rrs r!rbinary_magic_implz,_make_user_magic..rbinary_magic_implGs%#udFHg!NOO "! !wt}}htU++ e ;t   K.&v..||D7I7IJJ J ;u   ( L''ETY..  ' '! !8 K88CCDD$/K$4$4=||C   #=r#cvt||fd}|turtt|dSdS)z Registers the SymNode magic method on SymInt/Float/Bool, and optionally registers a corresponding wrapped method on DynamicInt. cd|D}tt|}t|tr$t|tst |S|S)NcJg|] }t|tr|jn|!SrU)r0rr)rWrs r!r:zP_make_user_magic..setattrs..dynamic_int_impl..bs-MMM1jJ77>AFFQMMMr#)rrr0rr)rDrFattrs r!dynamic_int_implz<_make_user_magic..setattrs..dynamic_int_implas`MMMMMD$'#t$$d+C#s## 'JsD,A,A '!#&Jr#N)rrr) user_typer symnode_implrs ` r!setattrsz"_make_user_magic..setattrsWs^  4...         J&6 7 7 7 7 7  r#__r c|j}t||}t||}|tus |turtSt|tr%t|tr|j|jkst dtt|j||}|j r |n|S)Nz9then_node and else_node must be SymNodes with same pytype) rur(rar0rr2r7r5rrs) predrrrrrrrrs r!sym_ite_magic_implz,_make_user_magic..sym_ite_magic_implrs I 844I 844IN**i>.I.I%%9g.. y'22 $ (888$O;GDI{;;IyQQRRC(+(<(<(>(>G<<$$$C Gr#rc|rtj||Stt|j|Sr)rrr5rru)r3rrrsres r!round_magic_implz*_make_user_magic..round_magic_implsW{4   C~ll4&8&8'BBB7WTY77@@AA Ar#__r)rrr)rbool_becomes_int_magic_methodsunary_magic_methodsunary_nonmagic_methodsrr bitwise_opsreflectable_magic_methods)rerrrrrorigrr method_namerrsrrrs` @@@@@r!_make_user_magicrsCCC%Voo  KKKKB///       !!!!!T<<<<<<<<< >>>>>>>>>>">>>>>>>>>> 888($$$OOOO-=>>>>> ) ) )y&))FN3CT$J$JKKKKK 9   H H H H H H" OOOO-?@@@@@ 7   B B B B B B B B OOOO-=>>>>> [ %f-K00002CDDD . . . HY 5k 5 5 57I J J J J J / .r#)FFr) __future__rrrrkrloggingmathoperatorrrrtypingrrrr>torch._logging.structuredrrr r r r r rrrtorch._loggingrr,r getLoggerrtrPgetArtifactLoggerrrrrxrrrHintType__all__ torch.typesrr1r"rr{rrrrrrrrrr#rrrrrrrrrrrr%rrrr!rdrr math_op_namesrsym_name priv_sym_namerrrrronly_bool_magic_methodsralso_bool_magic_methodsbool_magic_methodsonly_float_magic_methodsrrrrrrrrrrrrrrrrrrrrrrrrr r rrrrrrr$r(rcurrent_moduler/priv_sympy_namerrvr3r8r<r>invertrrCr@rPrTrWrZr\r_sizes_strides_methodsr(r5rrritemsrerrrUr#r!rs #""""""  ////////1111111111 .........                    -,,,,,?>>>>>>g!!~//*EE 688 %<#  $ K J J100000   jjjjjjjjZ++++++++........:$ 8<$ 8<$ 8<$ 8= $ 8= $  DI $ (+$ TZ$ TZ$H%$ (+$ (+$**$ (+$ ho$  (+!$" 8<#$$$ 8<%$& (+'$( 8<)$* (,+$,(,-$.8w?$@wA$BwC$DX%E$$F8#G$$L      Dd}}H"NNM GGX//55666#*75-#@#@x H%%% NN8 $&<< >==!6!6!6&,/FFJII7UUU 0EEEHHH% % % PPPPSSS???)&J&J#D#D.[      > > >&&&B?B?B?J TCTCTCn"''))##LFDVT"""")//11++LFDVT****LKLKLK^ + +F ((())) )))*** (((F6T,T,T)))VV$$$ [  *** DDr#