/jd UdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z mZddl mZmZddlmZmZmZmZmZmZddlmZddlmZddlZdd lmZdd lm Z dd l!m"Z"d d l#m$Z$m%Z%m&Z&m'Z'd dl(m)Z)m*Z*m+Z+d dl,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7d dl8m9Z9m:Z:d dl;mZ>m?Z?m@Z@mAZAmBZBmCZCmDZDd dlEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMddlNmOZOmPZPmQZQmRZRmSZSddlTmUZUmVZV ddlWmXZXn #eY$rdZXYnwxYwer.ddlZm[Z[ddl\m]Z]m^Z^m_Z_m`Z`ddlambZbddlcmdZdmeZeddlfmgZgmhZhddlimjZjede defZkd Zld!Zmenhd"Zoend#hZpd$ZqeZreeefesd%<Gd&d'etZuejvd(eeedfdzd?eedzd@eze{efdzdAeze{efdzd(e jfdBZhdCZd.d/dDed5e dzd=e{d(eSf dEZGdFdGeSZGdHdIeZGdJdKeZGdLdMeZGdNdOeZGdPdQeSZGdRdSeZGdTdUeZGdVdWeZGdXdYeZGdZd[eZGd\d]eZd.d/dDe defd=e{d1eeSd2eze{eSfd(eSf d^ZGd_d`eZGdadbeZGdcddeSZGdedfeZGdgdheSZGdidjeZd(ezeeffdkZd.d/dDe defd(eis_leaf namespace none_is_leafrQzihttps://github.com/pytorch/pytorch/issues/new?&labels=oncall%3A+pt2&projects=&template=pt2-bug-report.yml _spec_cacheceZdZdS)ClosureConversionErrorN)__name__ __module__ __qualname__f/home/longshao/multi-rider-rag/.venv/lib/python3.11/site-packages/torch/_dynamo/variables/functions.pyrVrVsDr[rVreturnc tttttddddS)Ntorchutils_pytreeSUPPORTED_NODES)r(r.rZr[r\!get_pytree_SUPPORTED_NODES_sourcercs6 :l733W==yII  r[c.eZdZdeddfdZdeddfdZdS) FunctionSpecfuncr]Nc|j}|j}|j|_|j|_|j|_|d|j|_||j|j|_ |j|j z|_ ||j|j|jz|_ |j|jz}|j tzr||nd|_||jrdndz }|j tzr||nd|_dSNr9r)__code__ co_varnamesco_posonlyargcount posonly_count co_argcount arg_countco_kwonlyargcount kwonly_count posonly_namespos_or_kw_names all_pos_names kwonly_namesco_flags CO_VARARGS varargs_nameCO_VARKEYWORDS varkw_name)selfrfcodevnoffs r\__init__zFunctionSpec.__init__s}  !4) 2 4$"4 45!$"4t~"EF!/$2FFt~AR0RRSnt00'+}z'AKBsGGt D%,qq1,%)]^%CM"S''r[c |jpd|_|jpi|_t t |jt|j dtt|j|_ dSNrZ) __defaults__defaults__kwdefaults__ kwdefaultsdictziprslenrangepos_default_map)rzrfs r\update_defaultszFunctionSpec.update_defaultssv)/R -3 $ "C $6$6#6#8#895T]ASAS;T;T U U  r[)rWrXrYrr~rrZr[r\reres^N\NdNNNN$  L  T       r[rerfcpt|}|t|}|t|<|SN)rTgetre)rfspecs r\ _get_specrs4 ??4 D |D!! D Kr[txrE fn_sourceargskwargsct|}t|jkr?|js8|s6|js/|js(|js!fdt|jDS| |i}t|}|j D]c\}} d} |r;tj|j| r t jst%|| } t'|j| | ||<dt|jD]|\} }| tkrt'| ||<2||vr0||jvr't'||||<f||vrt-d|}t|jd} |jr&t't/| ||j<n6| r4t-dtdt|j|jD]}}||vr't'||||<-||jvr6d} |rt%||d} t'|j|| ||<lt-d||jrt'|||j<n!|rt-dt3||S) NcDi|]\}}|t|SrZ)wrap_bound_arg).0inamerrs r\ z$bind_args_cached..s=   4 .T!W--   r[z&missing required positional argument: z#Too many positional arguments: got z , expected T)is_kwz(Missing required keyword-only argument: zUnexpected keyword arguments: )rrrnrrwryrt enumeratersrrritemsr@ is_literalrr%skip_guards_on_constant_func_defaultsr,rrqpop TypeErrortuplerlist)rfrrrrrbarem_kwridxdefault_sourcerextrakwdefault_sources ` ` r\bind_args_cachedrsn T??D D T^##! $ $! $ $ ! $     $T%788      B &\\F)//11JJ c  <  ' c(: ; ; << <,Is;;N!"dmC&8.II4T/00MM4 s4yy==%b$q'22BtHH V^^ * * *&b&**T*:*:;;BtHH ^^KTKKLL L T'((** +E  .r5<< @ @4    a#d)) a aDL^H_H_ a a   ! O O 6>>%b&**T*:*:;;BtHH T_ $ $#  O#1)T#N#N#N %b$/$*?AQRRBtHHMtMMNN N I,R884? IGfGGHHH Ir[valsourcect|tr|S|stj||Stj||Sr) isinstancer>buildrLazyVariableTrackercreate)rrrs r\rr sS#''A A$R---,33C@@@r[resultct|D]4\}}t|ttfrt ||||<5dSr)rrrrrr)rrkvs r\wrap_args_kwargsrsYV\\^^$$..1 a% ' ' .&r1--F1I..r[parentr{c|jj}|jD]H}|}||vr)|||||||<IdS)z Update `result` to add mapping from local name to new cells created directly by `code`, or update SideEffects in `parent` if the a local cell is already in `result` (cell argument). N)output side_effects co_cellvarstrack_cell_new store_cellr)rrr{rrnew_cells r\ init_cellvarsr!ss=-L   ..00 6>>  # #Hfjj.>.> ? ? ?t   r[ f_globalsrrclosurer annotationscddlm}||||||}||_t|trddlm} t| |}|t|tsJ||_|S)Nrrpairwise) typesrrrr itertoolsrr__annotations__) r{rrrrrrrrfrs r\_create_nested_fnr6s#""""" <ix A AD$D+u%%2&&&&&&88K0011   *[$"?"?   ?&D Kr[>__doc__ri __closure__ __globals__rrrfncp|ot||}|r|dkrt|}d} tj||}n%#t$rt t|YnwxYw|t vrt||}|r tj ||Stj ||S)Nr) r(r/inspectgetattr_staticAttributeErrorr"fn_known_dunder_attrsgetattrrrrr>r)rrrrsubobjs r\fn_var_getattrr[s 0 6400F )$+++!(( F5'D11 555 !444445  $$$T"" D,33FFCCC  V , ,,sAA%$A%ceZdZdefdZdefdZdeeeffdZde j fdZ de fdZ ddd eed eeefdefd Zddd edefd ZdddeeeffdZde fdZdS)BaseUserFunctionVariabler]c4|jSrget_code co_filenamerzs r\ get_filenamez%BaseUserFunctionVariable.get_filenamew}}**r[c4|jSrrco_namers r\get_namez!BaseUserFunctionVariable.get_namez}}&&r[ctrNotImplementedErrorrs r\ get_globalsz$BaseUserFunctionVariable.get_globals}!!r[ctrrrs r\rz!BaseUserFunctionVariable.get_coderr[ctrrrs r\has_selfz!BaseUserFunctionVariable.has_selfrr[rrErrc|dkr.|drtS||g|||S)Npatch_track_step_calledztorch/optim/lr_scheduler.py)rrendswithr?inline_user_function_return self_argsrzrrrs r\ call_functionz&BaseUserFunctionVariable.call_functionsq MMOO8 8 8!!##,,-JKK 9* )--d4Ndnn6F6F4N4NPVWWWr[rcd} t||}n-#t$r |dkrt|trd}YnwxYwt j|S)NFrWT)hasattr get_functionrrNestedUserFunctionVariablerr@rrzrrrs r\call_obj_hasattrz)BaseUserFunctionVariable.call_obj_hasattrs T..00$77FF"   z!!j7Q&R&R! )00888s"''AAciSrrZrzrs r\ closure_varsz%BaseUserFunctionVariable.closure_vars r[cdSNTrZrs r\ should_allow_nested_graph_breaksz9BaseUserFunctionVariable.should_allow_nested_graph_breakstr[N)rWrXrYstrrrrrrrCodeTyperboolrrr>rr@rrrrZr[r\rrvsj+c++++'#''''"T#s(^"""""%."""""$"""" X # X' XS/)* X  X X X X 9) 914 9  9 9 9 964_@T;U $r[rc :eZdZdZddhejZehdZede de ddfdZ d,de j e jjzded e dd ffd Zde ffd ZdeefdZde j fdZde jfdZdefdZdefdZdeee ffdZdefdZ ddde!ed eeefdeeeffdZ"dddedefdZ#dddede$fdZ%ddde!ed eeefdeffd Z&ddde!ed eeefded zfdZ'defdZ(defd Z)ddde!ed eeefde*de!eeeeffd zfd!Z+de j d zfd"Z,d#ede*ed$fd zfd%Z-de deed zfd&Z.de/d'fd(Z0de1fd)Z2d*e3defd+Z4xZ5S)-UserFunctionVariablez-Some unsupported user-defined global functionr is_constant> optree.opstorch.utils._pytreetorch.utils._cxx_pytreeoptreevaluerr]ctt|tj|||SNrr' make_guardr& CLOSURE_MATCHclsr rs r\create_with_sourcez'UserFunctionVariable.create_with_sources6f'' (BCCDDDs5((((r[FrNc Ltjd i|t|ddrd|_nd|_t |t jtjj fs!td|ddgtj tj|d|}||_dS) N_dynamo_marked_constantFTz1can't handle functions not implemented in python z2Dynamo can only handle functions defined in pythonz9Move usage of this function out of `torch.compile` regiongb_typecontext explanationhints_torchdynamo_inlinerZ)superr~rrrrrr_jitScriptFunctionr$rINFERENCE_MODErrrrzrrr __class__s r\r~zUserFunctionVariable.__init__s ""6""" 20% 8 8 %#D  $D "u1593KLMM  KPO&5      #B(=r B Br[c|t|tr|jStSr)r7rrras_python_constant)rzr#s r\r%z'UserFunctionVariable.as_python_constants3 $, - - 7Nww))+++r[cgSrrZrs r\rzUserFunctionVariable.self_argsrr[c|jSrrrs r\rz!UserFunctionVariable.get_function wr[c|jjSr)rrirs r\rzUserFunctionVariable.get_codes wr[ctjSrrrrs r\ python_typez UserFunctionVariable.python_type !!r[c2t|jddduS)N__self__)rrrs r\rzUserFunctionVariable.has_selfstw D11==r[c|jjSr)rrrs r\rz UserFunctionVariable.get_globalss w""r[cZ|j}|r!t|tjr|j}|Sr)rrrUserMethodVariable source_fn)rzrs r\ get_sourcezUserFunctionVariable.get_sources1  $jy'CDD $^F r[rrErc|jrJ|j}t|tst d|jj}|}t|||||}t|||j |jj pd}t|t|jj j ksJttj|jj j |D]\} } } |jj} | | vr | | } n|rt%t'|| }t)|d| } t+j|| j|}n##t0$rt3j}YnwxYw| || |} nV t+j|| j}n##t0$rt3j}YnwxYw| d| |} | || <|S)z Assume `args` and `kwargs` are VariableTracker arguments for a call to this function, create new bindings for initial locals. z'Only supports regular Python functions.rZ cell_contents) freevar_nameN)rrrrrrroot_txr5rrrirr co_freevarsrrcountrr-r*r)r>rr7 ValueErrorrDeletedVariabletrack_cell_existing)rzrrrrr9rrrrrcellrcell_var closure_cellclosure_cell_contents contents_vars r\ bind_argszUserFunctionVariable.bind_argss.####!%"l++ GEFF F-'""!"gvtVDDffbk222'%+7||s47#3#?@@@@@@" O  tw/;W  " $" $OCt"=5L|##'- V,]6-B-BCHH (: /)))%?#2#8 24I$$LL"???#,#<#>#>LLL?(;; $ ?#2#8AS#T#TLL!???#,#<#>#>LLL?(;;D$ UU#F4LL s$EE<;E<F33GGrrc|tvrtj||S|}t ||j||Sr)r3rGetAttrVariabler5rr)rzrrrs r\ var_getattrz UserFunctionVariable.var_getattr>sF ) ) ),T488 8""b$'64888r[cjt|j|}tj|Sr)rrrr@rrs r\rz%UserFunctionVariable.call_obj_hasattrDs,$'')00888r[c Z|jtjjur d|D}d|D}tjj|i|j}t j|S#t$r}td|d||d}~wwxYw|jtjj ur tj |jj |i|}|jd} t!| t"sJt j| S#t&$r}td|d||d}~wwxYw|jtjjur tj |jj |i|}|jd} t!| t,sM| } d| jd } t3d d |jd |d |d | gt6jt!| t:s4| } d| d} t3d|| d| ddg| j}t j|t jj j!S|j"r*tG||j|||S|j$j%j&s||jtjj'j(ur_tjj)*|5tW,|||cdddS#1swxYwYt[|j$j%dddkr|j$j%j.s ddl/m0}n#t&$rd}YnwxYw|t|j|j1|j2fvr_tjj).|5tW,|||cdddS#1swxYwY|3|||}||StW,|||S)Nc6g|]}|SrZr%rargs r\ z6UserFunctionVariable.call_function..Ss$GGG3c4466GGGr[c>i|]\}}||SrZrK)rkeyrs r\rz6UserFunctionVariable.call_function..Ts7   6>c3C//11   r[zCannot convert patch_dynamo_config args/kwargs to constants. Please fix your call to patch_dynamo_config by using simpler inputs. args: z , kwargs: error_on_graph_breakz\Improper error_on_graph_break() call. Please fix your call to error_on_graph_break(). args: rz=`nonstrict_trace` expects a callable, but got value of type <>zTypeError from user codezcall_function(, )rz(Applying `nonstrict_trace` to function ; however, `nonstrict_trace` currently requires the function to be defined outside `torch.compile` region.zLimitation of `nonstrict_tracezmake sure definition of z is outside z`torch.compile` regionkind descriptionz!torch.utils.checkpoint.checkpoint) FSDPState)4rr__dynamopatch_dynamo_configrchangesrDynamoConfigPatchVariabler: RuntimeErrorrQr signaturebind argumentsr%rrErrorOnGraphBreakVariable Exceptionnonstrict_tracerrr-rWr$r r USER_ERRORrrTorchInGraphFunctionVariableAllowInGraphKindNONSTRICT_TRACErinvoke_and_store_as_constantrcurrent_tracer,unsafe_allow_externally_visible_side_effectsr`8_disable_side_effect_safety_checks_for_current_subtracerr2allow_externally_visible_side_effects_in_subtracerrrrallow_side_effects_in_hop/torch.distributed.fsdp._fully_shard._fsdp_staterX _pre_forward _post_forward_maybe_call_tree_map_fastpath)rzrrr args_const kwargs_constr[erNrQfn_vartypmsgfn_namerrXtree_map_resultr#s r\rz"UserFunctionVariable.call_functionJs 7em7 7 7 GG$GGG   BH,,..     -;#/!:7CCC6   "6!66-366   W : : : 7)$'227HHH',*($$&&%""6===== :;OPPP   "6!66-366  W 5 5 53G%dg..3TDVDDEZ]Ff&>?? ((**eVYVbeee6LTZLL4LL6LLL #*5 f&:;;  //++vvvv<#I #H7HHH0 B99I    /DGT]]__dF   (U ?}"[\\+^^ ? ?ww,,Rv>> ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? BI,mT B B2 3 3I,F 3 !UUUUUUU ! ! !  !$&'5**]/II"MMCC 7700T6BBCCCCCCCCCCCCCCCC<BB5A-D## E-EE4#L$$L(+L( M'' M65M64#O$$O(+O(cH||||}||\}}}n|}|}|}t|tr3|rh|tz st |dksdS|d}|d} |dd} | |||| |S)Nrrr9)_rewrite_tree_map_only_callrr_is_tree_map_function_SUPPORTED_TREE_MAP_KWARGSr call_tree_map) rzrrrrewrite tree_map_fn tree_map_argstree_map_kwargsmap_fn first_treerests r\rqz2UserFunctionVariable._maybe_call_tree_map_fastpaths 222tVDD  :A 7KK M$O {$8 9 9 1133 ('*DD M""a''4q!"1% QRR ''         r[cpt|jdddkot|jdd|jvS)NrWtree_maprXrr_TREE_MAP_MODULESrs r\r|z*UserFunctionVariable._is_tree_map_functions< DGZ . .* < Ot448NN r[cpt|jdddkot|jdd|jvS)NrW tree_map_onlyrXrrs r\_is_tree_map_only_functionz/UserFunctionVariable._is_tree_map_only_functions< DGZ . ./ A Ot448NN r[c t|sdSt|dkrdSh|tz rdS|\}}}||}|dS|}|dSt ||t |dd} tj|} | | |gt|fS)Nrr) rr_TREE_MAP_ONLY_SUPPORTED_KWARGS_extract_tree_map_only_types_lookup_tree_map_functionTreeMapOnlyFunctionVariablerrrr) rzrrr type_selectorrtree_arg allowed_typestree_map_callablewrapped_map_fntree_map_variables r\r{z0UserFunctionVariable._rewrite_tree_map_only_calls..00 4 t99>>4 V96 6 4*.' vx99-HH  4 ::<<  $44  68T22    &:;LMM >8"46:t44 h 2 3 3 Otr[selector.c2|sdS |}n#t$rYdSwxYw||}|sdSt d|DsdSt t |S)Nc3@K|]}t|tVdSr)rtype)rrvs r\ zDUserFunctionVariable._extract_tree_map_only_types..!s,>>S:c4((>>>>>>r[)is_python_constantr%r_flatten_type_specallrrfromkeys)rzr raw_value flatteneds r\rz1UserFunctionVariable._extract_tree_map_only_typess**,, 4  3355II"   44 ++I66  4>>I>>>>> 4T]]9--...s - ;;ct|tr|gSt|tr8g}|D]1}||}|dS||2|St t dd}|Mt||r=g}|jD]1}||}|dS||2|SdS)N UnionType)rrrrextendrr__args__)rzr  collectedentryflat union_types r\rz'UserFunctionVariable._flatten_type_spec%s eT " " 7N eU # # $&I ' '..u55<44  &&&& UK66  !j &C&C !I ' '..u55<44  &&&& tr[TcdSrrZrs r\is_python_hashablez'UserFunctionVariable.is_python_hashable;rr[c*t|jSr)hashrrs r\get_python_hashz$UserFunctionVariable.get_python_hash>sDG}}r[othercRt|tjo |j|juSr)rrrrrzrs r\is_python_equalz$UserFunctionVariable.is_python_equalAs%%!?@@XTWPUPXEXXr[F)6rWrXrYrr_nonvar_fields frozensetr classmethodrrrrr_rr rr~r%rr>rrrrrr-rrrrrr5rrDrGr@rrrqr|rrr{rrrr rintrobjectr __classcell__r#s@r\rrs77  " 0N "    )s)C),C,,,,,, 40e0 %.    "T"""">$>>>>#T#s(^####F<'<'<S/)* < c?" # <<<<|959S9_9999 9)9149 9999 i7 #i7'i7S/)* i7  i7i7i7i7i7i7V # ' S/)*  4      B t     D    $K #$K'$KS/)* $K  " _ % o% & (    $K$K$K$KL 5+=+D    /'/ tSy D ////"T T0A,GDMYVYYYYYYYYYr[rcPeZdZdZdddeedeeefdeffd ZxZ S)InspectSignatureVariablea Variable tracker for inspect.signature with caching support. inspect.Signature is expensive to trace. When inspect.signature is called repeatedly on the same function during tracing, we cache the result to avoid retracing the signature construction each time. Although this is different from CPython behavior, it is safe to do so because inspect.signature does not change across different calls to the same function. rrErrr]ct|dkr|s|d}d}t|ttfr|}|T||jjvr|jj|St|||}||jj|<|St|||Srh) rrrr3rrsignature_cacherr)rzrrr target_arg cache_keyrr#s r\rz&InspectSignatureVariable.call_functionPs t99>>&>aJI*';=O&PQQ 6&3355 $ 99994Y??..r4@@7= ))4 ww$$Rv666r[ rWrXrYrrr>rrrrrs@r\rrEs|7 #7'7S/)* 7  7777777777r[rceZdZdhejZdeedfdededdffd Z defdZ d ede fd Z d d d e edeeefdefdZxZS)rr.rrr]Nc Vtjdi|||_||_dSr)rr~rr)rzrrrr#s r\r~z$TreeMapOnlyFunctionVariable.__init__os5 ""6"""* r[ctSrrrs r\r-z'TreeMapOnlyFunctionVariable.python_typeysr[nodec |n#t$rYdSwxYwtfd|jDS)NFc38K|]}t|VdSr) issubclass)rallowed node_types r\rzDTreeMapOnlyFunctionVariable._matches_allowed_type..s-TTg:i11TTTTTTr[)r-ranyr)rzrrs @r\_matches_allowed_typez1TreeMapOnlyFunctionVariable._matches_allowed_type|sc ((**II"   55 TTTTASTTTTTTs  &&rrErc|s|j|||S|d}||r|j|||St|dks|r|j|||S|S)Nrr9)rrrr)rzrrrleafs r\rz)TreeMapOnlyFunctionVariable.call_functions  ?;,,Rv>> >Aw  % %d + + ?;,,Rv>> > t99>>V>;,,Rv>> > r[)rWrXrYrrrrr>rr~r-rrrrrrrrs@r\rris  ! 0N T3Y'    TU/UdUUUU #'S/)*   r[rc eZdZ ddejdededdffd Zededefd Z d d d e e de e e fde fd ZxZS)BuiltinMethodVariableFrrrr]Nc tjdi|t|tjsJ||_dSr)rr~rrBuiltinMethodTyperr"s r\r~zBuiltinMethodVariable.__init__sF ""6""""e566666r[objct|j}|j}|tur|dkpt|tuo|dkS)N__new__ __contains__)r0rWrrr)r method_self method_names r\is_supported_builtin_methodz1BuiltinMethodVariable.is_supported_builtin_methodsHl l u$A )A    * L{n/L r[rrErc|jj}|jj}|jot |jd}t j|||d}|||||S)Nr0T)realize)rr0rWrr(r>r call_method)rzrrrrr obj_sourceobj_vts r\rz#BuiltinMethodVariable.call_functionsc g& w[HZ Z%H%H  &r; DQQQ!!"dD&999r[r)rWrXrYrrrrr~ staticmethodrrr>rrrrrs@r\rrs?D)8<PS      \  : # :' :S/)* :  : : : : : : : :r[rc eZdZdejdeeefdddeddf fd Zdejfd Z defd Z defd Z de fd Z defd ZdefdZdefdZeZd(dZdeeeffdZdefdZdddefdZdddedefdZdddefdZdddefdZdddeefdZdddeegefddfdZde d fd!Z!ddd"eddfd#Z"defd$Z#defd%Z$ddded&eedeeefdef fd' Z%xZ&S))LocalGeneratorObjectVariabler{r inline_tracerrCrr]Nc dtjdi|||_||_||_dSr)rr~r{rr)rzr{rrrr#s r\r~z%LocalGeneratorObjectVariable.__init__s> ""6""" "*r[c|jSr)r{rs r\rz%LocalGeneratorObjectVariable.get_codes yr[c4|jSrrrs r\rz)LocalGeneratorObjectVariable.get_filenamerr[c4|jSrrrs r\rz%LocalGeneratorObjectVariable.get_namerr[c td)Nrrrs r\rz)LocalGeneratorObjectVariable.get_functions!.111r[cdSNFrZrs r\rz%LocalGeneratorObjectVariable.has_selfur[c*|Sr)rrs r\rWz%LocalGeneratorObjectVariable.__name__s}}r[cJ|jjd|dS)N(rT)r#rWrrs r\__str__z$LocalGeneratorObjectVariable.__str__s&.)>>DMMOO>>>>r[codegenrBcddlm}ddlm}m}|j}||}||}||}|5|5|5|j} | js|||_ tj |j  |dddn #1swxYwYdddn #1swxYwYddddS#1swxYwYdS)Nr)"disallow_side_effects_in_generator) save_and_restart_speculation_log(temporarely_allow_writes_to_output_graph) torch._dynamo.side_effectsrtorch._dynamo.symbolic_convertrrrrgenerator_exhaustedforce_unpack_var_sequenceremaining_itemsrListIteratorVariable reconstruct) rzrrrrrsavedisallowtemptracers r\rz(LocalGeneratorObjectVariable.reconstructsQQQQQQ        Z//3355b9977;;  V V8 V VT V V'F- J'+'E'Eb'I'I$  *4+? @ @ L LW U U U  V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V VsXCB7AB  B7 B$ $B7'B$ (B7+ C7B; ;C>B; ?CCCc|jSrrrs r\rz(LocalGeneratorObjectVariable.get_globals ~r[ctjSr)r GeneratorTypers r\r-z(LocalGeneratorObjectVariable.python_types ""r[rrFc |j}|rtt| |S#t $r}d|_|d}~wt$r-tddddtdgtj YdSt$ra}tjj|d|_|js|js|xjdz c_d}~wwxYw) NTzinfinite generator detectedz}Dynamo traced the YIELD_VALUE bytecode too many times. This could mean that we have attempted to trace an infinite generator.zLIf you are sure that your generator is not infinite, please report a bug at .rzA Skipping frame due to graph break in a generator's next() call.)r_is_generator_exhaustedr" StopIteration inline_call_rrrr$PT2_ISSUE_TRACKER_URLrrdr%r_rY eval_frame skip_coder skip_frame one_graphrQrw)rzrrrts r\ next_variablez*LocalGeneratorObjectVariable.next_variablesC#  ' ' ) ) 8 $]B 7 7 7 &&(( (    )-F &G%    5I|cx{{{&1           M $ . .t}} ? ? ?AL< _(? _^^   s*A C< A6C< C<AC77C<rErc||jvrtjdStjdSNTF)r-__dict__r@rrzrrs r\rz-LocalGeneratorObjectVariable.call_obj_hasattrs@ 4##%%. . .#*400 0&u---r[cdSrrZrs r\has_unpack_var_sequencez4LocalGeneratorObjectVariable.has_unpack_var_sequencerr[cdSrrZrs r\has_force_unpack_var_sequencez:LocalGeneratorObjectVariable.has_force_unpack_var_sequencerr[c@g}|||j|Sr)force_apply_to_var_sequenceappend)rzrrs r\rz6LocalGeneratorObjectVariable.force_unpack_var_sequences&)+ ((V];;; r[rc |||n #t$rt|YdSwxYwAr)rr!r)rzrrs r\r z8LocalGeneratorObjectVariable.force_apply_to_var_sequence&sb  4%%b))****,   )"---  s "??FcdSrrZrs r\rz=LocalGeneratorObjectVariable.should_allow_nested_graph_breaks1rr[excc|j} ||dS#t$r }||Yd}~dSd}~wwxYwr)r_raise_exception_variablerexception_handler)rzrr$rrts r\_setup_exceptionz-LocalGeneratorObjectVariable._setup_exception4sr# (  , ,S 1 1 1 1 1  ( ( (  $ $Q ' ' ' ' ' ' ' ' ' (s A AA c4|jdup|jjdkS)Nr)rinstruction_pointerrs r\_is_generator_just_startedz7LocalGeneratorObjectVariable._is_generator_just_started?s!!T)XT-?-SWX-XXr[c.t|jddS)NrF)rrrs r\rz4LocalGeneratorObjectVariable._is_generator_exhaustedBst)+@%HHHr[rc|dkr||S|dkr|S|dkr|r=t|r.td|Dst t ||j}||||S|dkr3|j}|s|rd|_ tj S | |tj tdtjdkr#|jjd krd|_ tj Sn##t&$rd|_ tj cYSwxYw ||rt t(|n.#t&$rd|_ tj cYSt*$r|jJ|jcYSwxYw|d kr|j} | |t|d kr|d n|d n#t.$rwxYw||}t1dt2fi} | |tj |d||t t(|n#t5|$rYnwxYw|St7||||S)N__next____iter__sendc3>K|]}|VdSr)is_constant_nonerLs r\rz;LocalGeneratorObjectVariable.call_method..Xs.BBc3//11BBBBBBr[closeTrZ)r CALL_INTRINSIC_1throwrr9r__InternalThrowException)rr+rrr"rr push_manyrrrr?r(ExceptionVariable GeneratorExitr version_infonext_instructionopnamer r]r!symbolic_resultrrrbrrr) rzrrrrrretvalexc_typer#s r\rz(LocalGeneratorObjectVariable.call_methodEsk :  %%b)) ) Z  K V^^..00 >>( 8 8 8-1* 7777, . . . -999----  .W__'F  %%bSYY!^^$q''aQQQQ$    ''++F|6 bIIH ?%%b)*EhPR*S*STTT""2&&& )v>>>> 1::     Mww""2tT6:::sI7A EE98E9=*F))G$G$#G$57H-- H9)>J==KKrrBr]N)'rWrXrYrrrrrr~rrrrrrrr__repr__rrrr-r>rr@rrrrrrr r rr(r+rrrrs@r\rrs +n +S> +@ +  +  + + + + + +%.+c++++'#''''2e2222$#?????HVVVV$T#s(^#T#### ;B.).14. ....*Ad0GD- o -3;_* * *4&& &tw%%%r[c4|jSr)rHrrs r\rz'LocalGeneratorFunctionVariable.get_code%w!!!r[c4|jSr)rHrrs r\rz*LocalGeneratorFunctionVariable.get_globals(sw""$$$r[c4|jSr)rHrrs r\rz'LocalGeneratorFunctionVariable.has_self+rMr[rrFrrDc4ddlm}|j||||S)Nr)rD)rrDbuild_inline_tracer)rzrrrrDs r\_build_inline_tracerz3LocalGeneratorFunctionVariable._build_inline_tracer.s; QPPPPP@,@        r[rEct|js9tdt |jdddg||t ||}|j}|j}|||||j S)Nz'non-generator contextlib.contextmanagerzvCannot compile function decorated with `@contextlib.contextmanager` that is not a generator, i.e. does not use `yield`z5Use `yield` in the function body instead of `return`.z2Remove the `@contextlib.contextmanager` decorator.rr) rrHrr$rrRrrrGr)rzrrrrr{rs r\rz,LocalGeneratorFunctionVariable.call_function=s DG,,..//  ADG,,..//.LH    11"d4jj&II w!!G'')) !!   ; "   r[)rWrXrYrrrrrr~rrKrrrrrrrrr>rRrrrrs@r\rFrF s; + + + $ + +  +  + + + + + +&&&&&& "%.""""%T#s(^%%%%"$""""  '  ?#  S/)*  )      # ' S/)*           r[rFcheZdZdZdededdffd Zddd eede e efdd ffd Z xZ S) 3FunctionDecoratedByContextlibContextManagerVariablezm .. note:: This is only used when the function is annotated with @contextlib.contextmanager rHrr]Nc Jtj|fdti|dS)NrG)rr~rD)rzrHrr#s r\r~zrrrRrrs@r\rUrU\s  3 s t       '?#S/)*  2 r[rUc eZdZdZ ddedefdededzdeddf fd Zde fd Z de efd Z de ejfd Zd ddeedee efdeffd Zd dde deffd ZxZS)r3z$Some unsupported user-defined methodNr.rr4rr]c tjdd|i|||_||_|?|d,t |dd|_dSdSdS)Nrr__func__rZ)rr~rr4rr()rzrrr4rr#s r\r~zUserMethodVariable.__init__s} ))B)&)))"  H!5!5!A' 8(<(NC$$RF;; ;  DG $ $ <2$..**2T2I8io>LC$$RF;; ; 9 # # % % * Hi0+ +  "$'<<rrr4rrGrzrrr#s r\rGzUserMethodVariable.var_getattrsU :  8O :  #(TWdnEE Eww""2t,,,r[r)rWrXrYrrrr>rr~rrBrrrrrbr-rrrrGrrs@r\r3r3s.. $( JJ S#X JJD= J  J  JJJJJJ2C#CCCC40 T%"23    B7 #B7'B7S/)* B7  B7B7B7B7B7B7H-5-S-_----------r[r3cpeZdZdedddeddffd Zdd d eedee efdeffd Z ddZ xZ S)WrappedUserMethodVariablewrappedrrGrr]Nc |dd|ddtj|j|jfi|||_||_dS)Nrr)rrr~rrrvrrzrvrrr#s r\r~z"WrappedUserMethodVariable.__init__sd  4 5$W[;;F;;;  r[rrErc|j|t|||}|j||Srrenterrrexitrzrrrrr#s r\rz'WrappedUserMethodVariable.call_functionQ 2&&r488 " r[rrBcfdjtdddS)Nc$jSrrrrzsr\z7WrappedUserMethodVariable.reconstruct.. ggdl&;&;r[r9F add_push_nullrv extend_outputrrzrs``r\rz%WrappedUserMethodVariable.reconstruct \;;;;;<<< 21e<<=====r[rA) rWrXrYr3rr~rr>rrrrrrs@r\rurus # +           # ' S/)*        >>>>>>>>r[rucpeZdZdedddeddffd Zdd d eedee efdeffd Z ddZ xZ S)WrappedUserFunctionVariablervrrGrr]Nc |ddtj|jfi|||_||_dS)Nr)rrr~rrvrrxs r\r~z$WrappedUserFunctionVariable.__init__sL  4..v...  r[rrErc|j|t|||}|j||Srrzr}s r\rz)WrappedUserFunctionVariable.call_functionr~r[rrBcfdjtdddS)Nc$jSrrrsr\rz9WrappedUserFunctionVariable.reconstruct..)rr[r9Frrs``r\rz'WrappedUserFunctionVariable.reconstruct(rr[rA) rWrXrYrrr~rr>rrrrrrs@r\rrs % +           # ' S/)*        >>>>>>>>r[rcdtdtfdfd|D}fd|D}||i|}|j||t |S)Nxr]c|r"td|S|S)NrL) is_tensorr get_real_valuer%)rs r\convertz-invoke_and_store_as_constant..convert5sA ;;== >(!,,;;== =##%%%r[c&g|] }|SrZrZ)rrrs r\rNz0invoke_and_store_as_constant..:s! % % %1GGAJJ % % %r[c.i|]\}}||SrZrZ)rrrrs r\rz0invoke_and_store_as_constant..;s' 7 7 71a 7 7 7r[r)r>rrrregister_attr_or_moduler+)rrrrrresrs @r\rhrh.s&?&s&&&& & % % % % % %D 7 7 7 7  7 7 7F "d f  C 9 , ,  d## -  r[cXeZdZdhejZ d'dededeeefdedzdedzdedzdedzd edzd ed dffd Z d e efd Z d e j fdZd e jfdZd ee j fdZd'deedzd e j fdZd efdZdeed e j fdZdddeded efdZdddedeed eeefd ef fd Zd efdZddded effd Zddded effd Zd efd Z d eeeffd!Z!d"ddeed eeefd eeeffd#Z"d(d&Z#xZ$S))rrNrxr{rrrr wrapped_fnrr]c  | d"| ttjdi| t |tsJt |tj sJt |tsJ||_ ||_ ||_ ||_||_||_||_||_dS)N mutation_typerrZ)rupdater;rr~rr%rrrrrxr{rrrrrr) rzrxr{rrrrrrrr#s r\r~z#NestedUserFunctionVariable.__init__Js ::o & & . MM(<(>(>M ? ? ?""6"""'4466<<<<<$1133U^DDDDD)T*****  "  $& 2<r[cgSrrZrs r\rz$NestedUserFunctionVariable.self_argsgrr[c*|Sr)rrs r\r%z-NestedUserFunctionVariable.as_python_constantjs  """r[c4|jSr)r{r%rs r\rz#NestedUserFunctionVariable.get_codemsy++---r[ctjSrr,rs r\r-z&NestedUserFunctionVariable.python_typepr.r[ _convertingc`ddlm}t|}|t}||vrt d|| ||||S#|$r}t d|d}~wwxYw#||wxYw)Nr9)r:z-cycle detected in mutually recursive closuresz1failed to convert closure cell to Python constant)baser:idsetrVadd_get_function_impldiscard)rzrr:self_idrts r\rz'NestedUserFunctionVariable.get_functionss >=====T((  %%K k ! !(?      )**;77    ( ( ( ( 3   (C      ( ( ( (s$A99B>BBBB-c` |dS#ttf$rYdSwxYwr)r%rr%rs r\rz-NestedUserFunctionVariable.is_python_constantsE   # # % % %4#[1   55 s --cd}|jrddlm}|j}g}|jjD]}|jj|}||urtdt|tr| |}n| }| t|t|}t!j|j |j|j d|} |jr|j | _|jr|j | _|jrj|j } t| trddlm} t9| | } t| t8sJ| | _| S)Nr)rEz self-referential nested function)argdefsrr)rrrE current_txrrr load_cellrVrrrr%r!r8rrrr{rrxrrrrrrrrr) rzr closure_cellsrErcellsr@r7r rfrrs r\rz-NestedUserFunctionVariable._get_function_impls < ) L L L L L L1&133BE L. / /!# 6 @ @ J J !D((01STTTm-GHH?)66{CCEE)<<>>E Yu--....!%LLM! I ( ( * * N L + + - -!     = C $ @ @ B BD  ? G"&/"D"D"F"FD    /*==??K+u-- :......"88K#8#899 k400 0 00#.D  r[rrEname_varrc\|jj||j|tSr)rr store_attrr r?)rzrrrs r\ call_setattrz'NestedUserFunctionVariable.call_setattrs) ))$DDD%%r[rrc|dkr|j|g|RSt||t||S)N __setattr__)rrrrrzrrrrr#s r\rz&NestedUserFunctionVariable.call_methodsO = $4$R/$/// /ww""2tT$ZZ@@@r[c|jduSr)rrs r\ has_closurez&NestedUserFunctionVariable.has_closures|4''r[c|dkr|S|dkr|S|dkr)t|dd}|r|ndSt ||S)NrWrirr)rrrr%r const_getattr)rzrrdr#s r\rz(NestedUserFunctionVariable.const_getattrs :  ==?? " :  ==?? " > ! !j$//A-.81'')))D 8ww$$R...r[c|dkr-tjt|dS|dkr-tjt|dSt ||S)Nrir{rr)rr@rrrrrss r\rz+NestedUserFunctionVariable.call_obj_hasattrsw :  -44WT65J5JKK K > ! !-44WT:5N5NOO Oww''D111r[cdSrrZrs r\rz#NestedUserFunctionVariable.has_selfrr[c|jSrrrs r\rz&NestedUserFunctionVariable.get_globalsrr[rc&|}tj||j|j|jrt|jjndtdtt|j D}|j r|j |_tj|j|i|}|t'|j}t+|jj|t1|||t3|j D]"\}} | |vsJ|jj|} | || <#|S)Nc34K|]}tdVdSr)r8)r_s r\rz7NestedUserFunctionVariable.bind_args..s(SSa)D//SSSSSSr[)rrrrrxr%rrrrrr:rkeys_as_python_constantrrr^r_apply_defaultsrr`rrr9rrr) rzrrrr{rfrNrrrr?s r\rDz$NestedUserFunctionVariable.bind_argsst }}!  N L + + - -*.- AE$-% & & &T SS5T]]__5P1Q1Q+R+RSSS S S    ? L"&/"I"I"K"KD ,!$'',d=f== eo++--...777ffd+++"4#344  ICv%%%%<%c*DF4LL r[rrBcfd|j|jgt j|jjj|j r|j n) dg|j r|j n) dg|j r|j n) dg|j rd |j }|gnI#t$r|j Yn-wxYw dgt!dd|jrfd|jt!ddt%dt!ddj}|jj|r|jjj|D]]\}}|t%d|\dSdS)Nc:tdS)Nr)load_import_fromrWrsr\rz8NestedUserFunctionVariable.reconstruct..sG,,X7JKKr[Fc0ddS)N functoolswrapsrrsr\rz8NestedUserFunctionVariable.reconstruct..;s00gFFr[r9rT)rr{rcreate_load_const_uncheckedrr@rr rrcreate_load_constrrrr%rrrrrrrhas_pending_mutationstore_attr_mutationsrdup_topr)rzrrrrr s ` r\rz&NestedUserFunctionVariable.reconstructsu K K K K     wBB4>RRSTTT ' (?@@AAA = E GDM " " " "  ! !7#<#rrrr~rrrrr%rrrr-rrrrrrrrrrrr@rrrrDrrrs@r\rrDs ! 0N .2== ==S> = "D( = $d* =%t+=!4'=$d*== ======:40#E$6####.%....."T%"45""""))C4)5CU)))),D6c#h65;M6666p& #&"& &  &&&& A # A A' A S/)* A  A A A A A A(T((((/ 7/s/s//////2)2142 222222$T#s(^''S/)*  c?" # :6)6)6)6)6)6)6)6)r[rcpeZdZdedddeddffd Zdd d eedee efdeffd Z ddZ xZ S)!WrappedNestedUserFunctionVariablervrrGrr]Nc $|dd|dd|dd|dd|dd|dd|dd|ddt|j|j|j|j|j|j|j |j ||_ ||_ dS) Nrxr{rrrrrr) rrr~rxr{rrrrrrrvrrxs r\r~z*WrappedNestedUserFunctionVariable.__init__Os  9d### 64    ;%%% :t$$$ <&&& =$''' 9d### <&&&  O L         O     r[rrErc|j|t|||}|j||Srrzr}s r\rz/WrappedNestedUserFunctionVariable.call_functionjr~r[rrBcfdjtdddS)Nc$jSrrrsr\rz?WrappedNestedUserFunctionVariable.reconstruct..vrr[r9Frrs``r\rz-WrappedNestedUserFunctionVariable.reconstructurr[rA) rWrXrYrrr~rr>rrrrrrs@r\rrNs++   6  # ' S/)*        >>>>>>>>r[rc eZdZddhejZddededzdeddffd ZdefdZe dede ddfd Z d d d e ede eefdefd Zd d dedefdZd d dedefdZdefdZdefdZdedefdZxZS)SkipFunctionVariabler reasonNrr]c Vtjdi|||_||_dSr)rr~r r)rzr rrr#s r\r~zSkipFunctionVariable.__init__s2""6"""  r[c|jSrr rs r\r%z'SkipFunctionVariable.as_python_constants zr[rctj|ddr]|}|}t|ddr(|j}t |d}t|dd(|t jn|tj|r-t|t j n;t|s,t|t j|||S)N_torchdynamo_disableF_torchdynamo_orig_callabler) rrrrr(rr&r isbuiltinr' BUILTIN_MATCHr6)rr rguard_on_sourceguard_on_values r\rz'SkipFunctionVariable.create_with_sources   !%)? G G I%O"N.*FNN !/!J",#%A##.*FNN   & &|'A B B B B  u % % I &++L,FGG H H H H077 I &++L,FGG H H Hs5((((r[rrErc tj|jddrOtj|jdd}tdt |jd|jd|ddg dS|jt jjurK|d }|r| }td d |d |dd|dg dS|jt jj urd|d }|r| }nd}tdd|d |dt|j dd|dgddS|jt jj ur> tddddg dS#t$r}t|jdd}~wwxYwt"jrMddlm}|||j} t-| t.s| |||St3|jdd } t3|jd!d} | d"nt | } tj|j} d#| d$| d%}d&| d'g}d(| vr |d)| d*d+gz }n#t6$rd,d-h}| |vrd.| d| d'}d/d0g}n| _| d1rJd2| d| d}d3g}t jj|d4zd4|znJd5| d| d6}d7d8g}t jj|d4zd4|zYnwxYw| d9krd:}g}|j r|j nd;}td| d?||| dS)@NrF_torchdynamo_disable_msgz1Skip calling `torch.compiler.disable()`d functionzSkip calling function `z>` since it was wrapped with `torch.compiler.disable` (reason: rTz(Remove the `torch.compiler.disable` callrrwz%Call to `torch._dynamo.graph_break()`z0Called `torch._dynamo.graph_break()` with args `z `, kwargs ``z$User-inserted graph break. Message: z.Remove the `torch._dynamo.graph_break()` call.r z$Call to `torch._dynamo.skip_frame()`z/Called `torch._dynamo.skip_frame()` with args `z`. Skipping frame r z#User-inserted skip frame. Message: z-Remove the `torch._dynamo.skip_frame()` call.T)rrrrrz*Call to `torch._dynamo.step_unsupported()`zUser-inserted step_unsupported.z3Remove the `torch._dynamo.step_unsupported()` call.r9SourcelessBuilderrYzrXzz?Dynamo developers have intentionally marked that the function `z ` in file `z` should not be traced.zAvoid calling the function `z`.rYz:Apply `@torch._dynamo.dont_skip_tracing` to the function `zw` to force tracing into the function. More graph breaks may occur as a result of attempting to trace into the function.z Please file an issue to PyTorch._abc _warningsz6Dynamo does not know how to trace the Python builtin `zIf you are attempting to call a logging function (e.g. `_warnings.warn`), you can try adding it to `torch._dynamo.config.reorderable_logging_functions`.zKPlease file an issue on GitHub so the PyTorch team can add support for it. r z*Dynamo cannot trace optree C/C++ function zi Consider using torch.utils._pytree - https://github.com/pytorch/pytorch/blob/main/torch/utils/_pytree.py z/Dynamo does not know how to trace the builtin `z.` This function is either a Python builtin (e.g. _warnings.warn) or a third-party C/C++ Python extension (perhaps created with pybind).zIf it is a Python builtin, please file an issue on GitHub so the PyTorch team can add support for it and see the next case for a workaround.aIf it is a third-party C/C++ Python extension, please either wrap it into a PyTorch-understood custom operator (see https://pytorch.org/tutorials/advanced/custom_ops_landing_page.html for more details) or, if it is traceable, use `torch.compiler.allow_in_graph`.allow_in_graphzFound an allow_in_graph decorator to a function which is created inside the parent function that is getting compiled. This is not supported for now.zz,Attempted to call function marked as skippedzmodule: z , qualname: z, skip reason: )!rrr r$rr_rY graph_breakrr%rrf_codestep_unsupportedr%r#rwrdont_skip_tracingbuilderrrrrrrgetfilerrkr` warn_oncejoinr)rzrrrrwgraph_break_msgskip_frame_msgrtr rebuilt_fnqualname module_orrpathrrknown_python_builtin_modulesrs r\rz"SkipFunctionVariable.call_functionsz  !$*.De L LF (5OQUVVC KDJAdjAA:=AAA?       Z5=4 4 4$jj//O G"1"D"D"F"F ?e4ee\beeeT?TTD       Z5=3 3 3#ZZ..N $!/!B!B!D!D!# >B$BB[aBB"3BI">">BBBR.RRC       Z5=9 9 9 7H AM  7 7 7%ae,,$6 7' F666666/55b$*EE !*.BCCF%33BfEEEtz>;OPPH L$??I090A,,s9~~K8 Ytz22>V^>> $>>> @8??? D((lU]lll; E % Y% Y% Y06 /D, <<<7'77*2777 iGEE *y/C/CH/M/M*"h{"h"h]e"h"h"hK^E M'11+2DtyyQVGWGW2WXXXXb+bbX`bbb m;EM'11+2DtyyQVGWGW2WXXXK% YL+++? $(KGT[[5GF F];]]H]]U[]]'       s+#E99 FFF98I22C M?Mrcftjt|j|Sr)rr@rrr rs r\rz%SkipFunctionVariable.call_obj_hasattr3s')00T1J1JKKKr[cv|tvrtj||St||j|j|Sr)r3rrFrr rrs r\rGz SkipFunctionVariable.var_getattr8s9 ) ) ),T488 8b$*dk4@@@r[cdSrrZrs r\rz'SkipFunctionVariable.is_python_hashable>rr[c*t|jSr)rr rs r\rz$SkipFunctionVariable.get_python_hashAsDJr[rct|to)||kSr)rr>r%rs r\rz$SkipFunctionVariable.is_python_equalDs: uo . . H''))U-E-E-G-GG r[r)rWrXrYr>rrrr~r%rrrrrrr@rrGrrrrrrrrs@r\rr{s  'N c3:PT C)s)F)?U)))[)4L #L'LS/)* L  LLLL\L)L14L LLLL A5ASA_AAAA D      V         r[rcpeZdZdedddeddffd Zdd d eedee efdeffd Z ddZ xZ S)WrappedSkipFunctionVariablervrrGrr]Nc |dd|ddtj|jfd|ji|||_||_dS)Nr r)rrr~r rrvrrxs r\r~z$WrappedSkipFunctionVariable.__init__Lsg  7D!!! 8T"""HHw~HHHH  r[rrErc|j|t|||}|j||Srrzr}s r\rz)WrappedSkipFunctionVariable.call_functionXr~r[rrBcfdjtdddS)Nc$jSrrrsr\rz9WrappedSkipFunctionVariable.reconstruct..drr[r9Frrs``r\rz'WrappedSkipFunctionVariable.reconstructcrr[rA) rWrXrYrrr~rr>rrrrrrs@r\rrKs % +           # ' S/)*        >>>>>>>>r[rceZdZdZdedededdffd Zdd d edeffd Zde efd Z dd d e ede eefdefdZ xZS)WrapperUserFunctionVariablea3 Used to represent a wrapper object that contains the actual callable as an attribute. For example, torch.jit.script/trace have the original function at their _torchdynamo_inline attribute. Similarly, functions with __script_if_tracing_wrapper have the original attr at "__original_fn". wrapper_obj attr_to_tracerr]Nc Vtjdi|||_||_dSr)rr~rr)rzrrrr#s r\r~z$WrapperUserFunctionVariable.__init__qs6""6"""&*r[rrErc||jkrLt|j|j}|jot |j|}t j|||St||Sr) rrrrr(r>rrrG)rzrrrrr#s r\rGz'WrapperUserFunctionVariable.var_getattrvsm 4% % %$*D,>??C[BZ T%B%BF"(S&99 9ww""2t,,,r[cgSrrZrs r\rz%WrapperUserFunctionVariable.self_args~rr[rc t|jdrt|j|jd}t|ddpd}|ddddkr|}t j|j }|j }d |d |d d tj |g} tjj| tjjjd } | t$jrtjj} t3| z} | d j | d j f} d tj | } d| dd | dd}|t5| z }| ||t;|z}t=jt@j!"||t=j#|jg||S)N cache_inforXr r r9)maxsplitrr_zGDynamo detected a call to a `functools.lru_cache`-wrapped function at ':z'. Dynamo ignores the cache wrapper and directly traces the wrapped function. Silent incorrectness is only a *potential* risk, not something we have observed. Enable TORCH_LOGS=+dynamo for a DEBUG stack trace. This call originates from: z torch._dynamoz)call to a lru_cache wrapped function at: r)$rrrrsplit frame_summaryosrbasenamefilenamelinenor traceback format_listr_rYr`rlogging getLogger isEnabledForDEBUG_guardsTracingContext extract_stackrrdebugrrrrrgetattr_and_tracerr@)rzrrr target_fnrrrrrw dynamo_logger user_stack frame_locuser_stack_formatteduser_stack_traceall_argss r\rz)WrapperUserFunctionVariable.call_functionsK 4#\ 2 2 : 0$2DdKKI!)\2>>D"K  q 11!4?? " 0 0 2 2 7++M,BCC&-I$,II/5IIwwy4m_EEFFII #--c222 % 3 ; E Eo V V  --gm<<:!&!=!K!K!M!MJ!7!9!9J!FJ!+B!8*R.:O PI+-7793H3T3T+U+U('rS\]^S_'r'rbklmbn'r'r'r$$,@(A(AA$!''(8999>>##d4jj0-  '  -  9-d.@AA MH M    r[)rWrXrYrrrr~r>rGrrrrrrrs@r\r r is+C++s+t++++++ -5-S-_------40, #, ', S/)* ,  , , , , , , , , r[r c PeZdZdZdededededdf fd Zdeefd Z xZ S) WrapperUserMethodVariablez Similar to WrapperUserFunctionVariable, but for methods. The only delta is saving the vt for `self` object of the method which is then used by WrapperUserFunctionVariable in `call_function` method. rrself_objrr]Nc Ltj||fi|||_dSr)rr~r)rzrrr2rr#s r\r~z"WrapperUserMethodVariable.__init__s1 m>>v>>>r[c|jgSrr_rs r\rz#WrapperUserMethodVariable.self_argsr`r[) rWrXrYrrrr>r~rrrrs@r\r1r1s "     40r[r1cRtjrddlm}|SiS)Nrtraceable_collective_remaps)r_ distributed is_available)torch.distributed._functional_collectivesr7r6s r\_traceable_collective_remapsr;sD %%''+      +* Ir[ctjs Jd|tvsJ|j}|d}t||S)NzIllegal invocation.z)torch.distributed._functional_collectives)r_r8r9r;valuesrW import_sourcer()rr inner_name path_sources r\_traceable_collectives_sourcerAsw   ) ) + +BB-BBB + -//6688 8 8 8 8J""#NOOK k: . ..r[c eZdZdZdedefdededdffd Zed d d edefd e d eddf dZ edede fdZ ed d dedefde eeffdZd d deedeeefdefdZxZS)!CollectiveFunctionRewriteVariablea Some of the torch.distributed.* collective APIs are possible to rewrite to 'traceable' collectives. This class provides both a way to check if a function is remappable, and perform the remapping. In the case that a function is 'remappable' but only for some combinations of call-time arguments, we check the args at `call_function` time and fall back to graph-breaking if needed. This is no worse than status-quo as we currently graph-break on all distributed.* collectives. r.replacement_varrr]Nc xtj|fi|t|tsJ||_dSr)rr~rrrD)rzrrDrr#s r\r~z*CollectiveFunctionRewriteVariable.__init__sI &&v&&&/+?@@@@@.r[rrEold_fnroptionsc xt||\}}t|ft|fd|i||d|S)Nr)rDr)rCrr)rrFrrGnew_fn new_sources r\rz(CollectiveFunctionRewriteVariable.createsb?FFr6RR 0  0VV VgVV      r[variablecJtj|o|tvSr)r isfunctionr;)rKs r\ can_rewritez-CollectiveFunctionRewriteVariable.can_rewrite s(  x ( ( WX9U9W9W-W r[cNt|}|t||fSr)r;rA)rrrIs r\rz)CollectiveFunctionRewriteVariable.rewrite s*.//34R@@@@r[rc|ddlm}ddlm}t j|j}t|j|i|j }d}d|vrN|d r4td|jd|d|d|jgtj  |j|j|j|jfvrn|d }||jn|jd j}||vrt+d |t,j|||d <|j|||S) Nr)REDUCE_OP_TO_STRrZasync_opz)async_op=True for distributed collectivesz, args= , kwargs=z3`torch.compile` doesn't support `async_op=True for ropzUnsupported all_reduce op: )torch.distributedr8r:rQrr^rrr_r`r%r$r SUPPORTABLE all_reducereduce_scatter_tensor_reduce_scatter_baserr  parametersdefaultr<rr@rrDr) rzrrrdistrQr^ reduce_op_var reduce_ops r\rz/CollectiveFunctionRewriteVariable.call_function s )(((((NNNNNN%dg.. nind5f55?@@   F:$6$I$I$K$K  C788d88v88[RVRY[[&2      7 O  &  %    #JJt,,M!,##)$/7   000 !Jy!J!JKKK$5<< +F4L#11"dFCCCr[)rWrXrYrrrrr~rrrrrNrr(rrr>rrrrrs@r\rCrCs / S#X  /. /  /  / / / / / /  #  c"      -    \   c d   \ A #A)1#s();A sJ AAA\A -D #-D'-DS/)* -D  -D-D-D-D-D-D-D-Dr[rCcLeZdZdddeedeeefdeffd ZxZS)FunctoolsWrapsVariablerrErrr]c|s;tdkr(dtdtffd }tj|St ||S)Nr9rr]ct|tjr|dSt d|dgt jdS)Nr)rzfunctools.wrapsz]`torch.compile` can't trace `functools.wraps` on functions defined outside the compile regionr)rrrcloner$rrV)rrs r\rz3FunctoolsWrapsVariable.call_function..wrapsF slb)"FGG888tAw8777-!G *6 r[)rrr>rLambdaVariablerr)rzrrrrr#s ` r\rz$FunctoolsWrapsVariable.call_function> sw  3#d))q.. # /      +E22 2ww$$Rv666r[) rWrXrYrr>rrrrrs@r\r`r`= sr7 #7'7S/)* 7  7777777777r[r`cNeZdZdefdZdddeedeeefdefdZ dS) CollectionsNamedTupleFunctionr]c|jSrr(rs r\r%z0CollectionsNamedTupleFunction.as_python_constantX r)r[rrErrc t||}|r |jd|Did|D}n`#t$rS}t t ||t ttj |j Yd}~nd}~wwxYwtj |tStdd|d|dgtj dS) Nc6g|]}|SrZrKrrs r\rNz?CollectionsNamedTupleFunction.call_function..e $;;;a**,,;;;r[c>i|]\}}||SrZrKrrrs r\rz?CollectionsNamedTupleFunction.call_function..f *LLLTQq!..00LLLr[)rrznamedtuple constructionzargs=rSz?`torch.compile` only support certain input types for namedtupler)r1rrrr"rrmapr@rrrUserDefinedClassVariabler=r$rrV)rzrrr constant_argsr r$s r\rz+CollectionsNamedTupleFunction.call_function[ sP ,D&99   ;;d;;;LLV\\^^LLL   (IIc"2"938DDEE  5.00  -)t))))Y".       s3A B%A B  B%N) rWrXrYrr%rr>rrrrZr[r\rfrfW sxC # ' S/)*         r[rfc (eZdZdhejZ ddedeedeeefdededdf fd Z de fd Z dd Z defd Z dddeedeeefdefdZdddedefdZdddedefdZdefdZdefdZdefdZdefdZdedefdZxZS)FunctoolsPartialVariableoriginal_cache_hashNrfrkeywordsrr]c tjdi|||_t|tsJ||_t|t sJ||_tj t|_ ||_ dSr) rr~rfrrrrrurpartialr4 fake_valuert)rzrfrrurtrr#s r\r~z!FunctoolsPartialVariable.__init__ s ""6""" $%%%%% (D)))))  $+H55#6   r[ctjSr)rrwrs r\r-z$FunctoolsPartialVariable.python_type s   r[rrBc^fd|j|jr|j|js:t t|jdzddS|jt|j } t|t|jzdz|ddS)Nc0ddS)Nrrwrrsr\rz6FunctoolsPartialVariable.reconstruct.. sg&>&>{I&V&Vr[r9F) rrfrforeachrurrrr=rkeyscreate_call_function_kw)rzrr}s ` r\rz$FunctoolsPartialVariable.reconstruct sVVVVWWW  9 ' OODI & & &}   ! !"6s49~~7I5"Q"Q R R R F ,,..///T]''))**  + +CIIDI,F,JDRW X X     r[c*|SrrKrs r\rz%FunctoolsPartialVariable.get_function &&(((r[rrEc~|jt|z}i|j|}|j|||Sr)rrrurfr)rzrrr merged_args merged_kwargss r\rz&FunctoolsPartialVariable.call_function sA i$t**, 34=3F3 y&&r; FFFr[rctjtt jt |Sr)rr@rrrrwr4rs r\rz)FunctoolsPartialVariable.call_obj_hasattr s7)00 I%h// 6 6   r[c~|jot|j|}|dkr|jS|dkrtj|j|S|dkr9d|jD}tj||S|tvrtj ||Stt|dS)Nrfrrruc>i|]\}}tj||SrZ)r@rrms r\rz8FunctoolsPartialVariable.var_getattr.. s*UUUtq!%,Q//UUUr[) rr(rfrrKrrurConstDictVariabler3rFr"r)rzrrrrs r\rGz$FunctoolsPartialVariable.var_getattr s>DK!>!> 6>>9  6>>)$)FCCC C :  UUt}?R?R?T?TUUUE.uVDDD D ) ) ),T488 8 44444r[ctj|jgd|jDRid|jDS)Nc6g|]}|SrZrKrLs r\rNz?FunctoolsPartialVariable.as_python_constant.. s$ < < <3c$$&& < < i|]\}}||SrZrKrms r\rz?FunctoolsPartialVariable.as_python_constant.. s*KKKTQq!&&((KKKr[)rrwrfr%rrurrs r\r%z+FunctoolsPartialVariable.as_python_constant sq I ( ( * * < <$) < < <   LKT]5H5H5J5JKKK   r[ctj|jgd|jDRid|jD}|j |j|_|S)zcSimilar to as_python_constant(), but add ID_MATCH guards to try to force things to become constantsc6g|]}|SrZguard_as_python_constant)rrs r\rNzEFunctoolsPartialVariable.guard_as_python_constant.. s$ > > >qa((** > > >r[c>i|]\}}||SrZrrms r\rzEFunctoolsPartialVariable.guard_as_python_constant.. s*QQQ41aq!,,..QQQr[) rrwrfrrrurrt cache_hashrzrs r\rz1FunctoolsPartialVariable.guard_as_python_constant s" I . . 0 0 > >DI > > >   RQ4=;N;N;P;PQQQ    # / $ 8F  r[c|joMtd|jDo/td|jDS)Nc3>K|]}|VdSrrrLs r\rz>FunctoolsPartialVariable.is_python_hashable.. s.BBC**,,BBBBBBr[c3>K|]}|VdSrrrr s r\rz>FunctoolsPartialVariable.is_python_hashable.. s.SS5E,,..SSSSSSr[)rfrrrrur=rs r\rz+FunctoolsPartialVariable.is_python_hashable sh I ( ( * * TBB BBBBB TSSDMK|]}|VdSrrrLs r\rz;FunctoolsPartialVariable.get_python_hash.. s.@@sS((**@@@@@@r[c3>K|]}|VdSrrrs r\rz;FunctoolsPartialVariable.get_python_hash.. s.SS5u,,..SSSSSSr[)rfrrrur=r)rz func_hash args_hash values_hashs r\rz(FunctoolsPartialVariable.get_python_hash siI--// @@di@@@ SSDM. sH"UE%%e,,r[c3FK|]\}}||VdSrr)rvalue_avalue_bs r\rz;FunctoolsPartialVariable.is_python_equal.. sH&Wg''00r[) rrsrfrrrrrur=rs r\rz(FunctoolsPartialVariable.is_python_equal s u6 7 7  ))%*55 &)$)UZ&@&@  *-M((**EN,A,A,C,C++ r[rrA)rWrXrYr>rrrrrr~rr-rrrr@rrGr%rrrrrrrrrs@r\rsrs} s$  'N$( 777'7sO+, 7 ! 7  7 777777(!T!!!!     )c))))G #G'GS/)* G  GGGG ) 14      55 5S 5_ 5 5 5 5 C     #     D    ;;;;;  V         r[rsc eZdZdddhejZeejdee de fe j ffdZ ede deddfd Zded e dd ffd Zede de ffd ZdefdZde fdZdddeed eeefdefdZdddedeed eeefdef dZde fdZxZS)PolyfilledFunctionVariablerr traceable_fnr].ciSrrZ)rs r\_get_polyfill_handlersz1PolyfilledFunctionVariable._get_polyfill_handlers s  r[r rctt|tj|||Srrrs r\rz-PolyfilledFunctionVariable.create_with_source s8 f'' (BCCDDDs5((((r[rNc vtjdi|||_|||}d}t |sJd|d|dD]*}t ||d}|rt |sJ|}n+td|d||_||_ dS)NzPolyfill handler z is not callable for )__torch_dynamo_polyfill____python_implementation__z# does not have a traceable functionrZ) rr~rrrcallablerr]rr)rzrrhandlerrcandidate_attr candidater#s r\r~z#PolyfilledFunctionVariable.__init__ s""6"""--//33B;;   XX"Xg"X"XTV"X"XXX   N >>I  *****(   PGPPP " ,r[c|jSr)rrs r\ polyfill_fnz&PolyfilledFunctionVariable.polyfill_fn, s   r[c.t|jddS)N*__torch_dynamo_can_constant_fold_through__F)rrrs r\can_constant_fold_throughz4PolyfilledFunctionVariable.can_constant_fold_through0 s OI5   r[c*|SrrKrs r\rz'PolyfilledFunctionVariable.get_function5 rr[rrErc N|rXt||rH|jd|Did|D}t j||S|jt jurt|dkr|st|dtj tj frtd|djDrtj||jdt$jt)d|djDfit%jd|djD St j||j}||||S) Nc6g|]}|SrZrKrjs r\rNz.C rkr[c>i|]\}}||SrZrKrms r\rz.D rnr[r9rc3K|]t}|r't|tp4t|tjo|tuVudSr)rrr%rrSymNodeVariabler-rjs r\rz;PolyfilledFunctionVariable.call_function..O s%%''SJq7K7K7M7Ms,S,SYq)";<<WTWAWr[rc3>K|]}|VdSras_proxy)ras r\rz;PolyfilledFunctionVariable.call_function..Z s*??A1::<<??????r[clg|]1}|r|n|j2SrZ)rr%sym_numrjs r\rNz.^ sQ  !3355+A00222!" r[)r)rr2rrr>rbuiltinssumrrrrK TupleVariablerrrr create_proxyr_sym_sumrrr)rzrrrrtraceable_function_variables r\rz(PolyfilledFunctionVariable.call_function8 s  ) ) + + 50M &1 1 5;;d;;;LLV\\^^LLL  #(V44 4 Gx| # #D Q47Y%;Y=T$UVVa,33 &&#M??a?????A    "&a   4 ('6&;B@Q&R&R#*88T6JJJr[rcJ|dkr||||St|j|d}|s*t|st |d|d|ji}|jrt |j||d<t|fi|}||||S)N__call__zCannot find callable z in r)rrrr5r<rr(r)rzrrrrmethodrGpolyfilled_method_variables r\rz&PolyfilledFunctionVariable.call_methodl s :  %%b$77 7$-- R+f-- R %PT%P%Ptw%P%P Q Q Q ; > *4; = =GH %?%R%R'%R%R")77D&IIIr[c|jSrr(rs r\r%z-PolyfilledFunctionVariable.as_python_constant r)r[)rWrXrYr>rrrcacherrrrrrrrrMr~propertyrrrrrrrrrr%rrs@r\rr s   ' N_tHS#X,>@R,R'S_[))!') %)))[)-2--------4!Xc3h/!!!X! 4    )c))))2K #2K'2KS/)* 2K  2K2K2K2KhJ #JJ?# J S/)* J  JJJJ(Cr[rcxeZdZdededdffd Zd d Zdddefd Zddd eede e efdefd Z xZ S)SysFunctionVariabler rr]Nc Htjdi|||_dSr)rr~r )rzr rr#s r\r~zSysFunctionVariable.__init__ s+""6""" r[rrEvariables.TupleVariablect|jrC|jd}|j}||d}t j||||g}n#t jt jt jg}t j|S)Nr __traceback__) r exn_vt_stackr@rGr>rrr?r)rzrexnrvtbrs r\exc_infozSysFunctionVariable.exc_info s r   /"%C,C_55B$*2s33S"=EE000E &u---r[cB||jdS)Nr9)rrrs r\ exceptionzSysFunctionVariable.exception s}}R  &q))r[rc|jtjur||S|jtjusJ||Sr)r rrrrs r\rz!SysFunctionVariable.call_function sL : % %==$$ $zS]****~~b!!!r[)rrEr]r) rWrXrYrr~rr>rrrrrrrs@r\rr scST . . . .*3***** " # "' "S/)* "  " " " " " " " "r[r) create_tma_experimental_metadatacreate_tma_stable_metadataTMADescriptorMetadataTritonHOPifierc eZdZdedefdZdedefdZdede fdZ dd de e j jjd ffd Zde d eee fd dde fdZded e fdeedeeefd edde def dZde d edde dedef dZde d eddee fdZdede fdZdddee ddfdZddde deee fd ddd f d!Zd"S)#DynamoTritonHOPifierrwr]c2tddd|gdS)Nz!triton kernel unsupported featurer z/Encountered triton kernel unsupported feature: rr$)rzrws r\raise_unsupportedz&DynamoTritonHOPifier.raise_unsupported s77O#OO       r[maybe_callablec:t|ttfSr)rrr)rzrs r\ is_callablez DynamoTritonHOPifier.is_callable s  79MN   r[rc|jSrr)rzrs r\ get_valuezDynamoTritonHOPifier.get_value s yr[gridrJ.cddlm}t||r|St ddt |dgt jdS)Nr9)rJz/unsupported grid type for triton hop check_gridz grid type = z;`torch.compile` only supports list-like grid for check_gridr)listsrJrrr$rrrV)rzrrJs r\ check_gridzDynamoTritonHOPifier.check_grid s}++++++ d, - - ==?? " I3tDzz33Y&2       r[metarrEcrd|D}|||gi}|S)NcTi|]%\}}tj||&SrZrr@rrms r\rz2DynamoTritonHOPifier.call_grid.. s/UUU1I.55a88!UUUr[)rr)rzrrrmeta_vars r\ call_gridzDynamoTritonHOPifier.call_grid s>VU UUU!!"xj"55 r[user_fnrrrKclddlm}|||}||||}|S)Nr9r)rrrr) rzrrrrrKrwrapped_user_functionrs r\call_user_defined_fnz)DynamoTritonHOPifier.call_user_defined_fn sH /..... 1 8 8W E E&44RvFF r[user_objrcddlm}|J||t|j||}|S)Nr9)VariableBuilder)rrr( kernel_source_wrap)rzrrrKrrwrapped_user_objs r\wrap_user_defined_objz*DynamoTritonHOPifier.wrap_user_defined_obj sZ -,,,,,~~~*?  81d9==  %//  r[configscH||}d|D}|S)Nc,g|]}|jSrZr)rrs r\rNz=DynamoTritonHOPifier.maybe_unpack_configs.. s$KKK26244KKKr[)unpack_var_sequence)rzrrs r\maybe_unpack_configsz)DynamoTritonHOPifier.maybe_unpack_configs s2--b11LK7KKKr[rc||s|d|S)Nz`@triton.heuristics must return constant values because configs can only contain constant values.)rrrrs r\maybe_unpack_heuristic_resultz2DynamoTritonHOPifier.maybe_unpack_heuristic_result sE((**   " "r   ..000r[TritonKernelVariablec|jt|dkr|dt||j|j|d|jS)Nr9z7Triton kernels should be called with only a single gridr)kernel kernel_idxrr)rrrrr r r)rzrKrs r\ call_getitemz!DynamoTritonHOPifier.call_getitem sm = $D Q  " "I   tH~~?*a"/     r[grids combined_argszvariables.ConstantVariablec ddlm}i}t|D]T}||}t |t t fr.|||<|||<Ud| D} ddl m } m } d| D} d| D} | D]d}|}|s:|s&|dt%|d e| | }|| t(}|jd | d |j||||d t3jdS) Nr9)rcTi|]%\}}tj||&SrZrrms r\rz1DynamoTritonHOPifier.call_HOP..3 s<   8<1I & - -a 0 0!   r[r)kernel_side_tabletriton_kernel_wrapper_mutationci|]C\}}t|t|.||DSrZ)rr>rr%rms r\rz1DynamoTritonHOPifier.call_HOP..? s`   1!_-- 342F2F2H2H q##%%   r[cli|]1\}}t|tr|.||2SrZ)rr>rrms r\rz1DynamoTritonHOPifier.call_HOP..D sT   1q/22 897K7K7M7M q   r[z.Unexpected argument type for a Triton kernel: r rrZ)r constant_args_idxrtma_descriptor_metadatar)dictsrrr}r!TMADescriptorExperimentalVariableTMADescriptorStableVariable to_metadata get_tensorr*torch._higher_order_ops.triton_kernel_wraprrr=rris_symnode_likerrepradd_constant_argsrrrr rrr@)rzrKr rrrrrrcombined_args_vtrrrqnon_constant_argsrrs r\call_HOPzDynamoTritonHOPifier.call_HOP s= -,,,,,:<m((**++ 2 2Aa A57RS 2./]]__'*#$<<>> a   @M@S@S@U@U             %++--     (..00    #))++  A AKKMM Q%6%6%8%8 &&OT!WWOOO.?? NN  !2D99   * &1%6+B--//    )    r[N)rWrXrYrrrr>rrrrrr_fxproxyProxyrrrrrr rrrrrr r"rZr[r\rr s S U     / d    _ 1 eEHN>""6"""(66tVZQUVVVVVr[rrErc<t||||Sr)r(call_triton_kernelrs r\rz"TritonKernelVariable.call_functionu s% 0BB $   r[rc|dkrt||S|dkrt||||St||||S)N __getitem__run)r(r call_runrrrs r\rz TritonKernelVariable.call_method sj = 3@@tLL L U]]3<+>?? ? r[)rWrXrYrrrr~rr>rrrrrr3rrs@r\rrh sr  d WW'*TzW9<WHKW WWWWWW # ' S/)*        ; # ; ;?# ; S/)* ;  ; ; ; ; ; ;ssr[rc peZdZdddeedeedededdf fd Zdefd Zdd ZdefdZ xZ S)rdata_ptrzvariables.DataPtrVariabledims block_dims element_sizerr]Nc t|tjsJtjdi|||_||_||_||_dSr) rrDataPtrVariablerr~r5r6r7r8)rzr5r6r7r8rr#s r\r~z*TMADescriptorExperimentalVariable.__init__ s^(I$=>>>>>""6"""   $(r[ctd|jDd|jD|jS)Nc6g|]}|SrZrrdims r\rNzATMADescriptorExperimentalVariable.to_metadata.. s 1 1 1S\\^^ 1 1 1r[c6g|]}|SrZrr=s r\rNzATMADescriptorExperimentalVariable.to_metadata.. s 7 7 7S\\^^ 7 7 7r[)rr6r7r8rrs r\rz-TMADescriptorExperimentalVariable.to_metadata sL/ 1 1ty 1 1 1 7 7t 7 7 7   & & ( (   r[rrBcfdjgjjj}|t|dzddS)Nc\ddtjdS)Nz$triton.tools.experimental_descriptorcreate_d_tma_descriptor)rrr6rsr\rz?TMADescriptorExperimentalVariable.reconstruct.. s0G,,6:#di..:::r[r9F) rr5rr6r7r8r|rr)rzrrs`` r\rz-TMADescriptorExperimentalVariable.reconstruct s        !!'***@@T_@d.?@c$ii!mU33333r[c|jjSr)r5 from_tensorrs r\rz,TMADescriptorExperimentalVariable.get_tensor s }((r[rA) rWrXrYrr>rr~rrrrrs@r\rr s )- )?# )) ) & )  )  ) ) ) ) ) ) S     4 4 4 4)O))))))))r[rcPeZdZdddddeddffd Zdefd Zdd Zdefd ZxZS)rr1rL block_shaperKrr]Nc |sJtjdi|||_||_dSr)rrr~r1rG)rzr1rGrr#s r\r~z$TMADescriptorStableVariable.__init__ sO !!!!!""6""" &r[cNt|jSr)rrGrrs r\rz'TMADescriptorStableVariable.to_metadata s&)   % % ' '   r[rrBcfdd|j|jddS)Nc0ddS)Nztriton.tools.tensor_descriptorTensorDescriptorrrsr\rz9TMADescriptorStableVariable.reconstruct.. sG,,0"r[rEr)r load_methodr1rrGrrs `r\rz'TMADescriptorStableVariable.reconstruct s       M*** ((( !!!Ar[c|jSr)r1rs r\rz&TMADescriptorStableVariable.get_tensor s {r[rA) rWrXrYrr~rrrrrs@r\rr s '  '$ ' '  ' ' ' ' ' ' S       Cr[rc`eZdZdededdffd Zdddeedee efdefd Z xZ S) 'CreateTMADescriptorExperimentalVariablerankrr]Nc T|dvsJtjdi|||_dS)N)r9rrZ)rr~rQ)rzrQrr#s r\r~z0CreateTMADescriptorExperimentalVariable.__init__ s: v~~~~""6""" r[rrErcd|vr|dn|d}t|tjs,tdd|d|d|jdd|jd g |jd kr~t |t |zd kr0t |d t |t |zd|vr|dn|d g}d|vr|dn|dg}nt |t |zdkr0t |dt |t |zd|vr|dn|d d|vr|dn|dg}d|vr|dn|dd|vr|dn|d g}d|vr|dn|d}t|tjsJt||||S)Nptrrz.invalid ptr argument for create_tma_descriptorzargs = z , kwargs = z#Expected `ptr` argument of `create_z]d_tma_descriptor`to be from a `.data_ptr()` call, represented internally by `DataPtrVariable`z`torch.compile` may fail to internally represent result of `.data_ptr()` with `DataPtrVariable` due to a graph break between the `.data_ptr()` call and `create_zTd_tma_descriptor`. Please ensure there were no graph breaks between these two calls.rr9rOz6TMA metadata rank=1 requires exactly 4 arguments, got r> block_dimrz6TMA metadata rank=2 requires exactly 6 arguments, got dim1dim0 block_dim1r block_dim0r8r)r5r6r7r8)rrr:r$rQrr<r)rzrrrrTr6r7r8s r\rz5CreateTMADescriptorExperimentalVariable.call_function sk %fUmmDG#y899  H;$;;6;;_$)___/#y///     9>>4yy3v;;&!++$fSQUYYY\]cYdYdMdff "'&u d1gD(3f'<'<{##$q'JJ4yy3v;;&!++$fSQUYYY\]cYdYdMdff #)F"2"2vQ"(F"2"2vQD )5(>(>|$$DG(4(>(>|$$DGJ2@61I1Ivn--tTVx #y8999990!%     r[) rWrXrYrrr~rr>rrrrrs@r\rPrP s  : #: ': S/)* :  : : : : : : : : r[rPcBeZdZdddeedeeefdefdZdS)!CreateTMADescriptorStableVariablerrErrr]ctd|vr|dn|d}d|vr|dn|d}t||S)Nr1rrGr9)r1rG)r)rzrrrr1rGs r\rz/CreateTMADescriptorStableVariable.call_function( s\ &.%7%7!!T!W/</F/Ff]++DQRG *#    r[N)rWrXrYrr>rrrrZr[r\r\r\' s]  #  '  S/)*         r[r\cFeZdZdZdddeedeeefdefdZdS) !PyTreeGetNodeTypeFunctionVariableaK `torch.utils._pytree._get_node_type` function is very hot function. We want to special case it to reduce Dynamo tracing time. def _get_node_type(tree: Any) -> Any: node_type = type(tree) # All namedtuple types are implicitly registered as pytree nodes. # XXX: Other parts of the codebase expect namedtuple types always return # `namedtuple` instead of the actual namedtuple type. Even if the type # is explicitly registered. if is_namedtuple_class(node_type): return namedtuple return node_type rrErrr]ct|dkr t|dt|d}|djrQt|djt jt|dj}|d}t|r8ttdd}tj |t|Stj |||S)Nr9z6pytree_get_node_type requires exactly 1 argument, got r collectionsrr)rr<rr'rr& TYPE_MATCHr0r-rr(r.r>rr)rzrrr type_sourcer-s r\rz/PyTreeGetNodeTypeFunctionVariable.call_functionF s t99>> TTTT    7> 5 $q'.33L4KLL M M M$T!W^44K1g))++ { + + F$\-%@%@,OOK"(ZEE E$R[IIIIr[N) rWrXrYrrr>rrrrZr[r\r_r_7 sq  J #J'JS/)* J  JJJJJJr[r_cPeZdZdZdddeedeeefdeffd ZxZ S) PyTreeTreeIsLeafFunctionVariablea@ `torch.utils._pytree.tree_is_leaf` function is a hot function. We want to special case it to reduce Dynamo tracing time. def tree_is_leaf( tree: PyTree, is_leaf: Callable[[PyTree], bool] | None = None, ) -> bool: if is_leaf is not None and is_leaf(tree): return True return _get_node_type(tree) not in SUPPORTED_NODES When is_leaf is None (the common case), we can optimize by not tracing into the function. When is_leaf is not None, we fall back to regular tracing since it requires executing user code. rrErrr]ct|dkst|dkr t|dt||dt}t|dkr|d}|s#t |||S|d}ttj j j ||gi}tj |tj j jt}||d|gi}t#j|j S)Nr9rz,tree_is_leaf requires 1 or 2 arguments, got rQrrr)rr<rr?r2rrr_r_r`ra_get_node_typer>rrbrcrr@rr ) rzrrrrQtree node_type_varsupported_nodes_varoutr#s r\rz.PyTreeTreeIsLeafFunctionVariable.call_functionl sE t99q==CIIMM Js4yyJJ    **Y(>?? t99>>1gG'')) ;77((T6:: :Aw9 K  .  -TFB ' '  .3  K  /466    "--b.=/SUVV&39}555r[rrs@r\rere\ s|  $6 #$6'$6S/)* $6  $6$6$6$6$6$6$6$6$6$6r[recdeZdZdZdededdffd Zddd eedee efdefd Z xZ S) SparseTensorCreationSkipVariablezk Skip variable for sparse tensor factory functions with clear messaging regarding lack of support. r rr]Nc Dd}tj|fd|i|dS)Nz8sparse tensor creation is not supported in torch.compilerrr~rzr rrr#s r\r~z)SparseTensorCreationSkipVariable.__init__ s2K88v888888r[rrErcddlm}t|jdt |j}t dd|d|dg|jdS) Nr)rrWz$Sparse tensor creation not supportedz function: zEtorch.compile does not support sparse tensor creation functions like zZ. Sparse tensors require specialized handling that is not yet implemented in the compiler.r)r rrr rr$ SPARSE_TENSOR)rzrrrrrxs r\rz.SparseTensorCreationSkipVariable.call_function s )((((($*j#dj//BB:***kX_kkk5%34      r[ rWrXrYrrr~rr>rrrrrs@r\rmrm 9c9S9T999999 # ' S/)*           r[rmcdeZdZdZdededdffd Zddd eedee efdefd Z xZ S) TritonSetAllocatorSkipVariablezm Skip variable for triton.set_allocator with a clear message to move it outside the compiled region. r rr]Nc Dd}tj|fd|i|dS)Nz:triton.set_allocator is not supported inside torch.compilerrorps r\r~z'TritonSetAllocatorSkipVariable.__init__ s2M88v888888r[rrErc.tddddgdS)Nz"triton.set_allocator not supportedz2triton.set_allocator called inside compiled regionz{triton.set_allocator is not supported inside torch.compile. It modifies global Triton allocator state and cannot be traced.zgMove triton.set_allocator() outside of the torch.compile region (call it before the compiled function).rrrs r\rz,TritonSetAllocatorSkipVariable.call_function s; 8HR: r[rsrs@r\rvrv rtr[rvr)rrrrrr rrrrrarcollections.abcrrrrtypingrr r r r r typing_extensionsrweakrefrr_torch._dynamo.excr torch._guardsrtorch.utils._pytreerr rrrrbytecode_transformationrrrr$rrrrrr r!r"r#r$r%guardsr&r'rr(r)r*r+r,r-r.r/r0r`r1r2r3r4r5r6r7r8rr:r;r<r=r>rfr?r@#torch.distributed.fsdp._fully_shardrAModuleNotFoundErrortorch._dynamo.codegenrBrrCrDrErF#torch._dynamo.variables.ctx_managerrGrrHrIrrJrKr1rLrMrvrxrr}rrrTrrrV lru_cachercrerrrrrrrrrrrrrrrrrrrrDrFrUr3rurrhrrrrr r1r;rArCr`rfrsrrrrrrrr(rrrrPr\r_rermrvrZr[r\rs.  """"""........((((((((GGGGGGGGGGGGGGGG######%%%%%% 444444 333333>>>>>>>>>>>>VVVVVVVVVV                          10000000                                          ?>>>>>>>EEEEEEE'////// LKKKKK 65555555&&&&&& WT#s(+,,,  &Y'O'O'OPP"+)YK"8"8D,=+<+>+> sCx (>>>     0    :        >L\U UU}U 3- U cN U  #  UUUUrDH A A A&) A39D= A A A A A.0.$sCx..T.... # o% &  .      * .CH~ FCK 4'  8_t #  S#X% c3h$& 4--%+-5;d]-JM-----622222222jWYWYWYWYWY3WYWYWYt !7!7!7!7!73!7!7!7H)))))":)))X:::::4:::@G;G;G;G;G;?G;G;G;T         M M M M M %=M M M `     "   Fq-q-q-q-q--q-q-q-h>>>>> 2>>><>>>>>"6>>>:c  ? #  o% &   ,G)G)G)G)G)!9G)G)G)T*>*>*>*>*>(B*>*>*>ZM M M M M ?M M M `>>>>>"6>>>s s s l$8#7#9#9 -----?---`$)$)$)$)$)$)$)$)N/BD D D D D oD D D N          "J"J"J"J"J(<"J"J"JJ4646464646';464646n     ';   :     %9     s)C00C:9C: