/jT UdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZddlmZmZmZmZmZmZmZddl m!Z!ddl"Z"ddl#Z"ddl$m%Z%m&Z&ddl'm(Z(m)Z)dd l*m+Z+m,Z,m-Z-dd l.m/Z/dd l0m1Z1dd l2m3Z3d dl4m5Z5m6Z6m7Z7mZ8m9Z9m:Z:d dl;mZ>m?Z?d dl@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOd dlPmPZPd dlQmRZRd dl6mSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[d dl\m]Z]d dl^m_Z_m`Z`d dlambZbmcZcmdZdd dlemfZfmgZgmhZhmiZimjZjd dlkmlZlmmZmd dlnmoZompZpmqZqmrZrd dlsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{d dl9m|Z|m}Z}d dl~mZmZmZmZmZmZmZmZmZd dlmZmZmZd dlmZmZmZd dlmZd d lmZmZd d!lmZmZmZmZd d"lmZmZd d#lmZmZmZmZmZmZmZd d$lmZd d%lmZd d&lmZmZmZmZmZmZd d'lmZmZmZmZmZmZmZd d(lmZmZd d)lmZd d*lmZmZd d+lmZmZd d,lmZmZmZmZmZerdd-lmZmZmZdd.lmZd d/lmZejeѦZe"jed0Ze"jed1Ze"jed2Ze"jed3ZejZd4ejDZd5ed6<eejjZeejjZd7ed8<d9ed:<ee:jeefZd;ed<<e jddAZejGdBdCZejGdDdEZejGdFdGZejGdHdIZGdJdKZe jddMZejddQZejddRZejGdSdTZGdUdVeZGdWdXeZGdYdZeZdd^ZddbZe jddeZe jddfZe jddhZejGdidjZddoZdpZddrZddxZdd{ZGd|d}eZejGd~dZGddOeZGddeZejdkrdejDZejddZ GddeZ Gdde Z dS)a Core module responsible for converting Python bytecode into TorchDynamo's symbolic execution format. This module implements the bytecode-level tracing system that allows TorchDynamo to analyze and transform Python code. It converts Python bytecode instructions into a symbolic format that tracks the flow of tensors and other values through the program. Key components: - InstructionTranslatorBase: Base class for converting bytecode to symbolic execution - InstructionTranslator: Main translator for function bytecode - InliningInstructionTranslator: Handles inlining of called functions - SpeculationLog: Manages state for speculative execution and rollback The symbolic conversion process handles: - Control flow (loops, conditionals, etc.) - Function inlining and call stack management - Tracking of program values and side effects - Graph breaks and resumption points - Exception handling and stack frame management This is a core part of TorchDynamo's tracing system that enables ahead-of-time optimization of PyTorch programs. ) annotationsN)deque)AnycastNoReturnOptional TYPE_CHECKING TypeAliasUnion)TypeIs)DynamoProfilerStateFunctionTraceTiming)ObservedExceptionTensorifyScalarRestartAnalysis)InlinedCodeCachetracingTracingContext) dump_file) guard_bool) cache_method)configexcgraph_break_hintslogging trace_rules variables) get_indexof JUMP_OPNAMESlivevars_analysispropagate_line_nums)cleaned_instructionscreate_binary_slicecreate_call_functioncreate_call_function_ex create_copycreate_dup_topcreate_instructioncreate_jump_absolute create_rot_n create_swap get_code_keys Instruction is_generatoris_jump_absolute unique_id) code_context) PyCodegen) !augment_exc_message_with_hop_nameBackendCompilerFailedcollapse_resume_framesformat_frame_infoget_stack_above_dynamoResumePrologueTracingErrorStepUnsupported unimplemented Unsupported) get_funcname) GuardBuilder install_guard)GraphCompileReason OutputGraphStackLocalsMetadata)impl_CONTAINS_OP_fallbackimpl_IS_MAPPINGimpl_MATCH_CLASSimpl_MATCH_KEYSimpl_MATCH_SEQUENCE) DummyModuleExecutionRecorder)ContinueExecutionCache"IS_TRACING_RESUME_PROLOGUE_VARNAME ReenterWithTORCH_DYNAMO_RESUME_IN_PREFIX) AttrSourceDictGetItemSource GlobalSourceGlobalWeakRefSourceLocalCellSource LocalSourceSkipGuardSourceSource)is_builtin_constant is_forbidden) _get_error_on_graph_breakcountersget_fake_valueget_instruction_source_311get_metrics_contextgraph_break_dup_warning_checkeristype LazyStringproxy_args_kwargs)typestrValueMutationNewVariableTracker)FrameStateSizeEntryVariableBuilder wrap_fx_proxy)BuiltinVariable)CONSTANT_VARIABLE_NONEConstantVariable)ContextWrappingVariableGenericContextWrappingVariableWithEnterFunctionVariableWithExitFunctionVariable)ConstDictVariable SetVariable)BaseUserFunctionVariableLocalGeneratorFunctionVariableLocalGeneratorObjectVariableNestedUserFunctionVariableSkipFunctionVariableUserFunctionVariableUserMethodVariable)MAX_ITERATOR_LIMIT)LazyVariableTracker)BaseListVariableIteratorVariableListIteratorVariable ListVariable SliceVariable TupleVariable) CellVariableExceptionVariableGetAttrVariable NullVariablePythonModuleVariableTracebackVariableUnknownVariable)NNModuleVariableUnspecializedNNModuleVariable)SymbolicStreamState)supported_comparison_opsSymNodeVariable)SymbolicTorchFunctionStateTorchFunctionModeVariable)RemovableHandleVariableUserDefinedClassVariable!UserDefinedExceptionClassVariable"UserDefinedExceptionObjectVariableUserDefinedObjectVariable)Callable GeneratorSequence)FakeTensorMode)CompilePackage graph_breaks trace_call trace_sourcetrace_bytecodec>i|]\}}|t|jS)rf call_function.0kvs c/home/longshao/multi-rider-rag/.venv/lib/python3.11/site-packages/torch/_dynamo/symbolic_convert.py rs6''',0AqAq''''dict[str, Any]compare_op_handlerscBt|gt|iSN)handle_containsreversedtxargs_s rrs#(4..211rinc bt|t|gt|igiSr) handle_notrrrs rrrs2J.x~~. 3 34b55rznot inr ExceptionValsnamestrreturntypes.ModuleTypec*tj|S)z Import the named module and cache the result. importlib.import_module() seems to do some filesystem checking to validate the name so not caching this can be slow. ) importlib import_module)rs r_import_modulers  "4 ( ((rcreZdZUded<ded<ded<ded<dZd ed <d Zd ed <d Zded<ddZddZd S)SpeculationEntryrfilenameintlinenoinstruction_pointerr-instFbool_failedNzOptional[bool]error_on_graph_breakzOptional[GraphCompileReason]reasonrNonectd|_||_|j |jj}nd}tj|)z\ Start tracing of the current frame over again, and don't take this branch. TNz!Unknown fail_and_restart_analysis)restart_reason)rrrrSpeculationRestartAnalysis)selfrrs rfail_and_restart_analysisz*SpeculationEntry.fail_and_restart_analysiss@ $8! ; "![/NN@N,NKKKKrrInstructionTranslatorBasecB|jr|jJ|j|_dSdSNTF)rr)rrs rfailedzSpeculationEntry.faileds0 < ,888&*&?B #4ur)rrrr)rrrr) __name__ __module__ __qualname____annotations__rrrrrrrrrrsMMMKKKG+/////+/F//// L L L LrrcteZdZUdZejeZded<dZ ded<dZ d ed <dd Z ddZ ddZ dS)SpeculationLoga3 SpeculationLog replaces the prior copy_graphstate/restore_graphstate checkpointing. Rather than saving/restoring state, we restart the dynamo conversion process over from the beginning -- but when we hit the start of the speculation that failed, we instead generate a graph break. default_factoryzlist[SpeculationEntry]entriesrrindexFrgraph_break_on_autograd_gradrrcd|_dSNr)rrs rrestartzSpeculationLog.restarts  rcF|jd|_dSr)rclearrrs rrzSpeculationLog.clear"s!  rrrrrrr-rczt|j|jkr*|jt |||||j|j}d}|jdkr=|j|jdz }d|jd|jd|jjd|j d }|j |kr|j|kr |j|ksftd |jd t|jd |jd|jd |jjd |j d|d|d |jd |d|d|xjdz c_|S)z Lookup or create a SpeculationEntry() that is shared across RestartAnalysis calls. Args are used only for debug checks. rrzPrevious instruction: :(z @ z) z" SpeculationLog diverged at index z (log had z entries): - Expected:  (z at ip=z ) - Actual: a There are two usual reasons why this may have occurred: - When Dynamo analysis restarted, the second run took a different path than the first. If this occurred, the previous instruction is the critical instruction that behaved differently. - Speculation entries are only added under certain conditions (as seen in step()), e.g., there must exist operators in the graph; those conditions may have changed on restart. If this divergence was intentional, clear the speculation log before restarting (do NOT do this for graph breaks, you will infinite loop). Otherwise, please submit a bug report, ideally including the contents of TORCH_LOGS=+dynamo ) lenrrappendrrrropnamerSpeculationLogDivergence)rrrrrentryprev_entry_msg prev_entrys rnextzSpeculationLog.next&s t|   * * L   63FMM    TZ( :??dj1n5JS)<SSz?PSSO*SS/9/MSSS   %)< < <(** &&*"&*8;DL8I8I ^#l.3j.?HMHa !% 5H  ( a  rNrr) rrrrrrrr-rr)rrr__doc__ dataclassesfieldlistrrrrrrrrrrrrs'8k&7&M&M&MGMMMMENNNN*/ ....------rrcDeZdZUejeZded<ddZdS) LocalStaterzdict[str, FrameStateSizeEntry]automatic_dynamicrrcndd|jDS)N c3NK|] \}}|d|V!dS): N)renderrs r z$LocalState.render..]sM  %)Qq AHHJJ       r)joinritemsrs rrzLocalState.render\sCyy  -1-C-I-I-K-K      rNrr) rrrrrdictrrrrrrrrVs[8I 8I999      rrc2eZdZUded<ded<dZded<dS)DistributedStater compile_pgr local_stateNzOptional[list[LocalState]] all_states)rrrrrrrrrrcs8OOO-1J111111rrceZdZUeZded<ed dZedd Zedd Z edd Z d S)TensorifyStatezset[str]force_specializationsrrrrc:|j|dSr)raddclsrs r specializezTensorifyState.specializeps !%%e,,,,,rrc||jvSr)rr s rshould_specializez TensorifyState.should_specializets111rc8|jdSr)rrr s rrzTensorifyState.clearxs !'')))))rc2t|jdkSr)rrrs remptyzTensorifyState.empty|s3,--22rN)rrrr)rrrrrrr) rrrsetrr classmethodr rrrrrrrrjs'*cee++++---[-222[2***[*333[333rrCallable[..., None]c4tjtSr)torchdynamo_loggingget_step_loggerlogrrr _step_loggerrs  .s 3 33rrrGenerator[None, None, None]c#K|jj}|jj} g|j_d|j_dV||j_||j_dS#||j_||j_wxYwr)speculation_logrr)rrrs r save_and_restart_speculation_logrs (G   $E)%'"#$  %,"#(   &-"#( ((((s AA,c#~K |jj}d|j_dV||j_dS#||j_wxYwNF)output should_exit)rtmps r(temporarely_allow_writes_to_output_graphr%sN$i# %   #  ####s.<cTeZdZUded<ded<ded<dZded <dd ZddZddZdS)BlockStackEntryr-rzInstruction | Nonetargetr stack_indexNzHOptional[Union[ContextWrappingVariable, GenericContextWrappingVariable]] with_contextrrc|jduSr)r*rs r can_restorezBlockStackEntry.can_restores ,,rrKc|jJ|jrPt|jdr;|jjr/t |jdz t |jjSt |jdz S)N target_valuesr)r)r*hasattrr.rKtuplers r resume_fnzBlockStackEntry.resume_fns+++   5)?;; 5!/ 5  1$eD,=,K&L&L t/!344 4rrris_graph_breakVariableTracker | Nonec|jJ|r|js|s|j|SdSr)r*exit_on_graph_breakexit)rrr2s rr6zBlockStackEntry.exitsX ,,,  .#0DDFF . .$))"-- -trr)rrK)rrr2rrr3)rrrrr*r,r1r6rrrr'r's     ---- 5 5 5 5rr'ceZdZdS)rNrrrrrrrrDrrceZdZdS) ReturnValueOpNr8rrrr;r;r9rr;ceZdZdZdS) YieldValueOpzY Signal to the symbolic tracer to stop and return control flow to the caller N)rrrrrrrr=r=srr=fnCallable[..., object]Callable[..., Any]cttj|jt |t j|dfd }|S) NrInstructionTranslatorrr-rrc|||idSr)pushrpopn)rrfn_varnargss rimplzstack_op..impls9 &&&tTYYu-=-=rBBCCCCCr)rrBrr-rr)rinspect signature parametersrf functoolswraps)r>rHrFrGs @@rstack_oprNsr !"%%0 1 1E R F_RDDDDDDD Krmodobjectrct|tjsdS|jddt jvS)NF.r) isinstancetypes ModuleTypersplitsysstdlib_module_names)rOs r is_stdlibrYs? c5+ , ,u <  c " "1 %)@ @@rwith_msg list[str]c|rd d}nd d}dtj|D}tdt|D}|d }||d z|d zS) Nxrrrc|s JddS)Nmsgrr]s rr>z(get_assert_bytecode_sequence..fnsOOeOO1OOrc|sJdSrrr`s rr>z(get_assert_bytecode_sequence..fnsHH1HHrcg|] }|j Srrrrs r z0get_assert_bytecode_sequence.. > > >TT[ > > >rc3JK|]\}}|d|VdS)POP_JUMPN) startswith)rirs rrz/get_assert_bytecode_sequence..s7VV71d$//*:U:UVQVVVVVVr RAISE_VARARGSr)r]rrr)disget_instructionsr enumerater)rZr>insts begin_idxend_idxs rget_assert_bytecode_sequencerrs          ? >S%9"%=%= > > >EVVi&6&6VVVVVIkk/**G Q1, --rc tjdksJd d}dtj|D}t |dz |dddd z }|d }|||S) zNGet the bytecode instructions that precede BUILD_LIST in a list comprehension. r list[int]c4dtdDS)Ncg|]}|Srrrrjs rrezB_get_comprehension_bytecode_prefix..fn..$$$a$$$rrrangerrrr>z._get_comprehension_bytecode_prefix..fn$$588$$$$rcg|] }|j Srrcrds rrez6_get_comprehension_bytecode_prefix..rfrrNLOAD_FAST_AND_CLEAR BUILD_LISTrrw)rW version_inforlrmrr)r>ro start_idxrqs r"_get_comprehension_bytecode_prefixrs  w & & & &%%%% ? >S%9"%=%= > > >EE Qttt!2!23H!I!IIIkk,''G 7" ##rdict[str, dict[str, Any]]c tjdksJdd}dd}dd}dd}dd }||}||}||}||}|d |dd|d |dd|d |dd|d gddS)aDiscover bytecode patterns for comprehension result handling. Analyzes sample functions to extract the opcode sequences that appear after END_FOR for each result disposition (stored, discarded, returned, consumed). Returns patterns with: - pre_store_ops: opcodes between END_FOR and first STORE_FAST - post_store_op: first opcode after all STORE_FASTs (for disambiguation) rtrrwc8dtdD}|S)Ncg|]}|Srrrzs rrezI_get_comprehension_result_patterns..fn_stored..s&&&!&&&rrr|)results r fn_storedz5_get_comprehension_result_patterns..fn_storeds &&U1XX&&& rrc8dtdDdS)Ncg|]}|Srrrzs rrezL_get_comprehension_result_patterns..fn_discarded.."sqrrr|rrr fn_discardedz8_get_comprehension_result_patterns..fn_discarded!s!E!HHqrc4dtdDS)Ncg|]}|Srrrzs rrezK_get_comprehension_result_patterns..fn_returned..&r{rrr|rrr fn_returnedz7_get_comprehension_result_patterns..fn_returned%r~rcNtdtdDS)Ncg|]}|Srrrzs rrezK_get_comprehension_result_patterns..fn_consumed..)s(((!A(((rr)sumr}rrr fn_consumedz7_get_comprehension_result_patterns..fn_consumed(s%((uQxx((()))rr>r@tuple[list[str], Optional[str]]cttj|jdd}g}d}tj|D]Q}|r |jrnE|j}|r;|j|kr0|pt|j}| |j R|| ddzd}d}g}|t|krK||dkr?| |||dz }|t|kr ||dk?|t|kr0||dkr$|dz }|t|kr ||dk$||t|kr||ndfS)zCExtract (pre_store_ops, post_store_op) from comprehension bytecode.rFEND_FORNr STORE_FAST) rrlfindlinestarts__code__rm starts_line positionsrrrrrr) r> target_linerostartedinstrposopsidx pre_store_opss rextract_patternz;_get_comprehension_result_patterns..extract_pattern+s3-bk::;;A>qA )"-- + +E 5, /C +sz[00!r@rr)rWr) rrrrrrrrrs r"_get_comprehension_result_patternsrs  w & & & &%%%%****CCCC4_Y ' 'F --I{++H{++H%+1Iq JJ'0|iPQlSS&.qkHQKPP&.qkBGG   rcPeZdZUdZded<ded<ded<ded <ded <ded <d S) ComprehensionAnalysisa9Metadata about a comprehension's bytecode structure. Attributes: end_ip: Instruction pointer after all comprehension bytecode result_var: Name of result variable, or None if result stays on stack result_on_stack: True if result stays on stack (discarded, returned, or in expression) iterator_vars: Variables from LOAD_FAST_AND_CLEAR (need restoration) walrus_vars: Variables assigned via walrus operator (:=) inside comprehension captured_vars: Variables read from outer scope via LOAD_FAST inside comprehension rend_ipz Optional[str] result_varrresult_on_stackr[ iterator_vars walrus_vars captured_varsN)rrrrrrrrrrRsc  KKKrrrtruth_fnCallable[[object], bool]rDc|tjus|rdSt|jtsJ|j}dD]}t |}|j||t|z}d|D}||krY|r+|d}|j||zj }nd}| tj |dSdS)NF)FTcg|] }|j Srrcrds rrez:_detect_and_normalize_assert_statement..s777TT[777r LOAD_CONSTzassertion errorT) operatortruthrSrrrr instructionsrrargvalrDrhcreate) rrrDcurrent_instruction_pointerrZ assert_insts cur_instsload_const_idx error_msgs r&_detect_and_normalize_assert_statementrgs &&4&u d. 4 444 4"&":!3H== % '*E,+   87Y777  $ $ .!-!3!3L!A!A -/.@ . II&-i88 9 9 944 % 5rF8Callable[[InstructionTranslatorBase, Instruction], None]c:dd ddfd dfd }|S)NvaluerbrrcNtdd|dgtjddS)NzData-dependent branchingzattempted to jump with zyDetected data-dependent branching (e.g. `if my_tensor.sum() > 0:`). Dynamo does not support tracing dynamic control flow.z1Use `torch.cond` to express dynamic control flow.gb_typecontext explanationhints)r:r FUNDAMENTALrs rraise_jump_graph_breakz,generic_jump..raise_jump_graph_breaksO.5e55D".C rrrrrr- extra_msgrrc $|sJd}  |n#t$r }|}Yd}~nd}~wwxYw|J|r||j|||jt||||t d|j |tdt|||gd}|||j|} r|||jJ||j|}t(jdkr(|j t/dgt/|j|d } | ||j | g|z|zdS) Nrrzgeneric_jump triggered compilez generic_jump rr stack_popsru TO_BOOLr)r()should_compile_partial_graphr;maybe_has_backedgeraise_loop_graph_breakf_codelog_graph_break code_optionsrrDrdebugr"compile_subgraphr?r` frame_summarypopcreate_call_resume_atnext_instructionr(rWradd_output_instructionsr(rcopy_positions) rrrrreall_stack_locals_metadataif_nextif_jump jump_instrDrs rjump_graph_breakz&generic_jump..jump_graph_breaksL 0022222  " "5 ) ) ) )   CCCCCC   " " $ $ :  ' ' S 9 9 9   s88    % 2333$(K$@$@ %;; ;;d>P>P>R>R=S %A% % !  ,,  ! %     IIe   {&&&,, K %    w & & K / /1CI1N1N0O P P P&t{71:FFF   &&& ++YK',AG,KLLLLLs ' =8=c |}tjrTt|rB|}|rt |r||S|r|||n(tdd|dgtj ddd| rE|j jdtjgt#||fiR||dSt%|t&r|j}t%|tjs|d k}tjjj|}|s,td t5|d gtj||dS|j jdtjgt#|fiR}t;||t=|j| }|j jdtjgt#||fiR||dS|rt%|t@r8|j!r1tE|j!#tHj%|r.r|&|||dSdS| r#|r|||dSt%|tNrZ|j (|j)}|r.r|&|||dSdSt%|tTrm |+|d } nl#tXj-$rZtYj.| |+|d} n+#tXj-$rtYj.|d} YnwxYwYnwxYwt%| t^r| 0|gi}tctc| dddd} |r|} | d krft%| t sQtdj34dtk| j6} tYj7tp|| gt%| t trfr9| r0r|&|||dSdSdSt%|t&rD|:r.r|&|||dSdStdd| d|dgdSdr.r|&|||dSdS| sp|;|r[ty|=|r.r|&|||dSdSt%|t&r t%|jtjr|:|j } nt}|jd k} nC#tXj?$r1}|r|||d|cYd}~Sd}~wwxYw| r.r|&|||dSdSt%|tdj@r;dr.r|&|||dSdSddl!mA}|j!]||j!rM|Br.r|&|||dSdS|dS)Nz>Data-dependent assertion failed (cannot compile partial graph)zvalue: zuDynamo has determined when encountering a data-dependent assert failure that it should not compile the partial graph.zUse `torch._assert()` to raise a hard AssertionError when the check fails. This error will propagate back the user code that called the compiled function (i.e. Dynamo will not trace any exception handling).zRemove the assert statement.zMove the assert statement outside of any context managers in order to graph break with partial graph compilation (if fullgraph=False).rrrz#Assertion failed on symbolic shapesr) example_value__bool____len__r>rz&__bool__ should return bool, returned rz3Data-dependent branching with non-constant __bool__zmethod: z , result: z}Attempted to perform data-dependent branching on a user-defined object with a __bool__ method that did not return a constant.Tr)rr)is_constant_source)Crr rewrite_assert_with_torch_assertris_python_constantras_python_constantjumprr:rr is_tensorr" create_proxytorch _assert_asyncr_rSrsym_numSymBoolfx experimentalsymbolic_shapes expect_truer USER_ERROR scalar_tensorrerYnodermsourcer> make_guardr=SEQUENCE_LENGTHrDr get_submodule module_keyr var_getattrrObservedAttributeErrorhandle_observed_exceptionrurgetattrrrhrtyperraise_observed_exception TypeErrorr evaluate_exprhas_unpack_var_sequencerunpack_var_sequencer UserErrorBackwardHookVariablerget_real_value)rrrrsym_exprrscalar_to_tensor_proxyscalar_to_tensorrOr] method_name result_valuer_ eval_resultrrrrDrrs rinnerzgeneric_jump..inners !%  3L 6tXtLLL *.I'')) 00223399T??*6688$$T47777! ` 1% 1 1%H.:u ;  N  *   ( (#''y'92>>  $%11 !=!(EM::-'1}H.>JJ8TT! E #H $&= 1 <=   $%=T[%=!4&7H%SU7V7V&&& " -&,-C-H$OO     %DK $# #$4i#@"EE     IIdOOO F  # # % %g .%!233 U  Uel55l6RSSTTTx002233 %IIe$$$ $  __  ] .4#D#D#F#F] .  T4 / / / / / / 0 0[ .+++E,<==Cx}} %IIe$$$ $  8 9 9T . %%dJ77-   -d333))$ ::AA11$777AAA  !/00 $r266%gat&<&#>L"j00LRV9W9W0'8??bT,EWEWE`bb4YC5QQQQ!,s <<(,AWAW(- IIe,,, $(((( 88 ++--(- IIe,,, $(( " U @1 @ @ @ @%X 8D>>$) %(((IIdOOOOO$$""& .u'D'DT'J'J& .xE55d;;<<== %IIe$$$ $   / /! .  emU];;A"'"5"5dk"B"BKK",U]a-?"@"@K=   4466S++D$aRRRRRRRRR x $$ %IIe$$$ $  y= > > .x~~ %IIe$$$ $  3 2 2 2 2 2|',>,>u|,L,L'8E002233$) %(((IIdOOOOO$$ '&u-----s["O99#Q"P43Q"4%QQ"QQ"!Q"(A\;;]; %]6/];5]66];)rrbrr)r) rrrr-rrbrrrrrrrr-rrr)rrDrrrs`` @@r generic_jumprs      7M7M7M7M7M7M7M7Mrw.w.w.w.w.w.w.w.w.r Lrcgr2cleanuplist[Instruction]rc:g}|}||||j}|t|D]}|jD]}t |jt rA|| |j |]|jJt |jtsJ|j ||| |j |݌dS)zsGenerates bytecode to restore the block stack for running the unsupported instruction in the compiled bytecode.N)rparentr block_stackrSr*r extend_outputr1try_except_torch_function_moderrireconstruct_type try_finally)rr r!all_txescur_txbs r_reconstruct_block_stackr-s9 13H24F    x  RR R RA!.*CDD   KKMM@@ >---an/FHH H HH N + +B / / /   Q[[]]66rPP Q Q Q Q RRRr msg_prefixYCallable[[Callable[..., None]], Callable[[InstructionTranslatorBase, Instruction], None]]cdfd }|S)Ninner_fnrrrc^tjd fd }d fd |S) Nrrrr-rrc |j}|_|}||r|jJ|||jS ||||_S#t$r }|jrL|js|jr|tdd|jddgtj ||j r| s|r||j|||jdt'||||dt+|j|j|_Yd}~nd}~wwxYw ||_n #||_wxYw||jdS) Nz0Graph break under GenericContextWrappingVariablez!Active generic context managers: z]Attempted to graph break in an active context manager(s) that doesn't support graph breaking.zEMove the offending context manager(s) to outside the compiled region.rrrrfrom_excz: r graph_break)current_instruction_push speculaterrr;active_generic_context_managers one_graphrremove_from_statsr:rCAUSED_BY_EARLIER_GRAPH_BREAK skip_framerrrrrrr add_to_statsr?r_ real_stackr) rr prev_push speculationexcphandle_graph_breakr1r.rDs rwrapperz>break_graph_if_unsupported..decorator..wrappersD5I,0D )..**K!!$'' J")555))$k6HIII) :xd++P1:--O% S% S% S7~)B**,,,! R jDDh j j%Dc.L"&    ?88::**,,C// TBBB$$%(::s4yy::% &&(((!!-000%7$/%R%R """"""K% SJ#09-- -9999  1 1$2K L L L L Ls+ A(( F3DF FFF F(rr?ctjdkrqtjdkra|jdkrVtjtjd|jtjtjd|jz}ntj|j|j}t d|j|j ||t |z }t|j j}g}t||||j |~tjdkr|jdkr|j|jnd}t)|dkr.decorator..handle_graph_breaks  G++$w..K6)) #/Ii($(  $SYv%6AA B  #/ TXFF II,dk : : :(, (D(DVD L0H)E)) %4;.//B)+G $T2w 7 7 7 K / /0C0C0E0E F F F7**t{f/D/D}0M44666 x==1$$+g5555K77+JxHHHIx+++1$(EBB 2--d333 33J????{*** IdOO *. ' 33YK@@@ K / / 8 8 8 IIc$ii,. / / / - /++,,, K / /**)-     rr)rrrr-rr?rr)rLrM)r1rDrCr.rDs` @r decoratorz-break_graph_if_unsupported..decoratorsy  " "2 M2 M2 M2 M2 M2 M2 M2 M # "2 Mh< < < < < < |r)r1rrrr)rDr.rVs`` rbreak_graph_if_unsupportedrWs7 vvvvvvvp rc$eZdZdZd fd ZxZS) BytecodeDispatchTableMetazTInstalls a `cls.dispatch_table` on every subclass to speed up calls to self.OPCODE()r rrrbasesrdctrrct|||d dfdtjDfd t d D_dS) Nrrrrrrc`td|d|d|dd|dgtjdS)NzMissing bytecode handlerz with args z=Dynamo does not know how to handle the bytecode instruction ``.z%Do not trace code that produces the `z_` bytecode instruction (see https://docs.python.org/3/library/dis.html for bytecode semantics).r)r:r SUPPORTABLE)rrs r_missingz4BytecodeDispatchTableMeta.__init__.._missing]sr 2!44d44f\bfff_F___'2      rc `i|]*\}}|t|tj|+Sr)r rLpartial)rropr`r s rrz6BytecodeDispatchTableMeta.__init__..isH    VY%6x%H%HII   rc:g|]}|Sr)get)rrjdispatch_tables rrez6BytecodeDispatchTableMeta.__init__..ns'IIIn0033IIIr)rrrrrr)super__init__rlrMrr}rf)r rrZr[r`rf __class__s` @@rriz"BytecodeDispatchTableMeta.__init__Zs uc***         !ioo//    JIIIU4[[IIIr) r rrrrZrr[rrr)rrrrri __classcell__rjs@rrYrYWsM^^JJJJJJJJJJrrYceZdZUdZejeZded<ejdZ ded<dd Z ddZ ddZ ddZ d dZddZddZddZddZd!dZd"dZd#dZeZdS)$ExceptionStackzU Exception stack that it is shared among all InstructionTranslator instances rzlist[ExceptionVals] _exc_stackN)defaultzOptional[ExceptionVals]_current_exceptionrrcd|_dSrrqrs rclear_current_exceptionz&ExceptionStack.clear_current_exceptions"&rvalrc>||||_dSr)._set_context_and_break_context_reference_cyclerqrrus rset_current_exceptionz$ExceptionStack.set_current_exceptions$ ;;C@@@"%rct|jJ||j|dSr)rqrrtrs rmove_current_exception_to_stackz.ExceptionStack.move_current_exception_to_stacks>&222 D+,,, $$&&&&&rc"|jJ|jSrrsrs rget_current_exceptionz$ExceptionStack.get_current_exceptions&222&&rprev_idxrc|jx}rt|tur|St|j|zdkr;|j|}|||dz |||SNrr) __context__rrhrro_set_context_recursive set_context)rrur~ctxprevs rrz%ExceptionStack._set_context_recursives? "C S 9I(I(IJ t  ( *Q . .?8,D  ' 'hl ; ; ; OOD ! ! ! rc|x}}d} |j}t|turdS||ur|tdS|}||urdS|r|j}| }Tr!)rrrhrrg)rruoslow_oslow_update_togglers r_break_context_reference_cyclez-ExceptionStack._break_context_reference_cycles F" 8mGG}} 000#~~ 4555AF{{! ,+%7!7 % 8rc||t|jdz ||dSNr)rrrorrxs rrwz=ExceptionStack._set_context_and_break_context_reference_cyclesC ##CT_)=)=)ABBB ++C00000rc4|jSr)rorrs rrzExceptionStack.pops""$$$rc:|j|dSr)rorrxs rrzExceptionStack.appends s#####rc*t|jSr)rrors rrzExceptionStack.__len__s4?###rrc|j|Sr)ro)rrs r __getitem__zExceptionStack.__getitem__su%%rrc&d|jd|jS)Nzself._exc_stack=z - self._current_exception=)rorqrs r__str__zExceptionStack.__str__sA$/AAt'>AAArr)rurrr)rr)rurr~rrrr)rrrrr)rrrrrrrrorrqrtryr{r}rrrwrrrrr__repr__rrrrnrnqsZ'8k&7&M&M&MJMMMM2C+2CD2Q2Q2QQQQQ''''&&&&'''' ''''    888861111%%%%$$$$$$$$&&&&BBBBHHHrrnceZdZUded<ded<ded<ded<ded <d ed <d ed <ded<ded<ded<ded<ded<ded<ded<ded<ded<ded<ded <d!ed"<d#ed$<d%ed&<d'ed(<ded)<ded*<d+ed,<ded-<d.ed/<d0ed1<d2ed3<dYd6ZdZd7Zd[d9Zd[d:Zd[d;ZdYd<Z d\dAZ d]dDZ d^dFZ d_d`dIZ dadJZdbdKZdZdLZejdMkrdcdOZndcdPZedddQZdedSZdfdTZdYdUZdgdXZdhdZZdid[Zdjd]Zdcd^Zdcd_Zdcd`ZdcdaZ dcdbZ!eZ"dkdcZ#dcddZ$dcdeZ%e&j'didfZ(dcdgZ)dcdhZ*e+dldkZ,dmdnZ-dadoZ.dcdpZ/e/Z0dcdqZ1e+dndsZ2dcdtZ3dodvZ4e4Z5e4Z6e7e8j9dwZ:e7e8j;dwZ<e7e8j9dxZ=e7e8j;dxZ>dcdyZ?dcdzZ@dcd{ZAdcd|ZBdcd}ZCdcd~ZDdcdZEdcdZFdcdZGdpdZHdqdZIdrdZJdcdZKdcdZLdcdZMdsdZNdcdZOdtdZPdcdZQdcdZRdZdZSdcdZTdcdZUdcdZVdcdZWeXdxddcdZYeXdxddcdZZeXdxddcdZ[dcdZ\dcdZ]dcdZ^dcdZ_dudZ`dcdZaeXdwddcdZbdcdZceddvdZedwdZfdxdZgeddydZhdZdZieXdwddcdZjdcdZkdcdZldcdZmdZd„ZndzdÄZodcdĄZpdcdńZqerfd{dȄZsdcdɄZtetZudcdʄZvdcd˄ZwewZxdcd̄Zydcd̈́Zzdcd΄Z{dcdτZ|dcdЄZ}dcdфZ~dcd҄ZdcdӄZeXdwdԬdcdՄZdcdքZdcdׄZdcd؄ZdcdلZdcdڄZdcdۄZdcd܄Zd|d߄Zd}dZdcdZdcdZdcdZdcdZdcdZdcdZdcdZdcdZeZdcdZdcdZdcdZdcdZdcdZdcdZdcdZdcdZee8jZee8jZee8j9Zee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZeXdxd󬙦ee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZېdcdZejdMkrdcdZݐdcdZސdcdZߐdcdZd~ddZeXdxddcdZdcdZdcdZe4Ze4Ze7e8j;dwZe7e8j;dwZe7e8j9dwZe7e8j9dwZdcdZdcdZddZedddZdcdZdcdZdcdZdcdZdcd Zdcd Zdcd Zdcd Zdcd ZdcdZdcdZeXdxddcdZdcdZdcdZdcdZdcdZdcdZeZeZeZdZdcdZdcdZdZdcdZdZdZ d_ddZ dd!Z dZd"Z dd$Z edd&Z ejdd)Zdd+ZdZd,Zdd-Zdd/Zdcd0Zdd7Zdd9Zdd=Zdd@ZddEZedddIZ ddfdX ZxZS(rr@r"dict[str, VariableTracker]symbolic_localssymbolic_globalsrsymbolic_torch_function_statersymbolic_stream_statez$Optional[dict[str, VariableTracker]]post_prune_cell_and_freevarslist[VariableTracker]stack Optional[int]rr-current_instructionrr7zlist[BlockStackEntry]r%rrzOptional[ConstantVariable]rQaccept_prefix_instr" prefix_insts inline_depthinconsistent_side_effectszOptional[SpeculationEntry]current_speculationz list[Any]rfrn exn_vt_stackzOptional[ExecutionRecorder] exec_recorderz+Optional[Callable[[VariableTracker], bool]]strict_checks_fn start_pointhas_no_inlined_callsz#Optional[InstructionTranslatorBase]r$is_child_tracer_activez3list[tuple[VariableTracker, list[VariableTracker]]] debug_localsOptional[CompilePackage]packagez deque[str]latest_bytecode_queuerrcd|_dS)z InstructionTranslator has encountered instructions which may cause dynamo to see a different version of history from eager See: https://github.com/pytorch/pytorch/issues/110765 TN)rrs rmark_inconsistent_side_effectsz8InstructionTranslatorBase.mark_inconsistent_side_effectss *.&&&rc|}|^|jj}|jJ|j|jdD]+}|jdvrn|jt vr|j}||krdS,|j}|^dS)N) RETURN_VALUE RETURN_CONSTTF)roffsetrrrrrr$)rr+ cur_offsetr jump_offsets rrz,InstructionTranslatorBase.maybe_has_backedges*7; 3:J-999+F,F,H,HI $ $;"BBBE;,.."&+K"Z//#tt]F urr[c|jdS)N co_cellvarsrrs rcellvarsz"InstructionTranslatorBase.cellvars$ //rc|jdS)N co_freevarsrrs rfreevarsz"InstructionTranslatorBase.freevars'rrct|ds.||z|_|jS)N_cell_and_freevars)r/rrrrs rcell_and_freevarsz+InstructionTranslatorBase.cell_and_freevars*s<t122 H&*mmoo &GD #&&rcfdjD_tjjfdjD_dS)NcHi|]\}}|v||Srr)rrrrs rrz?InstructionTranslatorBase.prune_dead_locals..1s@- - - 1D**,,,, q,,,rc$i|] \}}|v || Srr)rrrreadss rrz?InstructionTranslatorBase.prune_dead_locals..8s+   QQ%ZZAqZZZr)rrrr rr)rrs`@rprune_dead_localsz+InstructionTranslatorBase.prune_dead_locals/s- - - - ,2244- - - ) "$"3T5MNN    !17799   rr>rbrkwargsc(t|tsJt|tsJt|tsJt dt j||DsJd}t|dr|j }t|dr|j }|r0t|r!t|rtd||||||dS)Nc3@K|]}t|tVdSr)rSrb)rr]s rrz:InstructionTranslatorBase.call_function..Es@   q/ * *      rrr>z$Attempt to trace forbidden callable )rSrbrrall itertoolschainvaluesr/rr>callablerVAssertionErrorrDr)rr>rrr1s rrz'InstructionTranslatorBase.call_function<s5 "o.....$%%%%%&$'''''  _T6==??;;         2w   xH 2t   uH  T** T|H/E/E T !R!R!RSS S """4v6677777rroSequence[VariableTracker]cxt|tst|}||||S)zD Redirect the call to the generator "call_function" )rSrprrr>rrs rinline_generator_functionz3InstructionTranslatorBase.inline_generator_functionRs<"<== 4/33BdF333rrctjr8t|r||||St ||||S)zF A call to some user defined function by inlining it. )r"enable_faithful_generator_behaviorr.get_coderInliningInstructionTranslator inline_callrs rinline_user_function_returnz5InstructionTranslatorBase.inline_user_function_return_sZ  4 Ubkkmm9T9T U11"dFCC C0<[F7;7H17L7L 3t0 3 3 3 3RT   7@@%-rr3C3C3C3C +)mmFmm 8Km\m[kmmmrcd|d}tj|jj|j}|d|z }|S)NzTRACE starts_line rz )r linecachegetlinerrrrstrip)rlog_strlines rget_log_starts_line_log_strz5InstructionTranslatorBase.get_log_starts_line_log_strwsXIt'C'C'E'EIII !8$+FFMMOO=$== rc|j|krdS||_tj|jj||jj|jr/tdt|j dSdS)N%s) rrset_current_locrrris_trace_source_log_enabledtrace_source_logrr^r)rrs rrz%InstructionTranslatorBase.starts_line}s ;& F & K #VT[-@     + W  " "4D4T)U)U V V V V V W Wrct|_|j}|dS|j|x|_}|dz|_|jr||j|jsr|r^|rJ| |_ |j |r| |dS|j r9td|j|jt%|jt&jrb t%|j}n#t*$rd}YnwxYw|jd|jdt%|jd||| |j|j|||jj S#t:$rt<j$r }| |Yd}~dSd}~wtBtDf$rYdStFtHf$r}|j%s*|js#|j&stO|tFr>|j(r7tO|tHr!tSd d d d d gtTj+|j ptXdtO|tHr"tSdd dd dgtTj+dtO|tFsJd|_(dt[|}|.|j/||Yd}~nd}~wwxYw|j 0|jdS)zzTRACE  Tz3cannot resume from torch._dynamo.step_unsupported()rztraced torch._dynamo.step_unsupported(), but Dynamo is instructed to error on graph break. This graph break is used for debugging only.z1Remove the torch._dynamo.step_unsupported() call.z9Make sure fullgraph=False and error_on_graph_break=False.rz1empty checkpoint - cannot resume from graph breakz6torch._dynamo.step_unsupported() with empty checkpointztraced torch._dynamo.step_unsupported(), but there is no checkpoint to step_graph_break from. This graph break is used for debugging only.zInclude at least one checkpoint: (1) include at least 2 ops and (2) make sure there is some line of code that is not in a try/with block, and has an empty Python stack.)rrrrr=zEncountered graph break that we cannot resume from. Compiling up to the previous resumable state, then skipping the rest of the function. Graph break encountered: r)1rWrrrrrrris_non_empty_graphr8rrstep_graph_breakis_trace_bytecode_log_enabledtrace_bytecode_logrrrreprrverbose ValueErrorrrupdate_block_stackrfrOr"r#rrrexception_handlerr;r=r;r9r:is_tracing_resume_prologuerSr=r:r DYNAMO_BUGrrrrr)ripr stack_reprrrs rstepzInstructionTranslatorBase.steps8$=$?$?!  % :5*.*;B*?? 4#%6   /   T- . . .  1133 ''))  (,~~'7'7D $'..t44 %%d+++u  -   $ $ $+t{D  P!$*--  P P PO  P  & - -GGGtDK'8'8GG:GG    %%%B  ,D  ,T4 8 8 8{.. .-    $     " "1 % % %44444|,   55_-8 8 8  , 2 q+..  45<   a11 ! U "%`PW/9    '/ MNNNa11 ! X "%aPk/9  $(    "![11111# 8031vv88   ! !        i8 t  ::4;TUUUus=$D99 EE(GL8G88L8L8 DL33L8rFrc||j}|rkt|jdkrM|j|jdjur6|j|jdjur|jdSdSdSdS|jr>|jdvr7t|jdksJ|jdSdSdS)Nr)NOP JUMP_BACKWARD NOT_TAKENr)rSrr%r(rr)rrrs rrz,InstructionTranslatorBase.update_block_stacks&E + ())Q.. D,Be22 . . I& ' ' ')+G $T["g > > >  $ $&6%7:J9KR P P P   W % % %    ^^((++'77!^^  ((++  '77    2!4>I    ^^((++++--)I66        ^^&}!<<<    K  _.. / / / %a ( 2 2a 7 2 2 1}}   $Q ,,Q// //11 '((  -Y==  %Q ,,Q// +>::    "   &'8i!mLLL&|QGGG&'8i!mLLL   " K / /##%%+33K02KABB2O      K / / ^^&y11   4;.//B K / /((,,++--    8;HNNPP   s 33&((,,S11//11..  K / /&y11(77&     rc*tjdSr)r current_framers r run_ctx_mgrz%InstructionTranslatorBase.run_ctx_mgrs+D111rc |5t|jj |j||j|_ |r |ng#t$rZ}|j rMtdt|j dt||jdd}~wwxYwn,#t"$rt$$rt&$r}t)|t*rRt)|t,r=|js6|js/dt|}||j||t7|dr[d|jvrRt:j|jj |jj!"ddd }||_#d}~wt$r+}|j$r|j$%|_&d}~wwxYw|j't)|t,r2|j(|j)nf#|j't)|t,r3|j(|j)wwxYwddddS#1swxYwYdS) NzError while tracing through a Dynamo-generated resume function prologue. Errors are not allowed when tracing resume function prologues. rztFailed to handle graph break gracefully. Skipping the function and falling back to eager. Graph break encountered: rr_zData-dependentFT) print_outputinclude_strideinclude_device)*r"rrrr"push_txrrr Exceptionrr8rrrwith_traceback __traceback__rr4 RuntimeErrorrSr;rBrr:rrr/r_rr GraphModule nn_modulesgraphprint_readablepartial_fx_graphr get_record exec_recordpop_txr!mark_bytecode_tracing_stop)rrrreadable_graphs rrunzInstructionTranslatorBase.runs     G =G = dk- . . .E = ##D)))#'#;  ))++))++ 6D8@#Aww3@@7:1vv@@).99t D 2   (       q+.."4)>??!5!N @7:1vv@@ (()%) 1e$$)9QU)B)B%*X%9%9 . 0A&&$n%*4PT%# *8A&   %D$($6$A$A$C$CAM    ""$$$ d$9::=K''))) K::<<< ""$$$ d$9::=K''))) K::<<<< =CG =G =G =G =G =G =G =G =G =G =G =G =G =G =G =G =G =G =szK*&C*)BC* C% AC  C%%C*(I7*HCG H(&HHI7A!K*7A#KK**K.1K.ruOptional[VariableTracker]c|/t|tsJdt||j|dS)Nz"push expects VariableTracker, got )rSrbr`rrrxs rrDzInstructionTranslatorBase.pushEsP{jo>>{{ ? ? ?{> #rvalsc:|D]}||dSrrD)rr9rus r push_manyz#InstructionTranslatorBase.push_manyKs,  C IIcNNNN  rc4|jSr)rrrs rrzInstructionTranslatorBase.popOsz~~rncXgtfdt|DS)Nc8g|]}Srr)rrrs rrez2InstructionTranslatorBase.popn..Ss!888!488::888r)rr})rr>s` rrEzInstructionTranslatorBase.popnRs1:8888uQxx88899::rc |j}|jr/||jvr&|j||j| ||j|n#t$r|dro | dd}||j|n]#t$r*tdd|d|ddgtj Yn*wxYwtd d|d |dgtj YnwxYw|d r|j |dSdS) NrRimplicitz5Attempted to read undefined local variable (implicit)z LOAD_FAST z5Could not find an implicit local variable with name ``z(This happens in dict/list comprehensionsrz*Attempted to read undefined local variablez+Could not find a local variable with name `__stack)rrf_locals add_local_varrDrunwrapKeyErrorrireplacer:rrr)rrrnew_names r LOAD_FASTz#InstructionTranslatorBase.LOAD_FASTUs{   H$$-"7"7   , ,T4=3F G G G  IId*407799 : : : :   s##  #||C<">   , ,T[$- :T U U U U U V V">">rc|j}|}||||j|<|tkr5|}t |tusJ||_dSdSr) rr set_name_hintrrJrrrr)rrr loaded_vtrus rrz$InstructionTranslatorBase.STORE_FASTs{HHJJ %%%%.T" 5 5 5..00C99$$$$.1D + + + 6 5rc |j|j=dSr)rrrs r DELETE_FASTz%InstructionTranslatorBase.DELETE_FASTs   - - -rc@|j|vsJ|j|j}|}|jj||t|tsJ|j | |j dSdSr) rrrrr"rN store_cellrSr~ local_namerT)rrrPrus r STORE_DEREFz%InstructionTranslatorBase.STORE_DEREFs{d44666666#DK0hhjj  ++D#666$ ----- ? &   do . . . . . ' &rc|j}|tj|jS|j|}|s/tj|j|j|<|j|}|J|S)Nr)rNrhrr_constants_cache)rrrjrus r _load_constz%InstructionTranslatorBase._load_constsq H 9#*=== =#A& +'7'>T['Q'Q'QD !! $'*C rcV|||dSr)rDr^rs rrz$InstructionTranslatorBase.LOAD_CONSTs( $""4(()))))rc D|j}|jrU||jvr'|j||j|n%||jvsJ|j||jj|<||jvr||S||jvrR|jj |j|}| |jj ||dS|j|}| tj ||t|dSr)rr f_globalsadd_global_var f_builtinsbuiltins load_builtinrr"rNrD load_globalrbbuildrO)rrrvariablers r _load_globalz&InstructionTranslatorBase._load_globals{   Jt~%%"11$t8LMMMMt....48OD4I"+D1 t~ % %$$T** * 4( ( ({/0Ed0KLH IIdk.::8TJJ K K K Ft$ /'e\$5G5GHHIIIIIrczd}||}t|}tj|||S)Nztorch.nn.modules.module) import_sourcerrbrg)r module_name module_sourcefglobals_values rnn_modules_globals_vtz/InstructionTranslatorBase.nn_modules_globals_vts</ **;77 ' 44$T>=IIIrc&|jJtjdkr/tjdkr|jdzr||||tjdkr!|jdzr||dSdSdS)NrFrr)rNrWr PUSH_NULLrirs r LOAD_GLOBALz%InstructionTranslatorBase.LOAD_GLOBALsx###  w & &3+;g+E+E$(UV,+E NN4  $  w & &48a< & NN4  ' & & &rc|}|j}t|}||jvrt |j|<|jj||j|}t|trtd|dg|jj |||dS)Nz%Storing Tensor hook handle in globalsThis is not supported.r) rrrOrrPr"rNtrack_global_existingrSrr: store_global)rrrrrrhs r STORE_GLOBALz&InstructionTranslatorBase.STORE_GLOBALs {d## t, , ,*0((D !$ ';+AA D)$/   e4 5 5  ?4       --heDDDDDrrlrOcd|vr[tjjj|}|dddddd}n(t |}d|dd}|j|j||||jj|<|jj }||vs |||usJ|||<|j |t|S)z-Create an alias to a module for use in guards torch_package>r > >,7 "5)K, I%%5)9U)B)B)BB % ##E***E"""rrlevelc|d|dz }t||krtd|d}|r|d|n|S)z Copied from the Cpython implementation of __import__ Resolve a relative module name to an absolute one. https://github.com/python/cpython/blob/5a094f0255eea1db58fb2cf14c200971e64ec36e/Lib/importlib/_bootstrap.py#L902 rRrz2attempted relative import beyond top-level packager)rsplitr ImportError)rrrrbitsbases r resolve_namez&InstructionTranslatorBase.resolve_namesb ~~c519-- t99u  RSS SAw#'1$T1rc|jd}|jd}|2|.||jkr#td||jd|S||jStdd|jd}d |jvr|d d }|S) z Copied from the Cpython implementation of __import__ https://github.com/python/cpython/blob/5a094f0255eea1db58fb2cf14c200971e64ec36e/Lib/importlib/_bootstrap.py#L1090 __package____spec__Nz)__package__ != __spec__.parent (%r != %r)ru) stacklevelzYcan't resolve package from __spec__ or __package__, falling back on __name__ and __path__r__path__rRr)rarer$rwarning rpartition)rrspecs r calc_packagez&InstructionTranslatorBase.calc_packages .$$]33~!!*--  Gt{$:$: ?K  N  ;  KK8     nZ0G//!,,S11!4rc |d\}}|}|}|j}tjd|d|d|}||jvr|j|}t |}n t||||j}n8#t$r+tdd|d|d|dgtj  YnwxYw|d kr+| }| |||}|s1|d d } || }n||}|jr|j||t%|t&jt*fr&|t/|| dStd t1|dg dS)Nrr)fromlistrglobalszImport failurez module_name: z , fromlist: z, level=z"Failure when attempting to import.rrrRrzBad import resultz%Import result is not a Python module.)rErrrHLOCAL_MOD_PREFIXrarO __import__rr:rrrr partitionrkr add_local_modr]rTrUrGrDrr`) rrrrrl recorded_namerrpkgtop_level_module_names r IMPORT_NAMEz%InstructionTranslatorBase.IMPORT_NAME sA))A,,x((**..00k !1 T TE T TH T T{ T T  DN * *N=1E!-00FF "% N     ,^K^^X^^W\^^ D9-89  zz''))"// S%HH  9(3(=(=c(B(B1(E%++,ABB++K88   C   , ,]E B B B %%*K8 9 9  II*5@@@ A A A A A +C       sB2CCcd||||jdSr)DUP_TOP _load_attrrrs r IMPORT_FROMz%InstructionTranslatorBase.IMPORT_FROM`s. T  $$$$$rrc\||jvr#tddd|dgtj|j|}t |r?t |jj}t||}tj |||St|sJtj |S)Nz%failed to find name in frame builtinsrzFailed to find name `z` in frame's builtins.rr)rcr:rrrrOr"%name_of_builtins_dict_key_in_fglobalsrNrbrgrUrhr)rrrubuiltins_source var_sources rload_builtin_from_argvalz2InstructionTranslatorBase.load_builtin_from_argvalfs  ( ( ?RFRRR&1     of% C== 6* AO+?FCCJ"(sJ?? ?&s++ + ++#*555 5rc`|||jdSr)rDrrrs rrez&InstructionTranslatorBase.load_builtin}s* $// <<=====rInstruction | BlockStackEntryc|jJ|jJ|jJtd|j|jz |j|j|_|j|_dS)Nir_count)rrr(r[ incrementindexofrs rrzInstructionTranslatorBase.jumps'333+++{&&&'' 043CC   $(< #< 3rFTc |jJ|jt||jt |jdSrr(r%rr'rrrs r SETUP_LOOPz$InstructionTranslatorBase.SETUP_LOOPC{&&& dk3tz?? S STTTTTrc |jJ|jt||jt |jdSrrrs r SETUP_EXCEPTz&InstructionTranslatorBase.SETUP_EXCEPTrrc8|jdSr)r%rrs r POP_BLOCKz#InstructionTranslatorBase.POP_BLOCKs rc0||dSrsetup_or_before_withrs r SETUP_WITHz$InstructionTranslatorBase.SETUP_WITH !!$'''''rc |jJ|jt||jt |jdSrrrs r SETUP_FINALLYz'InstructionTranslatorBase.SETUP_FINALLYsC{&&& dk3tz?? S STTTTTrc0|ddSrr;rs r BEGIN_FINALLYz'InstructionTranslatorBase.BEGIN_FINALLYs $rc|d\}}|J|||||tgdzidS)Nrru)rErDrrg)rrr6rs rWITH_CLEANUP_STARTz,InstructionTranslatorBase.WITH_CLEANUP_STARTs`IIaLL c{{{ # $$$T,B+Ca+GLLMMMMMrcZ|d|ddSNr)rErDrs rWITH_CLEANUP_FINISHz-InstructionTranslatorBase.WITH_CLEANUP_FINISHs$ !  $rc|}|| ||}||dS#tt jf$r}t|t jrt j|tj dkr|tn|| |Yd}~dSd}~wwxYwNrt) rrealizerD next_variable StopIterationrObservedUserStopIterationrSr rWrrgr)rritrurs rFOR_ITERz"InstructionTranslatorBase.FOR_ITERs XXZZ   ! ! "  ""4((C IIcNNNNNs<=   !S:;; 4-d3337**  01111 IIdOOOOOOOOO s*A))D ?BDD cvt|tjtfr||gi}|Sr)rSrrfrrrxs r_create_exception_typez0InstructionTranslatorBase._create_exception_types@  )+-NO   2 ##D"b11C rrrc|}|j|d}t|ttfsJt j||}|j|dtd|gidS)Nr* __setattr__)rr rSrhrfrom_frame_summary call_method)rrrtbnew_tbs r_attach_traceback_to_exceptionz8InstructionTranslatorBase._attach_traceback_to_exceptions**,, S_      !#45     #5mRHH   o . . 7       rrc||}t|jrVt|tjr<|jtur.t jt |gi}| |r9t|dd(tjj|_| |rT|j|t)j|j}t|dd}|d||t-dt/t(dgt0jdS)N python_stackraised exception )r?zFailed to raise exceptionz.Attempted to raise a non-Exception type/value.r)rr.rrSrrexc_typerrfr+r_isinstance_exceptionr r_guardsr extract_stackrrryrget_dynamo_observed_exceptionr:rrr)rruobserved_exception_typers r_raise_exception_variablez3InstructionTranslatorBase._raise_exception_variablesp ))#..  % % V3 ;<< V --+L99GGbRTUUC  & &s + + L^T22:$};IIKKC   % %c * *    3 3C 8 8 8&)&G &U&U #"3==L)))C))l  /HHH1%01       rc|jdkrt|js,td}t jt ||gt|jsJ|jd}||s J|||dS|jdkr|j d} |||j }| |dS#|j }| |wxYw| }| } |||j }| || |}||td|dS#|j }| || |}||td|wxYw)NrzNo active exception to reraiserrr __cause__)rNrrrhrrr+rrrr}rrr call_setattr)rrr_rucurr_excfrom_vtcauses rrkz'InstructionTranslatorBase.RAISE_VARARGS s: 8q==t()) M&'GHH,\4seLLLLt()) ) ))#B'C--c22 7 7C 7 72  * *3 / / / / / X]]*R.C >..s333 ,BBDD33H===== ,BBDD33H====hhjjG((**C R..s333 ,BBDD33H===33G<<%%d,<[,I,I5QQQQQ ,BBDD33H===33G<<%%d,<[,I,I5QQQQs>D0D3GA)Ic|jd}t|tsJ|jturt dddgdS||dS)Nrz CLEANUP_THROW with StopIterationrzRReceived StopIteration when handling generator.throw/close. This is not supported.r)rrSrrrr:RERAISErrtoss r CLEANUP_THROWz'InstructionTranslatorBase.CLEANUP_THROW7 sxjn#011111 <= ( ( :p        LL     rctjdkrr|}|jr+|}||dS||||dS|}|}|}||dS)NrF)rWrrrrrD)rrrur_exc_tbs rrz!InstructionTranslatorBase.RERAISEE s  w & &((**C{ 4HHJJ..s33333 #..s3333388::D((**C((**C  * *3 / / / / /rTypeIs[ExceptionVals]c,t|tSr)rSrrxs rrz/InstructionTranslatorBase._isinstance_exception\ s#}---rcg}tjdkrtjdkrdnd}t|j|ksJ|j| }|jd}||sJt |j}||d}tjdkr@t|jdts | |jdnut|jdksJ|jd }|jd }||sJt |j}||d}||||gz }| ||idS) NrFrurr*ir) rWrrrrrfrr rSrrr)rrrfn_locr>rutyprs rWITH_EXCEPT_STARTz+InstructionTranslatorBase.WITH_EXCEPT_START_ s{&(  w & &*W44QQ!Ftz??f,,,,VG$B*R.C--c22 2 22!#,//CB 7**!$*R.,??0KK 2///tz??a''''BB*R.C--c22 2 22!#,//C77B c2 2tR(((((rraised_exceptionrc   d d fd }tjdkr@jj}|rt j|jkr1t j|jk1|jr1 tj jj  j |dSjj }|t%t&ur |t jr;j}|jjdkrЉdj t jdkrajt%t&ur0t1d t3 d zgt4j j}|jjdkЉj }j t j|jkr1t j|jk1t=t?d ddd}j tC|dt jt j d kruj d} tj" | tj#|j$n] tj% tj% tj% tj" | tj#|j$|dSjt%t&ur |)NzDynamo found no exception handler at the top-level compiled function when encountering an exception. Exception will propagate outside the compiled region.rrc>j}tj|}t |sJt dd|d|jdgtj tj dS)NzObserved exceptionrrrr4) rr}rr python_typerSr:python_type_namerrrr_)r dynamo_excobserved_exn_gb_explanationrrs rbubble_exception_to_interpreterzTInstructionTranslatorBase.exception_handler..bubble_exception_to_interpreter s(>>@@H:8;O;O;Q;QRRJ. ;; ; ;; ,ZH,E,E,G,GZZ(-ZZZ7&1&2*      rrFEXCEPT_HANDLERrurz#Observed exception (EXCEPT_HANDLER)z This graph break is unexpected.r4g.Arrr)&rWrrrSrrdepthrlastirDrrhrrr}rrrrrBr%rrrEr:rrrr{r)r-rrr'rrfrrg) rrrrSrblock_stack_entry exception_varexcept_handler_inst old_exceptionrs `` @rrz+InstructionTranslatorBase.exception_handler s d $           w & & 4BM ' $*oo (;;;HHJJJ$*oo (;;;!&II!243K3RSS  $+AACCDDD -(((((   """ ,BBDD33H===::!66633555&&4#$$I '%)$4$8$8$:$:!',37GGGIIaLLL%))+++4+,,11 ((***::)>>>)(M(+,<(=(=,G"D-E&E(9(D&E)9 /.(,(8(<(<(>(>%)(,37GGG,!% 1 G G I I !AACCC$*oo(9(EEEHHJJJ$*oo(9(EEE '2#c((???IIi>???IIi>??? )355666 -((( )3M4JKKLLL +,,,,,   """::!66633555&&rc|}t|jdkrt}n |jd}|||||jdS)Nrr)rrrrgrDr{)rrruprev_excs r PUSH_EXC_INFOz'InstructionTranslatorBase.PUSH_EXC_INFO sw(hhjj t ! !Q & &(>HH(,H ( # 99;;;;;rctjdkrE|}t|jsJ|jdSt|jdksJ|jdjjdkrtd|j| dt|jsJ|jdS)NrFrrrzYBug in Dynamo tracing of exception handling.Top of the block stack is not EXCEPT_HANDLER.ru) rWrrrrr%rrrrE)rrrs r POP_EXCEPTz$InstructionTranslatorBase.POP_EXCEPT% s  w & & At()) ) ))   ! ! # # # # #t'((1,,,,#(/3CCC$D   " " " IIaLLLt()) ) ))   ! ! # # # # #rct|jdksJ|}tjdkr|jd}n|j}t |t tttfs0tdt|d|dgtj tjdkrE||s0tdt|d |dgtj t |tr|j}n|g}|D]}t |t ttfs0td t|d |dgtj ||rt!|j|jrd St |t&jrt!|j|jrd Sd S)NrrFrz Exception with bad expected typez"`except ...` has unsupported type rRrzCaught non-Exception valuezCExcept expects to receive an object of Exception type but received z#Exception with non-type expectationz!`except ...` expects a non-type: TF)rrrrWrrSrfr}rrr:rrrrr issubclassrr>r)rexpected_exc_types exc_instanceexpected_types expected_types rcheck_if_exc_matchesz.InstructionTranslatorBase.check_if_exc_matches: sJ4:!####!XXZZ  w & & :b>LL  :>>++L 12      :.//VASVVV5)45       w & &--l;; 8 -- ufr u u u9-89  (- 8 8 /5NN#N,  M#65 A .. TM T T T9-89  )),77 J% == ttL)*CDD  JJ  tturcx|tj|dSr)rDrrhrrs rCHECK_EXC_MATCHz)InstructionTranslatorBase.CHECK_EXC_MATCH s1 ),T-F-F-H-HIIJJJJJrc\|s||dSdSr)rrrs rJUMP_IF_NOT_EXC_MATCHz/InstructionTranslatorBase.JUMP_IF_NOT_EXC_MATCH s3((**  IIdOOOOO  rc|jdkr||dS|t|j||didS)Nzexception matchr)rrrDrrErs r COMPARE_OPz$InstructionTranslatorBase.COMPARE_OP s` ;+ + +   & & & & & II)$+6tTYYq\\2NN O O O O Orc~|tt|gidSr)rrfiterrrs rGET_ITERz"InstructionTranslatorBase.GET_ITER s2 ?400488::,CCCCCrzjEncountered graph break when attempting to trace CALL_FUNCTION: a call to a regular function, e.g. f(x, y))rDr.c||j}|}|||idSrrErrr)rrrr>s r CALL_FUNCTIONz'InstructionTranslatorBase.CALL_FUNCTION sB yy%% XXZZ 2tR(((((rzjEncountered graph break when attempting to trace CALL_FUNCTION_EX: a variadic function call, e.g. f(*args)c |jdkr$ti}|}n|jdkstjdkrM|}t |t rti}|}n/tdd|jd|jgtj tjdkr+|}t |t sJ|}tjd kr;tjdkr+|}t |t sJt |ts7| |r"t| |}t |trtj|t"|}t |trt |ts?td d t%|d t%|d gtj|}|||j|dS)Nrrrz%Variadic function call with bad flagszflags: zHAttempted to call a variadic function (CALL_FUNCTION_EX) with bad flags rrrFz0Variadic function call with bad args/kwargs typez args type: z, kwargs type: z2Expected args to be a list and kwargs to be a dict)rrmrrWrrSrr:rrrxhas_force_unpack_var_sequencer}force_unpack_var_sequencerrfcall_custom_dictrr`rkeys_as_python_constantrr)rr kwargsvarsargsvarsnullr>s rCALL_FUNCTION_EXz*InstructionTranslatorBase.CALL_FUNCTION_EX si ;!  *2..JxxzzHH [A  !1W! >  J]gh&7&7]]PZH[H[]]P5)45      7799  2x~z:::::rzyEncountered graph break when attempting to trace CALL_FUNCTION_KW: a function call with keyword arguments, e.g. f(x=True)c|}||j}|}t|tr|sJ|}|dt| |t| d}}tt||}t|t|ksJ| |||dSr) rrErrSr}rrrrzipr)rrargnamesrr> kwargs_listrs rCALL_FUNCTION_KWz*InstructionTranslatorBase.CALL_FUNCTION_KW s 88::yy%% XXZZ(M22Tx7R7R7T7TTTT..00 !1CMM>!12D#h--9I9I4Jkc(K00116{{c(mm++++ 2tV,,,,,rc8|tj|d|jd}|jd|}t jdkr||dS|tj||dS)NrrKrco_namesrF) r!rrJrrrWrr LOAD_METHODrrrNrs rLOAD_METHOD_SUPERz+InstructionTranslatorBase.LOAD_METHOD_SUPER s ;.tA>>>???k!n":.s3  g % % OOF # # # # #   [0fEEE F F F F Frc|tj|d|jd}|jd|}||dS)NrrKrr1)r!rrJrrrr3s rLOAD_ATTR_SUPERz)InstructionTranslatorBase.LOAD_ATTR_SUPER s[ ;.tA>>>???k!n":.s3 rc||j|}tjdkr,||||dStjdkr,||||dS|||ddS)NrrF)rrrrWrrDrqrrobjs rr2z%InstructionTranslatorBase.LOAD_METHOD s  $$$hhjj  w & & IIcNNN NN4   ( ( NN4 IIcNNNNN IIcNNN IIdOOOOOrc||j}|}|J|}|||idSrr )rrrdummyr>s r CALL_METHODz%InstructionTranslatorBase.CALL_METHOD sVyy%% }}} XXZZ 2tR(((((rattrc|}tt||t j|gi}||dSr)rrfr rrhrrD)rr=r9rs rrz$InstructionTranslatorBase._load_attr s`hhjj ))77  ")$// 0    &rctjdkr!|jdzr||dS||jdS)Nrtr)rWrrNr2rrrs r LOAD_ATTRz#InstructionTranslatorBase.LOAD_ATTR) sQ  w & &x!|   &&&  $$$$$rzkEncountered graph break when attempting to trace STORE_ATTR: storing an object's attribute, e.g. x.attr = yc|d\}}tt||t j|j|gidSr)rErfsetattrrrhrr)rrrur9s r STORE_ATTRz$InstructionTranslatorBase.STORE_ATTR1 s_ 99Q<<S  ..  ")$+66 <      rc|}tt||t j|jgidSr)rrfdelattrrrhrrr8s r DELETE_ATTRz%InstructionTranslatorBase.DELETE_ATTR= sUhhjj  ..  ")$+66 7      rrc.g}|dksJ|dkr"|td|jdkrtdntd|j}|tdtd|g|S)a Debug CPython expects the stack to be empty after the return. Calling compile_subgraph will push cells and frame values to TOS. This function will pop those 2 values from the stack before actually returning. Expects the stack to be: cells, frame values, current frame stack (0 or 1 values) Pops cells and frame values, leaving the current frame stack as TOS. A return instruction is included. rrurrrKr)extendr+rr(r)rrro return_insts rcodegen_return_with_popsz2InstructionTranslatorBase.codegen_return_with_popsE sA~~~~ >> LLQ ( ( ({n,, ~ . . .#N4;GGG    * *,>y,I,I; W    rr resume_instmetarA resume_codeslist[types.CodeType]r r2is_leafhandle_inactive_ctxtuple[types.CodeType, str]cJ |rt|j|jD]\\}} } ttj| } |t| || gtd| || | |td|jD]\} } ttj| } |t| || gtd| || | |j|j| ztdt%|r|jsJ|j}t)d|j} |rt-j|t1fdjD}t3|jt1fd|D}t1fd|D}| t| || tg|D]m}| t| |j|j|z| gtdn| tdtdt7| gtdt9|jd d n:t1|j}t1|j}t<jd krt7|d ks Jdt7jt7|j z }j!jJtEj#j$j%j!j|jt1dj&D|||t1dj&D|t1|jt1|jt1|j t1|j' }tQj)j$*dd}|)tWj,|tQj)|d<|j-rj./| |d }n6j./| taj1|j2| | }j3'j34|j2d|tjd|j6xxdz cc<|| fS)a. Creates the resume function for the frame corresponding to `self`. Expects the TOS to be: [frame N cells, ..., frame 1 cells], [ frame N stack + locals, ..., frame 1 stack + locals ] Some additional codegen may happen to prepare the frame stack + locals values for the generated resume function: - inactive context variables in the stack and locals will be replaced by their types - if the frame is a leaf frame, prune dead locals Regardless of codegen, the stack will be left in the same state as before. Args: - idx: depth of this frame: 0 corresponds to the leaf frame (frame N), N-1 to the root frame (frame 1). - resume_inst: the instruction that this frame should resume at - meta: metadata for this frame returned from OutputGraph.compile_subgraph - resume_codes: nested resume code objects generated from previous create_resume calls. - cg: codegen object to output to - is_leaf: True if `self` corresponds to the leaf frame. - handle_inactive_ctx: If True, handles inactive context variables as described above. This is necessary iff the resume function is traced rr __resume_at_c3PK|] }|v|v|V!dSrr)rrrrs rrz:InstructionTranslatorBase.create_resume.. sN!!::!4+A+A+C+C"C"C"C"C"C"C!!rc3$K|] }|v|V dSrrrrargnames_null_sets rrz:InstructionTranslatorBase.create_resume.. s.SS1AR8R8RQ8R8R8R8RSSrc3$K|] }|v|V dSrrrVs rrz:InstructionTranslatorBase.create_resume.. s.!T!TQBS=S=S!=S=S=S=S!T!Trrrr NTrtrz&variables should not be NULL in < 3.12c3.K|]}|jjVdSr)r(rrr,s rrz:InstructionTranslatorBase.create_resume.. s&<K|]}|VdSr)r1rZs rrz:InstructionTranslatorBase.create_resume.. s*::A!++--::::::rorig_graphmodulecdSrrrrrrz9InstructionTranslatorBase.create_resume.. srrresumesr)7r,stack_ctx_argsstack_ctx_idxes_origrrir append_outputr'r(r&r+rrr(locals_ctx_argsrrrr/r(r0rr rr0rlocals_null_keysrr#keysrWrstack_null_idxesrrIlookuprrr%r7r1 get_contextreweakrefrefrr"install_global_unsaferT FunctionTyperaradd_resume_functionrXr)rrrKrLrMr rOrPjrj_origrr resume_name all_argnamesr- argnames_nullrN stack_lennew_codeorig_graphmodule_maybe package_namerWrs` @@rrz'InstructionTranslatorBase.create_resumee sT  "%d&94;T"U"U  A2DJv4FGG  !1!1222$$R(((  $Q,,S11//11,,Q//  +>::  /  a2D4H4NOO  !1!1222$$R(((  $Q,,S11//11,,T^d>OPT>U-UVV  +>::  K ( ( -% % %%%,K C{/A C CDD - 9%d&7EEE !!!!!-!!!L !$D$9 : : SSSS SSSSSH!!T!T!T!T\!T!T!TTTM   "$$((--++--"$$        &((,,T^d>OPS>T-TUU//11%Q    &y11&|XGGG!^^ )tDD     T.335566H!$"788M  g % %}%%***,T*** OOc$*?&@&@@ '.:::#9#@ K K  $ +   <<4+;<<< < <    ::)9::: : :  $% & & $& ' ' $' ( ( ,  - -!$ $ *" !9$+!F!F!J!J  " " " "  " -EL[&FFL $X . ./A B   ' K - -k8 D D DLL K - -"8T^[II   'L < # L , ,$.4l    H,---2---$$rrlist[StackLocalsMetadata]c  d|_t|jj}g}g}g}|}d}|f||ur|} n|j} | jdkr?|||||| |j}|dz }|ft|j t|dj z } |s| dksJ| t| dzt| dzD]$} |td%|td|S|d|ur4|td| d} | |d_n| t| t| dz D]$} |td%|tdd||dj} ||dxjdz c_|dt'| gt)d||d|t/| | d g} |D]Z}| t3|||gtd[| tdtdt|g| | | gtdt5j| tdg}g}t9|D]a\}}|||||||||||ud \}}||||b|||||td|S) aP Codegen all resume function(s) from the frame stack starting at `self`, call them, and return the result. Assumes that the unsupported instruction has already been run. Expects the TOS to be: [ frame N locals, frame N-1 stack + locals, ..., frame 1 stack + locals ], *(frame N stack (post-unsupported instruction)) Leaves the result of calling the resume functions on the stack and returns it (empty stack after return). Args: - inst: the instruction of the current (deepest) frame to resume at - all_stack_locals_metadata: metadata returned from OutputGraph.compile_subgraph - contains metadata such as local names, NULL positions, stack length, etc. Nrrrrrrr T)rr2r"rPrrrr$rrrer&r+r}rar(rmrrDrr&rrr#rHr'rRdeepcopyrnrr)rrrr txesidxes resume_instsr+rrKcurrent_num_stackrstack_insert_idx filter_instsrM resume_namesrj resume_coderos rrz/InstructionTranslatorBase.create_call_resume_at( s 6$( t{* + +13*, 6: ~~" $5 !^33 F### S!!!##K000]F 1HC   OOc %a ( 9/ /    ) %))))   [):Q)>?? @ @ @,q011 @ @  !3I!>!>????   /?? @ @ @&&(( ( 7d??   / BSTTT U U U 5F %a ( 2 2   [):;; < < <,q011 @ @  !3I!>!>????   / !DDD E E E8qBL  %eAh / 9 9Q > 9 9 GLL** + + +  Q $$U1X.. ''))   %%57GNN      C   "$$((--++--!^^      "9--">>>>rc2tjdkr0|jj}|r"|jr|j|jdjurdSt d|jDo9|j o1|jp|j o"|j o|j o|j j jduS)NrFrFc3>K|]}|VdSrr,rZs rrzIInstructionTranslatorBase.should_compile_partial_graph..N *::A ::::::r)rWrrrSr%r(rr:rrrr9r"current_tracerr$)rrs rrz6InstructionTranslatorBase.should_compile_partial_graphE s  w & &,:E $ (- DK|]}|VdSrrrZs rrzSInstructionTranslatorBase._maybe_setup_comprehension_speculation.. rrNTr)rWrr_is_comprehension_startrr%r:rrr9r"rr$r_comprehension_depthr8r!_handle_comprehension_graph_breakr_find_comprehension_end_for_ip_comprehension_end_for_ipsr )rr can_speculaterA end_for_ips r&_maybe_setup_comprehension_speculationz@InstructionTranslatorBase._maybe_setup_comprehension_speculations s~  G++ q0@0@5++-- 5 ::)9::: : : :N" :-- :33 :88  :  *1T9   GT[4 DDFFM  3T6!;;..**K!!$'' 66t<<<t'2D $88:: Q '++J777 !!Q&!!urc||rdS||j}|t |t dSN mutation_type)rrErrDr{rars rrz$InstructionTranslatorBase.BUILD_LIST s\  6 6t < <  F $+&& ,u4D4F4FGGGHHHHHrctjrtdddg||j}t |t }||dS)Nzmissing BUILD_SET handlerrz:Missing BUILD_SET bytecode handler (for testing purposes).rr)r+inject_BUILD_SET_unimplemented_TESTING_ONLYr:rErrnrarD)rrrnew_sets r BUILD_SETz#InstructionTranslatorBase.BUILD_SET sv  =  3X       $+&&e3C3E3EFFF 'rr rc p||j}g}|D]j} |||,#t$r2t dt ||dgtjYgwxYw| ||tdS)Nz-Failed to unpack object for BUILD_LIST_UNPACKzU cannot be unpacked into a list for the BUILD_LIST_UNPACK bytecode (`[*x, *y, ...]`).rr) rErrHr$NotImplementedErrorr:rrrrDra)rrr seqsrseqs rBUILD_LIST_UNPACKz+InstructionTranslatorBase.BUILD_LIST_UNPACK syy%%  C  S::4@@AAAA&   KHH#&!2!2!29-89   ##e+;+=+=>>>?????s(A  9BBc>||tdS)Nr)rr}rs rBUILD_TUPLE_UNPACKz,InstructionTranslatorBase.BUILD_TUPLE_UNPACK s! t77777rc ,||rdS||jdz}tt |ddd|ddd}|t |tdS)Nrrr)rrErrr,rDrmra)rrrds r BUILD_MAPz#InstructionTranslatorBase.BUILD_MAP s  6 6t < <  F $+/** U33Q3Zqt!t-- . . #A5E5G5GHHHIIIIIrc(|j}fd|D}i}|D]3}t|tsJ||j4t|tdS)Ncdg|],}tt|gi-Sr)rfrr)rr]rs rrez>InstructionTranslatorBase.BUILD_MAP_UNPACK.. s5SSS&&44TA3CCSSSrr)rErrSrmupdaterrDra)rrrrr]s` rBUILD_MAP_UNPACKz*InstructionTranslatorBase.BUILD_MAP_UNPACK s $+&&SSSSUSSS!# # #Aa!233 3 33 MM!' " " " " .00        rc |}||j}t|tsJ|sJ||}t|t|ksJ|ttt||tdSr) rrErrSr}rr$rrDrmrr,ra)rrrdrs rBUILD_CONST_KEY_MAPz-InstructionTranslatorBase.BUILD_CONST_KEY_MAP sxxzz4;''$ .....&&(((((--d334yyCKK'''' Sv&&''.00        rc|d\}}|jdksJ|jJ|j|j }t |t sJ||d||fidS)Nrrr)rErrNrrrSrmr)rrrrr9s rMAP_ADDz!InstructionTranslatorBase.MAP_ADD syy||1{Qx###j$(#++--#011111 maVR88888rc |}|jdksJ|jJ|j|j }t |t sJ|sJ||d|gidS)Nrr rrrNrrSrn is_mutablerrrrr9s rSET_ADDz!InstructionTranslatorBase.SET_ADD s HHJJ{Qx###j$(##{+++++~~ eaS"-----rc |}|jdksJ|jJ|j|j }t |t sJ|sJ||d|gidSNrrrrs r SET_UPDATEz$InstructionTranslatorBase.SET_UPDATE s HHJJ{Qx###j$(##{+++++~~ hR00000rcp|}|jdksJ|jJ|j|j }t |t sJ|sJ|jj ||j |dSr) rrrNrrrSr{rr"rNmutationrrrs rrz%InstructionTranslatorBase.LIST_APPENDs HHJJ{Qx###j$(#++--#|,,,,,~~  ))#... rc f|j}tjdkr|}|}tjdkr6t |jdsJt j|jj}d}d}d}d}tjdkrf|d|dzr|}|dzr|}|dzr|}|dzr|}| t|||j ||||dS) NrF co_qualnamerrrrr) rNrWrrr/rrhrrrDrrra) rrflagsfn_namerdefaultsclosurer kwdefaultss r MAKE_FUNCTIONz'InstructionTranslatorBase.MAKE_FUNCTION sA  g % %hhjjGxxzz  w & &4:}55 5 55&-DJ4JKKKG   g % % 4<)"hhjjG4<-"&((**K4<,!%J4<*#xxzzH &   rc L}|r*|t|j}nt |t rg|jrNt|j |j fdt|jD}nZ| r| }n/tdt||dgtjt#||jkr:tdd|jdt#||d gtjt'|D]}|dS) N)rzc<g|]}t|Sr)re)rrjproxyrs rrez=InstructionTranslatorBase.UNPACK_SEQUENCE..9s'MMMQ=uQx00MMMrz+Failed to unpack object for UNPACK_SEQUENCEzV cannot be unpacked into a list for the UNPACK_SEQUENCE bytecode (i.e. `a, b, c = d`).rz9Length mismatch when unpacking object for UNPACK_SEQUENCEzexpected length: z , actual: za unpacked to a list for the UNPACK_SEQUENCE bytecode (i.e. `a, b, c = d`) with unexpected length.)rrrr}rrSrr9r as_proxyrr#r$r:rrrrrrrD)rrrrurjrs` @rrz)InstructionTranslatorBase.UNPACK_SEQUENCE2shhjj ==?? ))$eDK6H6H)IICC _ - - #'2C2C2E2E CG,,..99EMMMMM% :L:LMMMCC  . .t 4 4 //55CC EC"(((5)45      s88t{ " " SMDKMM3s88MM"???5)45     #  A IIaLLLL  rcd|jcxkrdksnJ|jdz}|jdz }|}||rt||}t |||zksJ|d|}||t ||z }|t ||z d}t |D]} || |t|t |D]} || dStdt||dgtj dS)Nrirz%Failed to unpack object for UNPACK_EXz; cannot be unpacked into a list for the UNPACK_EX bytecode.r) rrr#rr$rrrDr}r:rrr) rrprefixsuffixrr9 vals_prefix vals_list vals_suffixitems r UNPACK_EXz#InstructionTranslatorBase.UNPACK_EXRsDK))))6))))))t#!hhjj  , ,T 2 2 55d;;< HHJJ HHJJ !  ! rc|}|}|}||||||dSrr)rrrr,cs r ROT_THREEz#InstructionTranslatorBase.ROT_THREEsZ HHJJ HHJJ HHJJ !  !  ! rcN|}|}|}|}||||||||dSrr)rrrr,rrs rROT_FOURz"InstructionTranslatorBase.ROT_FOURsv HHJJ HHJJ HHJJ HHJJ !  !  !  ! rc|}||||dSrr)rrrs rrz!InstructionTranslatorBase.DUP_TOPs1 HHJJ !  ! rc|}|}||||||||dSrrrs r DUP_TOP_TWOz%InstructionTranslatorBase.DUP_TOP_TWOs\ HHJJ HHJJ !  !  !  ! rrflagc&|dkr*tt||giS|dkr*tt||giS|dkr*tt||giS|S)Nrrru)rfrrrascii)rrrs r_convert_valuez(InstructionTranslatorBase._convert_values 199"3''55dUGRHH H QYY"4((66teWbII I QYY"5))77ugrJJ J rfmt_specrc|}t|tr@ddlm}m}|j||||j}||dS| ||dz}tjd| zdz}| ttj||gidS)Nr)LazySymNodeFormatStringrwrruz{:})rrSrtorch._dynamo.variables.lazyrrwrrrDrrhrrrfrformat)rrrrrrwfmt_vars r _format_valuez'InstructionTranslatorBase._format_values  e_ - -          /'.''x88E IIe    F##E54<88")$1L1L1N1N*NQT*TUU ?3:66%8H"MMMMMrc|j}|J|dzdkr|}ntjd}|||S)Nrr)rNrrhrr)rrrrs r FORMAT_VALUEz&InstructionTranslatorBase.FORMAT_VALUEsY   DLT ! !xxzzHH'.r22H!!(E222rc g}g}i}|jJ||jD]M}|r+|d||Bt |t jr||j||j t| t|j zr-tdd|d|d|j dgtj||j !tdt#|d gtjO|t jd |||dS) Nz{}zBUILD_STRING key conflictzformat_string_parts: z , kwargs: z, part.sym_kwargs: z1Failed to build format string due to key conflictrzBUILD_STRING type errorzLFormat string part type is not correct - expected constant or format string.r)rNrErrrSrStringFormatVariable format_stringrHsym_argsrrd sym_kwargsr:rrrrrDrr)rrformat_string_partsrrparts r BUILD_STRINGz&InstructionTranslatorBase.BUILD_STRINGs)+&(-/x###IIdh''  D&&(( #**4000 D!!!!D)"@AA #**4+=>>> DM***v{{}}%%DO,@,@,B,B(C(CC! ;!D8K!D!DW]!D!DrvsB!D!D$W= 1 <=   do....5II n9-89   * 1 1+,,dF       rc|jdks |jdksJ|jdkrd}nd}td|}||dS)Nrriszis notrrK)rr(r)rr new_argvalnew_insts rIS_OPzInstructionTranslatorBase.IS_OPsd{a4;!#3#3#33 ;!  JJ!J%l:FFF !!!!!rc :|jdks |jdksJ|d\}}|j} |||d|gin#tjt f$r}t|t r|jr| || tj |t||giYd}~nd}~wwxYw|dkr||dSdS)Nrrr __contains__)rrErDrrObservedTypeErrorr;rSr=r;rrbrgrB UNARY_NOT)rrleftrightrcrBs r CONTAINS_OPz%InstructionTranslatorBase.CONTAINS_OPsS{a4;!#3#3#33iill e [  IIe''ntfbII J J J J  !      $ ,, )?&&((( II00#)$0IJJ5M         ( 77 NN4  7s,A&&C; /%((66tdhhjj\2NNOOOOOrc|jd}||sJ|jturt jt |tdgi}| |td|| |td|||jd<dSdS)Nrzgenerator raised StopIterationrr) rrrrrrfr+rrhr)rrrunew_vals rSTOPITERATION_ERRORz-InstructionTranslatorBase.STOPITERATION_ERROR s jn))#..... <= ( (/ ==KK!"BCCDG  '7 'F'F L L L  '7 'D'Dc J J J$DJrNNN ) (rc0|}|jdksJ|jJ|j|j }t |t sJ|sJ||d|gidSr) rrrNrrrSrmrrrs r DICT_MERGEz$InstructionTranslatorBase.DICT_MERGE2s HHJJ{Qx###j$(#++--#011111~~ hR00000rc.|dSrrArs r GEN_STARTz#InstructionTranslatorBase.GEN_START=rrc.|jd}|rH|tjt |dS|||dgidS)Nrr)rrrDrhrrrrrs rGET_LENz!InstructionTranslatorBase.GET_LEN@sjn  ! ! # # @ II&-c#2H2H2J2J.K.KLL M M M M M IIcoodIr2>> ? ? ? ? ?rc|jd}||tj|t |gidS)zr If STACK[-1] is an instance of collections.abc.Mapping, push True. Otherwise, push False rN)rrDrrbrgrCrs r MATCH_MAPPINGz'InstructionTranslatorBase.MATCH_MAPPINGGsZ jn  , ,%dO<<       rc|jd}||tj|t |gidSNr)rrDrrbrgrFrs rMATCH_SEQUENCEz(InstructionTranslatorBase.MATCH_SEQUENCEUsYjn  , ,%d,?@@       rc |d\}}}tj|j}||t j|t||||gitj dkrJ|j d}|tjt|t dSdS)NrurFr) rErhrrNrDrrbrgrDrWrrr])rrsubjectr namesrNrs r MATCH_CLASSz%InstructionTranslatorBase.MATCH_CLASS_s"iille%dh//  , ,%d,<==#sE*       g % %*R.C II&-&>N2O2O.OPP Q Q Q Q Q & %rc|jd}|jd}t|tsJ||t j|t||gitj dkrJ|jd}|tj t|t dSdS)NrrrF) rrSr}rDrrbrgrErWrrhrr])rrrdr9rs r MATCH_KEYSz$InstructionTranslatorBase.MATCH_KEYSosz"~jn$ .....  , ,%dO<N2O2O.OPP Q Q Q Q Q & %rcV||ddS)NrrDrrs rLOAD_ASSERTION_ERRORz.InstructionTranslatorBase.LOAD_ASSERTION_ERRORs) $//0@AABBBBBrcV||ddS)N__build_class__r)rs rLOAD_BUILD_CLASSz*InstructionTranslatorBase.LOAD_BUILD_CLASSs) $//0ABBCCCCCrz`Encountered graph break when attempting to trace BINARY_SUBSCR: a binary subscript, e.g. x[attr]cj|jdkr||d|_dS|jrJdS)NrF)rNappend_prefix_instrrs rRESUMEz InstructionTranslatorBase.RESUMEsD 8q==  # #D ) ) )&+D # # #. . .. . .rcJ|jJt|j||Sr)rN_binary_op_lookuprs r BINARY_OPz#InstructionTranslatorBase.BINARY_OPs'8'''$TX.tT:: :rcdSrrrs rrIz!InstructionTranslatorBase.PRECALL rc|jd|j}t|tsJ|D]}t|tsJ|jJt j||_dS)N co_constsr)rrNrSr0rrQrhr)rrrQrs rrJz"InstructionTranslatorBase.KW_NAMESs{$[1$(;(E***** ) )DdC(( ( (( (}$$$(/h??? rcH|tdSr)rDrrs rrqz#InstructionTranslatorBase.PUSH_NULLs ,..!!!!!rcall_kwc|rftjdksJ|}t|tr|sJ|}n|jr |jjnd}|j J| |j dz}tjdkr/|d}t|dtrgn|dg}n7t|dtr |d}g}n|d}|dg}|rs||dt| z}|t| d}tt||}t|t|ksJn||ddz}i} ||||d|_dS#d|_wxYw)Nrrrrr)rWrrrSr}rrrQrrNrErrrr,r) rrr9rQcontentsr>rr.rs r_callzInstructionTranslatorBase._calls  D#w....xxzzHh 66 X8;V;V;X;X X XX2244HH.2mCt}**Hx###99TX\**  w & &!B#HQK>>Q22Xa[MDD(1+|44 %a[a[  }  (1H ~#566D"CMM>#3#34K#h 4455Fv;;#h--/////(122,&DF !   r4 0 0 0 DMMMDDM s F?? GzTEncountered graph break when attempting to trace CALL: a function call, e.g. f(x, y)c0||dSrr<rs rrHzInstructionTranslatorBase.CALLs 4rcd|jJ||j|j dSr)rNrDrrs rCOPYzInstructionTranslatorBase.COPYs3x### $*dhY'(((((rc|jJ|j|j |jdc|jd<|j|j <dSr )rNrrs rSWAPzInstructionTranslatorBase.SWAPsEx###04 DH90EtzRT~- 2 DH9---rcdSrrrs rCACHEzInstructionTranslatorBase.CACHEr5rc0||dSrrrs r BEFORE_WITHz%InstructionTranslatorBase.BEFORE_WITHrrr>Union[ContextWrappingVariable, GenericContextWrappingVariable]c t|tr.|s|j|t jdkrO|jr(|jr|jj |jdj urd}n'|j jJ|j jj }n|j }|rt|ts tj r=|jt||t|j|n;|jt||t|j||S)NrFr)rSrjsupports_graph_breaksr9rrWrrSr%r(rrBrrr'rrenter)rrrr(s r enter_ctxz#InstructionTranslatorBase.enter_ctxsV s: ; ; =--// =  0 7 7 < < <  w & & ! D$ D%,D4DR4H4OOO,:FFF.<C[F  X$ 566 X&:T X ''#D&#dj//3GG ''fc$*oo(V(VWWWyyrcbtdd|d|dgddS)NzUnsupported context managerz1Attempted SETUP_WITH/BEFORE_WITH/LOAD_SPECIAL on z%Dynamo does not know how to enter a `z` context manager.)z,Avoid using the unsupported context manager.aEIf the context manager seems like it should be supported (e.g. torch.set_grad_enabled), then it may be the case that it was created outside the compiled region, which Dynamo does not support. Supported context managers can cross graph break boundaries only if they are local non-closure variables, or are intermediate values.zFile an issue to PyTorch. Simple context managers can potentially be supported, but note that context managers can't be supported in generalr)r:r)rs runsupported_ctx_graph_breakz5InstructionTranslatorBase.unsupported_ctx_graph_break:sZ1MMMj@T@T@V@Vjjj rcn|}t|ttfs||t|ttfsJ|t ||j||||dSr) rrSrirjrMrDrlr(rK)rrrs rrz.InstructionTranslatorBase.setup_or_before_withKshhjj )+IJ   2  , ,S 1 1 1 )+IJ      *3 <<=== $..d++,,,,,rcL|jsJ|j|dSr)rrrrs rr/z,InstructionTranslatorBase.append_prefix_instZs.&&&&   &&&&&rctjdkr[|jsTt|j|jt sJ|jj |j|j<dS| |dSr) rWrrrSrrrr"rNtrack_cell_newr/rs r MAKE_CELLz#InstructionTranslatorBase.MAKE_CELL^s  w & &t/F &d24;?NN N NN (7799   - - -  # #D ) ) ) ) )rc0||dSrr/rs rCOPY_FREE_VARSz(InstructionTranslatorBase.COPY_FREE_VARSi %%%%%rc0||dSrrTrs rRETURN_GENERATORz*InstructionTranslatorBase.RETURN_GENERATORlrVrc"tjdkr|n|dtjdkrB|j|}||jvr.|j||xjdzc_dSdSdS)Nrrrtr)rWrrrErrdiscardr)rr current_ips rrz!InstructionTranslatorBase.END_FORss  w & & HHJJJJ IIaLLL  w & &d+JT<<</77 CCC))Q.)))) ' &<>>???x### 8a< )   T " " " " " OODK ( ( ( ( (rc|jdkr||dS|jdkr||dS|jdkrI|t ||dStdd|jd|jdgtj dS) Nrurz Missing CALL_INTRINSIC_1 handlerzCALL_INTRINSIC_1 operand: z,No handler implemented for CALL_INTRINSIC_1 z instruction.r) rrUNARY_POSITIVErDr}rr$r:rr_rs rCALL_INTRINSIC_1z*InstructionTranslatorBase.CALL_INTRINSIC_1s ;!    $ $T * * * * * [A      % % % % % [A   IImDHHJJ$H$H$N$NOO P P P P P :BT[BBe4;eee6)56       rc|}|||dSrrrs rEND_SENDz"InstructionTranslatorBase.END_SENDs/hhjj   #rzpEncountered graph break when attempting to trace CALL_KW: a function call with keyword arguments, e.g. f(x=True)c4||ddS)NT)r9r>rs rCALL_KWz!InstructionTranslatorBase.CALL_KWs 4 &&&&&rc&|jjdvsJdS)N)POP_JUMP_IF_TRUEPOP_JUMP_IF_FALSEr )rrrs rrz!InstructionTranslatorBase.TO_BOOLs0$+0       rc |j}|J|}t|tsJ|}|dzrDtjdksJ||tjdgi}||_ n|dzr||_ n|dzrrt|tsJ|j }ttt|ddd|ddddt! }||_ n|dzr||_n |dzr||_||dS) NrrrrrT)strictr)rNrrSrrrWrrrhrrrr}rrmrr,rarrrD)rrrr>r=ranns rSET_FUNCTION_ATTRIBUTEz0InstructionTranslatorBase.SET_FUNCTION_ATTRIBUTEsh   XXZZ"899999xxzz 4< #w....%%d-=-DQ-G-G,H"MMD!BNN T\ BJJ T\ dM22 2 22JE#SsssU14a4[>>>??.00C!BNN T\  BMM T\ BK " rc||||jdSr)rDrrrrs r CONVERT_VALUEz'InstructionTranslatorBase.CONVERT_VALUEs4 $%%dhhjj$+>>?????rcV|tjdddS)Nrr)rrhrrs r FORMAT_SIMPLEz'InstructionTranslatorBase.FORMAT_SIMPLEs* +2266:::::rcV||ddSr)rrrs rFORMAT_WITH_SPECz*InstructionTranslatorBase.FORMAT_WITH_SPECs& 488::q)))))r) __enter____exit__ __aenter__ __aexit__ct|jts Jd|j|j}|dvr|}t|t t fs||t|t t fsJ|dkr9|t|| |dS|t|d| |dS| ||}||| |dS)Nz*expected LOAD_SPECIAL arg to be set to int)rwrxrw) rSrNr_load_special_namesrrirjrMrDrkrqrlr)rrr=rr9s r LOAD_SPECIALz&InstructionTranslatorBase.LOAD_SPECIALsh$(C((VV*VVV('1 , , ,((**C-/MN 600555-/MN  {"" 3C88999t$$$$$ 23==>>>t$$$$$ OOD ! ! !((**C IIcNNN NN4 rc^|tj|jdSr)rDrhrrrs rLOAD_SMALL_INTz(InstructionTranslatorBase.LOAD_SMALL_INTs( ")$+6677777r)rrr0ranyct|jts Jd|||j|jdS)Nz2expected LOAD_COMMON_CONSTANT arg to be set to int)rSrNrrDr_common_constantsrs rLOAD_COMMON_CONSTANTz.InstructionTranslatorBase.LOAD_COMMON_CONSTANT)s]$(C((  @  ( $//0Ftx0PQQRRRRRrcT|jdkr d|_dSdS)NrcdSNTrrrrrz>InstructionTranslatorBase.is_non_empty_graph..2sdrTF)r" count_callsrrs rrz,InstructionTranslatorBase.is_non_empty_graph/s/ ; " " $ $q ( (&2lD #4uradditional_stack_framesOptional[list[Any]]c |g}dtj|gt t |zS)Nr)r traceback format_listrrr)rrs rformat_frame_summaryz.InstructionTranslatorBase.format_frame_summary6s^ # *&( #ww  !##%%&h7N.O.O)P)PP     rtraceback.FrameSummaryc tjt|jdd|jt|jdddS)Nr rF) lookup_line)r FrameSummaryr rrrs rrz'InstructionTranslatorBase.frame_summaryAsF% DK < < K DKK 8 8     rct|jdd}tjd}||duS)Nrrz.*torch/nn/modules.*)r rrecompilematch)rrnn_modules_patterns ris_co_filename_from_nn_modulesz8InstructionTranslatorBase.is_co_filename_from_nn_modulesIs?4; {CCZ(?@@!''11==rrc|j|tj|}t t |tj|Sr) r"install_global_by_idrhrir>rPrr= WEAKREF_ALIVE)rrr global_names rstore_global_weakref_by_idz4InstructionTranslatorBase.store_global_weakref_by_idNsYk66vw{5?Q?QRR   , , 7 7 8R S S   rOptional[FakeTensorMode]c$|jjjSr)r"tracing_context fake_moders rrz#InstructionTranslatorBase.fake_modeUs{*44rcheck_fn!Callable[[VariableTracker], bool]c#VK|j}||_ dV||_dS#||_wxYw)zx Strict mode is enabled on a per-VariableTracker level depending on the return value of check_fn(node). N)r)rrpriors rstrict_translation_modez1InstructionTranslatorBase.strict_translation_modeYsH% ( * EEE$)D ! ! !ED ! ) ) ) )s (rc|jJ|jdksJ|j|jj|j|jdz |j|jdz Sr)rrrrrrrrs rr8z#InstructionTranslatorBase.speculategsk'333'!++++#(( K # K  $q (  d6: ;    rctjdksJ|jJ|jdz }t}d|j|t |z |D}||kS)zDetect if we're at the start of a list/dict comprehension in 3.12+. In Python 3.12+, comprehensions are inlined with a bytecode pattern that precedes BUILD_LIST/BUILD_MAP. rtNrcg|] }|j Srrcrds rrezEInstructionTranslatorBase._is_comprehension_start..}sTTT$$+TTTr)rWrrrrr)rrpatternrs rrz1InstructionTranslatorBase._is_comprehension_startqsv 7****'333  % )466TT$*;BW.sE   #*j88 8888  rr@rrLrrrrcV|}|dko|dkp|d S)Nrrr)rpatpatternsrrs rmatcheszAInstructionTranslatorBase._analyze_comprehension..matchess=4.C C$88_!55QS=Q9Q rrFrrrrrTz)Comprehension analysis failed: No matcheszpre_store_ops=z, post_store_op=z8Comprehension does not match any known bytecode pattern.)rrrrrr)rrrr)rWrrrrrrinsertrrrr:rr}rNrr rirSr0rr)rstart_iprrrdefined_inside iter_scan_iprr for_iter_ipbody_ip next_instvar_name var_namesscan_ip store_fast_iprrrrrrs` @@@r_analyze_comprehensionz0InstructionTranslatorBase._analyze_comprehensions7****'333577+a/#% !# #% #&55 !| a$\2D{333$$Q 444!  444! a m,,,88::    C[         8Z00     [1_j99 7 7G$W-D{f$$Q7Q;;S;S -gk: #|33(/H}449T9T#**8444&**8444{l**""4;////'' 44 7#-dk5#A#AUDKK ~!*77H~55(-:W:W%,,X666$& q. c$+,, , ,!'*1\AA  !27!;!B C C C qLG c$+,, , ,!'*1\AA   c$+,, , ,!'*1\AA qLG c$+,, , ,!'*1\AA T.////  g & - -           %) 78   *=9@J#OO W[ ! ! J#O%-k%:?%KXgkkQXGG GJ    4_ EEEJ"OO CWWW WWV     %!+'#'    rctjdksJ}jjt r,|jr%tdt|jdgj Jj dz }dt|j ztdg}tdj| }fd t'D}|d }t+jj}t/d |D} tjt|jz } |gt7| zdz|d |t=t'D]y} |t?d || r(|| T|tCddgz|tCdg"|||| |\} } |gt7| d z|d |tCddt7| d z|d |tCdd#| g| g|| d kr| dzdz}|gt7||d |tI|| |dtCdd tCdtCd|j%|j&r|j&gngz}i}|D]N}tOj(|<||j)vr|j)|||<2t|j)|j)|<O| d z}|j%ry|gt7||d |tU|j%D]\}}|gt7d ||dz|||vrO|gt7d |||tCd|tCddg|tCd|d |g|j+r#,tOn|j&r|gt7||d ||j&|vrC||||j&tCdgnh|gt?d tCddtCdn#|tCdgj-|.j/|j0}j-1||d_ dS)zHandle list/dict comprehension graph break. Builds a synthetic function wrapping the comprehension bytecode, calls it via codegen_call_resume, then chains into the resume function for the post-comprehension code. rtzDComprehension graph break in resume function with captured variableszCannot use comprehension optimization inside a resume function when there are captured variables. This can cause issues with deeply nested source chains.rNrcomprehension_graph_breakzcomprehension triggered compilercg|]:}tjtjz |zt;Sr)rSrrr)rrjrrs rrezOInstructionTranslatorBase._handle_comprehension_graph_break..:sL    tz#dj//J">"BC\ R R   rrc3K|]}|dV dS)rNr)rms rrzNInstructionTranslatorBase._handle_comprehension_graph_break..Gs'EE!1EAEEEEEErrrr rrrrr)2rWrrrrrirLrr:rrrrr?rrrr"rr}rEr2rPrrrer&r&rrrr+pop_nullr(_build_comprehension_fnrr'rrrrrrnrrDrrmrrr)rranalysisrrrstack_pops_null_maskrLr  nonnull_countlive_stack_depthrjrsrframe_values_pos vars_to_pass existing_varsrfv_depthrm walrus_varrKrs` @rrz;InstructionTranslatorBase._handle_comprehension_graph_breaks 7****..00 ;  ) )*G H H % b 677!8 '333+a/X3444 #$?$BTBTBVBVAWXX 3444%)K$@$@ !%A% % !     :&&    *(+ t{* + + EE';EEEEE tz??S1F-G-GG  - :Q>?? $$Q'' ''))     % ++,, M MA   [^^ , , ,#A& M  ////  "4]"J"J"J!KLLLL ,Y778999 !88        '  -122 $$Q'' '')) #->D  *4,,,*.*;H*E h''.1$2C.D.D!(++#a'  &     **((++++--   "+8+?!@!@ Q Q :  $Q,,QU33//11..$$(^^00z1JKK/~>>$$&8A&N&N&N%OPPPP   &y11((++++--      # > IIo'' ( ( ( (   >    **((++++--   "m33  ,,]8;N-OPP*>::  $Q*=a@@@+955   0;;< = = = ++B,?,?,A,ABBB'8  ++  & &{4M N N   $(   rrrrr list[bool]rc^ ddlm}ddlm}ddlm mtfd|jD} ddgt| zdtDztttj j pgtj jpgzjjn j jt#d j jd jjzjrjgngzjzd f d } |j | \} } || | jrj| n4jt3j| j| fS)aBuild a synthetic function wrapping comprehension bytecode. Uses the same calling convention as resume functions created by create_resume / ContinueExecutionCache.generate: the first two args are __nested_resume_fns and __nested_frame_values (ignored here), followed by stack items and live locals. Returns (code, name) where name is the global name for the function. r)transform_code_objectr ) CO_VARARGSCO_VARKEYWORDSc3HK|]}|v|VdSrr)rrrs rrzDInstructionTranslatorBase._build_comprehension_fn..sB  AT5K5K5M5M,M,MA,M,M,M,M  r__nested_resume_fns__nested_frame_valuescg|]}d|S)___stackrrzs rrezEInstructionTranslatorBase._build_comprehension_fn..s<<.update..:sLLLaatmmmmmr co_varnamesco_flagsrUr r0rrqrLrrKrrr) rWrrr0rr(r}_copy_comprehension_bytecoderrrr)rrr nonnull_irj comp_instsepiloguerrrrrcomprehension_body_varsrrrrrrrrs rrzAInstructionTranslatorBase._build_comprehension_fn..update-s'.L #7**.5 ]+-3L) **,L '*2L '*-d))L '12L- .01L, -*/LLLL#:LLLL++L '(4J'?^+C(L $)+F W 01As8}}UUUVVV MM,X1=== > > >&)I:&& # #'*#MM"4["A"ABBBBMM*;?U)?U?UVVVNII::8X_UUJ+-H+ S&SOO*;x?RSSSOO$6|D$Q$Q$QRRR#  ( 4VVHOO$6{8$T$T$TUUUU&%H$8 9 99 OO.~>> ? ? ?$z1HVaZZo. .&!!r frame_loctuple[tuple[str, int], ...]c<g}tjrW|j}|N||jj|j|jj}|||j}|N| ||t|Sr) rrr$rrrrrrreverser0)rrframe_loc_chain_list current_txparent_frame_locs r_get_frame_loc_chainz.InstructionTranslatorBase._get_frame_loc_chains79  % />BkJ(#'#7#7%1%%4$$ %++,<==='. ( $$&&&##I...)***rrrrUnsupported | StepUnsupportedc |jrdSt|dd}|#tjj} t jr8|j1| |j j |j |j j }n-| |dj|dj d}n #t$r|d|df}YnwxYw||}d}t jr6t%}dt)j|}n t%|z}t-|}dt)j|} |t/||}d|dd|d d |d  t jr |d | d z n t1| z tjdd fdt7|t8r|jnt=|} t> tBj"ritFsbtIj%| |frLt jr% dz d|j&dzz t>' n)t>'d|d|d |d|_dS)Nr?rrrrrzGraph break in user code at rrz Graph Break Reason: z User code traceback: zQ ========== most recent `torch.compile` tracing attempt started here ========== a} NOTE: the most recent `torch.compile` tracing attempt might not be where you applied `torch.compile`! This is due to how graph breaks are implemented - the optimized code object returned by Dynamo will call another Dynamo-generated resume function and tracing is re-enabled by calling the resume function as a normal Python function, which Dynamo intercepts as a top-level frame. artifactc dddS)Ndynamo_graph_break_reasonstring)rencodingrrrrrz;InstructionTranslatorBase.log_graph_break..s3$!!rc4dtjS)Nr)r format_exc)user_stack_tracesrrz;InstructionTranslatorBase.log_graph_break..s"2NNi6J6L6LNNr) metadata_fn payload_fnz4 Most recent bytecode instructions traced (max 20): rzmGraph break (user stack suppressed due to duplicate graph break) in user code at %s:%s Graph Break Reason: %sT)(loggedr rrrrrrr$rrrrrr IndexErrorrrr7rrrr5r3r_loggingtrace_structuredrSr;rrgraph_break_log isEnabledForrDEBUGexplainr\r rr) rrrr user_stackrframe_loc_chainstack_above_dynamo_formattedstack_above_dynamouser_stack_formattedrrs @rrz)InstructionTranslatorBase.log_graph_breaksX :  FS,55  5CCEEJ ) dk.E 00K+KK. !00rN+rN)    ]+-.III  33I>>')$ > J/ ;;J!wwy' : /LL'LLL    $8 9 9 9  '' ONNN (   ",C!=!=L#++499  ( ( 7 7  03Wo4NOO ~ Q L !DIId.H$I$ID$PP  ! !       ! !A! !      sA1B44CCrtypes.CodeTyper;chtddt|dgtj|ddS)Nzgraph break in loopzframe skipped: ztorch.compile detected a graph break in a for/while loop. Skipping the frame and falling back to eager, as graph breaks in loops are not supported.T)rrrrr5r=)r:r6rr<)rrs rrz0InstructionTranslatorBase.raise_loop_graph_breaksR)?&7&=&=??hD%CD      rrrFrarcrexportrrdistributed_stateOptional[DistributedState]rOptional[tuple[types.CellType]]r Optional[dict[Instruction, int]]c4t||_||_||_||_||_| |_| |_d|_ g|_ d|_ d|_ td|_d|_g|_g|_d|_d|_d|_g|_||_t/d|_d|_t5|_||_||nt;|j|_||_||_ ||_!||_"| |_#||_$|$tJj&rtO| |||_(nd|_(i|_)i|_*| |_+d|_,d|_-d|_.d|_/d|_0d|_1d|_2d|_3g|_4||_5d d l6m7}m8}m9}m:}| j;||z|z|zzr"|<t{d| |_>d|_?dgt| jAz|_BtDtjF|_GtDtjF|_ItjK| jL|dS) NrrTr)maxlen)rrrFr)CO_ASYNC_GENERATOR CO_COROUTINE CO_GENERATORCO_ITERABLE_COROUTINE)Mrhrirrr"rrrrrrrrr(rr7r%r9rrQrrrrrrrrrrrrFrarcrrrrreplay_record_enabledrHrnn_module_stack num_callsrr:rrrrrr$rrrrr r!r"r#rrDrfrrrr7r]rrrrrrrr lazycacher)rr"rrFrarcrrrrrrrrrrrrrrr r!r"r#rjs rriz"InstructionTranslatorBase.__init__#s0 .!2 . 0-J*%:"-1),. #$ #5e#<#< (,%UW,  "&(%*"%5%5%5"$%!47EE'0<*GG Drbrrrrrr)r>rorrrrrrb)r>rorrrrrrr)rrrrr)rrrrrr-rr)rr-)rr-rrrr)rur7rr)r9rrrrrb)r>rrr)rr-rrb)rlrrrO)rrrrrrrr)rrrrb)rrrr)rurbrrb)rrrr)rurbrr)rurbrr)rrrr)r=rrr)rr-rrrr")rrrKr-rLrArMrNr r2rOrrPrrrQrr-rrvrr")rMrNrr[r r2rr)rr-rr)rr-r rrr)rrbrrrrb)rrbrrrr)F)rr-r9rrr)rrGrr-rrb)rrbrr)rrrr)rr)rrrrrrrr)rrrr)rrr)rr)rrrrrrrrrrrLrArrQ)rrrrrr")rrrrrrrr)rrrr)rrrrrrrr)rrrr;rr)NNN)(r"r@rr"rFrrarrcrrrrrrrrrrrrrrrrrrrrrnrrrrrrrrrr(rrrrrrrrrrrrrrrrrrWrrpropertyrrr"r6rDr<rrErLrRrrWr[ LOAD_CLOSUREr^rrirLcached_propertyrorrrwrrkrrrEAGER_IMPORT_NAMErrrer JUMP_FORWARD JUMP_ABSOLUTErrnot_rkrrjJUMP_IF_FALSE_OR_POPJUMP_IF_TRUE_OR_POPrrrrrrrrrrrrrkrrrrrr rrrrrrrWr!r*r/r4r6r2r<rr@rCrF staticmethodrJrrrrrrrrrrrrr{rrBUILD_TUPLE_UNPACK_WITH_CALLrrBUILD_MAP_UNPACK_WITH_CALLrrrrrrrrrrrrrrrrrrrrr rrrrr DICT_UPDATErrrr!r%r'r*r-rNrrcnegUNARY_NEGATIVEr invert UNARY_INVERTpow BINARY_POWERmulBINARY_MULTIPLYmatmulBINARY_MATRIX_MULTIPLYfloordivBINARY_FLOOR_DIVIDEtruedivBINARY_TRUE_DIVIDErO BINARY_MODULOBINARY_REMAINDERr  BINARY_ADDsubBINARY_SUBTRACTgetitem BINARY_SUBSCRlshift BINARY_LSHIFTrshift BINARY_RSHIFTand_ BINARY_ANDor_ BINARY_ORxor BINARY_XORipow INPLACE_POWERimulINPLACE_MULTIPLYimatmulINPLACE_MATRIX_MULTIPLY ifloordivINPLACE_FLOOR_DIVIDEitruedivINPLACE_TRUE_DIVIDEimodINPLACE_MODULOINPLACE_REMAINDERiadd INPLACE_ADDisubINPLACE_SUBTRACTilshiftINPLACE_LSHIFTirshiftINPLACE_RSHIFTiand INPLACE_ANDixor INPLACE_XORior INPLACE_ORr0r3rIrJrqr<rHr@rBrJUMP_BACKWARD_NO_INTERRUPTPOP_JUMP_FORWARD_IF_TRUEPOP_JUMP_BACKWARD_IF_TRUEPOP_JUMP_FORWARD_IF_FALSEPOP_JUMP_BACKWARD_IF_FALSErDrFrKrMrr/rRrUrXrr]rr`rdrfrhrrprrrtrvLOAD_FAST_BORROWrPOP_ITERr|r}rrrrrrrrr contextlibcontextmanagerrr8rrrrrrrrrrrirkrls@rrrs////0000====....FFFF    &&&&$$$$""""&&&&KKK((((########3333    ....AAAA////!   EEEE%%%%%%%%....!!!!F00000000''''     8888, 4 4 4 4 U U U Unnnnn W W W Woooob 7""* +* +* +* +* +\    ;;;X;BBBBH2222 H=H=H=H=T     ;;;;!+!+!+!+FVVVV2222....////L    ****JJJJ*JJJJ !!!!EEEE(###\#, 2 2 2 2:;;;;|$%%%% 666\6,>>>>4444LM$ X]E::#|HNE::'< t<<&,x~t<<UUUU UUUU ((((UUUUNNNN*    (- - - - ^ R R R RD    0000.....$)$)$)$)LA'A'A'A'F<<<<:$$$$*QQQQfKKKKPPPP DDDD  ))) )   >;>;>; >;@  A - - -  -GGGG     ))))%%%%  A        \>A%A%A%A%Fg%g%g%g%Rq?q?q?\q?f    &  ~=== =8888((((1111!!!!FIIII    @L@@@@@ 8888$6 JJJJ     "2    9999....1111% % % % N@0  N    4444   NNNN(3333    B""""!!!!:1111PPPP%%%%$1111K@@@@         RRRR RRRR"CCCCDDDDXhl++NXhl++N''I8HO,,L8HL))Lhx|,,O%Xho66"(8#455!("233HX\**Mx --(,''Jhx|,,O.. uhx  ""MHX_--MHX_--M(-((J&&I(,''JHX]++Mx ..&hx'788#8H$677"(8#455Xhm,,N //(8=))Kx ..Xh.//NXh.//N(8=))K(8=))K(,''J//// 7"" ; ; ; ;    @@@@""""-!-!-!-!-!^  i ))))VVVVM!%+|HNEBB , X^U C C , X]E B B!-hmU!C!C    ((((####J   \ - - - -'''' * * * *&&&&&&&& / / / /;;;;))))$  A '''  '    B@@@@;;;;****!IH !!!!88888SSSS >B          >>>> 555X5 * * * *    !!!!  A A A A Fd(d(d(d(L~!~!~!~!@(""""++++(llll\    \  <48,048-@;@;@;@;@;@;@;@;@;@;@;r) metaclassceZdZed,dZejd-dZd.fd Zd/d!Z d0d$Z d1d%Z d/d&Z d2d)Z d2d*Zd2d+ZxZS)3rBrctjSr)tlsrrrrrz InstructionTranslator.current_txs ~rrc#Kttdd}|t_ dV|t_dS#|t_wxYw)Nr)r rr)rrs rset_current_txz$InstructionTranslator.set_current_txsJ\400 # EEE"CNNNUCN " " " "s 8Arr"rrrFrrarcrOptional[tuple[Any, ...]]torch_function_mode_stackr compiler_fnr:rrexport_constraints frame_staterrrrnrrrrrcJttjd|jd|dd|dt t || || | | ||||| | ||||||iidd|| d|||||t|j j 5| 5| |_ | |_ |j r|j s Jd i|_t|}t#j|d d}|D]q\}}||vrhd}|r5t+||i}t-j|t1|d | }||j|<r|j j}|D]}||vrZ||}t1|d d }t-j||}|}|||n|}||_||j|<|Jt=||D]\}}tA|}t1|d } t-j|j!|}n##tD$rtGj$}YnwxYw|%|||}||_||j|<tM||_'tQ|_)| r)tFj*|j|_dddn #1swxYwYddddS#1swxYwYdS)Nztorchdynamo start tracing rrrr) local_scoperrrr:rr)r"rrFrarcrrrrrrrrrrrrrz4Export without one graph - something has gone wrong.dynamismT)is_inputr)ris_derefed_cell_contents)r)+rrINFOrrhrir@_throw_if_in_functorchrr"rrr:rrrrr1rgrer frozensetrwrrRrNrrQrYrZr,rrQ cell_contentsrrDeletedVariabletrack_cell_existingrrrr realize_all)rrrrFrarcrrrrr:rrrrrrrrrrrlocal_dynamismvarrNcontents_sourcerQcell_varrP cell_sourcerjs rrizInstructionTranslator.__init__s(   L x x x,}:U x xXdeuXv x x    "$&*C#   &!%*."&+%/A ! ! ! F ##%%%T[0 1 1d d 43F3F3H3Hd d #,DN DK{ ~J~$&D *-d.D.D.F.F*G*G #/77;;JMMH'~~// 5 5 e000%)NS)28<<b3I3I3O3O3Q3Q)R)R-4# %)%3C25D(. ;3L % 6% 68##$TNE*'2!%15'''O 5H4N55L ,::<#>LLL?(;;|'+#-5$T**1K)22D .*=)>)>D & (1'D'P'P((($Ed d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d d s\7N G.N;KNK6 3N5K6 6A>N4 NN NN NNNcVtjd}tj|jjd|jj}tjj }tjjj j tjjj j tjjj j f}|f||vrR||urP|j}d|d|d|d}t#dd|g dSdSdSdS) NeagerrzhIf you are reaching here, it means dynamo failed for one of the following reasons: - Calling torch.func.zP(compiled_fn) function from eager mode is not supported. Ensure that torch.func.zp is also wrapped within a torch.compile function. For more information, see PyTorch issue #128711. - torch.func.z2(fn) requires the function to be inlined by dynamoz%Unsupported functorch tracing attemptrr)r_dynamolookup_backendrIgetattr_staticr"r_C _functorchpeek_interpreter_stack TransformTypeVmapGradJvprrlowerr:)rrrciforbidden_keysrr_s rrz,InstructionTranslator._throw_if_in_functorchYsF ,,W55, K #]DK4K  X 7 7 9 9 H  - 2 H  - 2 H  - 1  >bffhh.88[PU=U=U6688=&&((DY(,YY+/YY !% YYY  ?        >88=U=UrrrTct|tr|j|jSt|tr|j|jStr)rSrRrFrZrOrarrI)rrs rget_example_valuez'InstructionTranslator.get_example_valuexsK fk * * 4=!23 3 fl + + 6>&"45 5rc|jD]K}t|tr4t |t jjrdSLdSr) rrrSrrrrnnModule)rrs r$symbolic_locals_contain_module_classz:InstructionTranslator.symbolic_locals_contain_module_classsh%,,..  A!566 :$$&&<< tturct|jr^|jdx}rQt|tr>t ||t |jd<dSdSdSdS)Nrr)rrrSrqrzr$ra)rrs r"replace_tos_if_return_is_generatorz8InstructionTranslator.replace_tos_if_return_is_generators  OO  2& 3 <==  2--d33.00DJrNNN       rrr-c||jJ|jJtd|j|jz t js}|jdkr`|j sY| sE|j s>|j s7|j s0|js)tjdt#|jd|_t't(jd|jjd|jdt0d|j|t7d|gd |jd krd nd }t;|d ksJ|djrJ|j| ||dj!tD)NrrzhNo ops traced for the FX graph. `torch.compile` will skip the frame and fall back to eager. Frame info: ztorchdynamo done tracing rrzreturn triggered compile return_valueF)r6rrr)#rrrr[rrallow_empty_graphsr"rrrrr:rrr SkipFramer6rrrrrrrrrr?rrrerrJrr;)rrrs r_returnzInstructionTranslator._returns1 //111'333+++'' 043CC   )  ''))Q..2/==??/K/N / - / 3 /-@0==@@  $(   L M (; M Mt{ M M M    ,---$(K$@$@ %!3!3!5!5 6E!K>99qqq %A% % !,--2222,Q/@@@@ ++  ) )$0I!0L0V W W   rc0||dSrrrs rrz"InstructionTranslator.RETURN_VALUE Trc0||dSrrrs rrz"InstructionTranslator.RETURN_CONSTrr)rrBr*)$rr"rrrFrrarrcrrrrrrrrrr:rrrrrrrrrrrnrrrrrrr)rrTrrrr))rrrr7rr|r}rrirrrrrrrrkrls@rrBrBs\####ccccccJ>    ----^rrBrFc pg|]3\}}ttd|vr |ddn d|dd4S)INPLACEruNBINARY_)r rB)rrrs rrerese FA  !#v--F122JJ3IVABBZ3I3I  rr"r@rrget_inline_depthCallable[[], int]c#KtjsdVdS|jt|_|j}|j}|j|j|j|j tj d} dVd}|j }tj }|r||}||j z } | |jz } t|j|j|j| | t'|j||r|dnd|r|dnd|r|dnd|j| } |j| |j| dSdSdS#|j }tj }|r||}||j z } | |jz } t|j|j|j| | t'|j||r|dnd|r|dnd|r|dnd|j| } |j| |j| wwwxYw)a[ Context manager for profiling inline calls. Args: output: The OutputGraph containing profiler_state code: The code object being inlined (for timing metadata) get_inline_depth: Callable that returns inline_depth (called after work completes) Yields: None (profiling happens around the with block) NFTrrr) func_namer firstlineno cumtime_ns tottime_nsbytecode_countrcaller_func_namecaller_filenamecaller_firstlinenois_primitive_call call_stack)rdynamo_profilerprofiler_stater get_current_callerget_call_stackrDrrrtimetime_nsr start_time_ns child_time_nsrrrrrco_coder record_timingadd_child_time) r"rr caller_infor trace_success stack_entry trace_end_nsrrrtimings rprofile_inline_callrs"  !  $ 3 5 5'::<!HQD2= G A45@#J;q>>d"-"?%   F  ! / / 7 7 7  ! 0 0 < < < < <) = =44+//11 |~~  =[4++--L% (AAJ#k&??J(%/$-'3%%"4<00)3>!HQD2= G A45@#J;q>>d"-"?%   F  ! / / 7 7 7  ! 0 0 < < < <) =4s !FC%I3ceZdZUdZded<ded<ed4dZed5dZed6dZ d7dZ d8fd Z e d9d!Z d:d"Zd;d$Zd;fd% Zd<fd+ Zd=d,Zd=d-Zd>d1Zd=fd2 Zd=fd3 ZxZS)?rz Trace and inline a called methodr7symbolic_resultrr$rfuncrorrrrrrbcd}tj|fd5||||}|cdddS#1swxYwYdS)NcjdzSrr)r$srrz;InliningInstructionTranslator.inline_call..!sF4G!4Kr)rr"rbuild_inline_tracer inline_call_)r r$rrrtracers ` rrz)InliningInstructionTranslator.inline_calls M4==??,K,K,K,K   ) ),,VT4HHF&&((  ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )s,A((A,/A,trace_rules.SkipResultc |r tdt|dgt|trt j|ddrtt j|dd}tdt|d|d |d d gtj |d }|j rddl m }t|dr8t|jdr#|jj|urtjddSt|dr |jjnd}d|dg}d|vr |d|ddgz }tdd|d|d|d|jd|d ||S)!NzInline attempt with __self__zAttempted to inline a function with the `__self__` attribute. Dynamo is expected to decompose method calls into function calls with a `self` argument.r_torchdynamo_disableF_torchdynamo_disable_msgz2Skip inlining `torch.compiler.disable()`d functionzSkip inlining function z= since it was wrapped with `torch.compiler.disable` (reason: rz(Remove the `torch.compiler.disable` callT)is_inlined_callr)!produce_trampoline_autograd_applyr>_originz"allowlist in dynamo known functionrzAvoid calling the function `r^rz:Apply `@torch._dynamo.dont_skip_tracing` to the function `zw` to force tracing into the function. More graph breaks may occur as a result of attempting to trace into the function.z Please file an issue to PyTorch.z.Attempted to inline function marked as skippedz qualname: z, name: z , filename: `z`, skip reason: z?Dynamo developers have intentionally marked that the function `z` should not be traced.)has_selfr:rrSrtrIr get_functionr check_verboseskippedtorch._dynamo.variables.miscrr/r>r SkipResultr get_filenameget_namer)rr_rr fn_qualnamers rcheck_inlineablez.InliningInstructionTranslator.check_inlineable&s ==??  6D k      d0 1 1 g6L     !77 7  (!!##%?C LD--//00Ad6G6G6I6IAA:=AAA?     *4FFF >  V V V V V V d## DGY// GO'HHH#-?3:$2E2EM$'..2K>{>>>E 1 1 3 333hQ\hhh7  HS[SS$--//SS"//11SSCI=SS(^i(((      rct|tttfsJ|d}jj}tjs!|r|j dx}r|}|=t |}|j dusJtjs |r ||j <d} |||}n#t$r}t!dd|d|d|jdd|Dd| d |d gt(j| Yd}~nd}~wwxYw|Jt-j|D]<} t| t2s%t!d d |d| dgt(j=jdvrI|r t|dt8js't!ddjd|djdgd} t<jj j!"dr)dtGj$#} tJj&dkr?j'j(d"fd } tR*dtW| tX*d | |j-|rt|dt\rwj/|dj0} t| t<j1j2r3tgj4| tkj6| j7j8d!<|rzt|dtrr_|dj:} t| t<j1j2r3tgj4| tkj6| j7j8d!<t|tvrJtyr%t{|j>j?j@|} n$t|j>j?j@|} | S)#NFz2failed to bind arguments when attempting to inlinezfunc='z' rz ; args = c6g|]}|Sr)r)rrNs rrezEInliningInstructionTranslator.build_inline_tracer..s"===3??,,===rz ; kwargs = z4Argument mismatch when attempting to trace function rRr4z:Encountered unconverted argument when attempting to inlinezfunc: z, arg: zWAn argument to an inlined function was not successfully converted to a VariableTracker.r)rrrz2Unsupported __setitem__/__setattr__ inline attemptz code name: z, args: zAttempted to inline z: where first argument (self) is not a user-defined object.rbytecoderrFrrcjj}t}djd|d|S)N)rzTRACE inlined call z from r)rrrrZrr)headerrrcur_instr$ parent_codes rget_trace_call_log_strzQInliningInstructionTranslator.build_inline_tracer..get_trace_call_log_strsc77#-482+xHHOOQQQT\QQQQ4QQQrrzINLINING %s%s, %sr\r)ArSrtrrrprr"rrdont_skip_tracingpreviously_inlined_functionsrerrr bind_argsrr:rrrrrrrrrbrrrrrr  _internal log_stateis_artifact_enabledrlBytecoderWrrrtrace_call_logrr^rrrrr rr,rhrir1rgforwardrrrrsr.&InliningGeneratorInstructionTranslatorrrr)r$rrrr tracing_ctxprevious_result sub_localsrrrrmodulerrrrs` @@@rrz1InliningInstructionTranslator.build_inline_tracerhsJ $*.       $}}m3 ' )K )"-"J"N"Nd## )) >2CCDIIF>U****+ H  HAG 8>  f==JJ    LSSSD4E4E4G4GSS$--//JhSS=====SSJPSSeSWS`S`SbSbeee&1          %%%!2!2!4!455  Aa11 X5T55!55 y9-89  <9 9 9  :Q)LMM : LBdlBBDBB{4<{{{      > # - A A* M M 54#,t,,002244F  w & &1H -K R R R R R R R R R  z2H'I'I J J J %tVV]CCC  (JtAw(899 (]00a1CDDF&%("677 ( K''()@AA&  (JtAw(EFF (!W]F&%("677 ( K''()@AA&d$899999    ;'4,FF3'4,F s:C E0B E++E0c|j}d|_d|_|j}t j}|jr||j} |5|dddn #1swxYwYnt#tj $r(}d|d|}t |d}~wt$r }d|_d}~wt$rt d|wxYw|j|_d|_n#|j|_d|_wxYw|jjrt&S|jJ|j|jur|j|j|xj|jzc_t d||jjj|t8jst=|t>r|j rtC|rtt=|t>r_|j"rXt=|t>sJg}|j#s|jg}tj$tJ||dS|jStC|rTt=|t>sJ|j#sJtM|j'tQS|jS) NFTz!Observed exception DURING INLING z : zFAILED INLINING %szDONE INLINING %srr))r$rrrr| nullcontextrrr6rrrrr;r=r(rr"r#rgrrarrrr traced_coderrrrSris_generator_from_ctx_managerr.generator_exhaustedis_constant_nonerrrzgenerated_itemsra)rr$r strict_ctxrr_rs rrz*InliningInstructionTranslator.inline_call_sX&+#(,%{$022  " O55f6MNNJ 2                  $   BdBBqBBC IIcNNN    !AL     II*D 1 1 1  +/*CF ',1F ) )+/*CF ',1F ) 1 1 1 1 ; " *) )#/// >V- - -  # * *4+@ A A A((D,JJ(( $d+++ #/66t<<<  4 , tC D D ,2 , T"" ,t%KLL ,, , "$(NOOOOO+<<>>2 01D,]DtLLLLLL++D!! ,!$(NOOOOO+<<>>>>>+("2"4"4 ++sZBA5) B5A99B<A9=BD C2#B33 C2C*C22D Drrrrrrrrfuncvar7BaseUserFunctionVariable | LocalGeneratorObjectVariablerc |}|d} t| ts| j} |jj} | r| jnd} | | j} | j } | j }nct} t| t| } fdtD}| rt| | || j<t!|ji|| ||||| ||j|jdz|j|j|j|j| ||_||_|j|_d|_|j|_|j|_dS)N __builtins__c2i|]}|t|Sr)r )rrrs rrz:InliningInstructionTranslator.__init__..Ws%IIIAAwtQ//IIIr)rrrr)r"rFrarcrrrrrrrrrrrrrr) get_globalsrSr__dict__r"rinlined_code_cachererrrr"r!rr,rrhrirrrrrrrr$r&rr%rRr:)rr$rrrrrrrarcrcachedrrrrjs ` rriz&InliningInstructionTranslator.__init__;s'')) ~. *d++ -#,Jm3 =HR/33D999d  !.LnG!.LL/55L  - - -!,//GIIIIIIIL 7G!-#!-888 .t4 =!+-*G"7%%=,q0"2,$6N%    (  )#%5::<<)rrc|jjSr)r$rrs rrz'InliningInstructionTranslator.fake_modezs {$$rcXtj|jSr)rr!r$rrs rr"z)InliningInstructionTranslator.run_ctx_mgr~s!+DK,E,E,G,GHHHrrctjsdS|jsdS|jsdSdS)zCheck if comprehension speculation is allowed in this inlined context. Unlike should_compile_partial_graph(), this skips the exception table entry check. FT)rrr should_allow_nested_graph_breaksr$rrs rrzAInliningInstructionTranslator._can_speculate_comprehension_nestedsO ) 5|<<>> 5{7799 5trctjrV|jsdS|jsdSt SdSr!)rrrrr$rrhrrjs rrz:InliningInstructionTranslator.should_compile_partial_graphs_  % :<@@BB u;;;== u777799 9urrr-rrvr"ctjr"t||St dddgdS)NzGraph break in inlined functionrz2Graph breaks in an inlined call are not supported.r)rrrhrr:)rrrrjs rrz3InliningInstructionTranslator.create_call_resume_atsY  % R77007PQQ Q5L       rcP||_d|_tr)rrrr;rs rrz*InliningInstructionTranslator.RETURN_VALUEs #xxzz#' rcR|||_d|_tr)r^rrr;rs rrz*InliningInstructionTranslator.RETURN_CONSTs&#//55#' rrr#tuple[Any, VariableTracker, Source]cPd|jvr|jdds||jd}||}d|vrtjjj|}nt|}t|||}t||}n_|j d|j}t|}|j}t|||}t||}t|rt|}|||fS)Nr namedtuple_ry___unnamed_scope)rarirkrrr~rrrdrMr"rrOrNrYrS) rrrlrmrn fglobals_vt global_source globals_nameglobals_sources rget_globals_source_and_valuez:InliningInstructionTranslator.get_globals_source_and_values<  ' 'z0J0U0U 1 1 '.4K ..{;;M+--M2L# "0 !>~NNK&}d;;MM;;;"DNL*,77N!^N@/$??OOK-ndCCM ^ $ $ ;,M::M{M99rc|j}||jvr||S|jj|jur#t |dS||\}}}|jj ||r5| |jj ||dS|j|}| tj |||dSr)rrarer"rrhrir-rNhas_pending_mutation_of_attrrD load_attrrbrg)rrrrr)r*rrjs rriz*InliningInstructionTranslator._load_globals{ t~ % %$$T** * ; #t~ 5 5 GG  & & & & &,0,M,Md,S,S )A{M{'DD[RVWW M $+2<<[$OOPPPPPt, //e]KKLLLLLrcx|jj|jur#t|dS|}t |trtd|j dg|j }| |\}}}|jj |||dS)Nz3Storing Tensor hook handle in globals (inline call)rtr) r"rrarhrwrrSrr:rr-rN store_attr)rrrr_fglobals_valuer)rrjs rrwz*InliningInstructionTranslator.STORE_GLOBALs ; #t~ 5 5 GG  & & & & &HHJJE%!899 Q K 8  ;D.2.O.OPT.U.U +O[! K $ / / T5 I I I I Ir) r$rrrorrrrrrb)rrorr) r$rrrorrrrrrr+)r$rrrrrrrrrrrrrrrr-r*rr,r))rrrr%)rrrrrrrr7rrrrir.rr"rrrrrr-rirwrkrls@rrrs**....%%%% ) ) )[ )???\?BCCC\CJK,K,K,K,Z=*=*=*=*=*=*~%%%X%IIII             (:(:(:(:TMMMMMM"JJJJJJJJJJrrcxeZdZUded<dfd Zdfd Zdd ZddZddZdfd Z dfd Z ddZ ddZ xZ S)rrrrrrrrcdtj|i|g|_d|_d|_dSr!)rhrirrr)rrrrjs rriz/InliningGeneratorInstructionTranslator.__init__s=$)&)))!#( -2***rrbctjjfd5tcdddS#1swxYwYdS)NcjSrrrsrrzEInliningGeneratorInstructionTranslator.inline_call_..s 4CTr)rr"rrhrr!s`rrz3InliningGeneratorInstructionTranslator.inline_call_s dk;T;T;T;T U U * *77'')) * * * * * * * * * * * * * * * * * *s AAArcdSr!rrs rrzCInliningGeneratorInstructionTranslator.should_compile_partial_graph surrr-c*|}|j|t|jtkr t j|ttj s|j r||_ tdSr)rrrrrvrInfiniteGeneratorErrorrDrgrrrrr=)rrtops r YIELD_VALUEz2InliningGeneratorInstructionTranslator.YIELD_VALUEshhjj ##C((( t# $ $'9 9 9, , ()))  5 1 $'D     rc|jd}t|tsU|t t ||gi}||dSdSr )rrSrzrrfrrrD)rrrress rGET_YIELD_FROM_ITERz:InliningGeneratorInstructionTranslator.GET_YIELD_FROM_ITERskjn#344  HHJJJ!$''55dSE2FFC IIcNNNNN  rcTd|_t|Sr)rrhrrrrjs rrz3InliningGeneratorInstructionTranslator.RETURN_VALUE$##' ww##D)))rcTd|_t|Sr)rrhrrAs rrz3InliningGeneratorInstructionTranslator.RETURN_CONST(rBrct|jdksJ|}|jd}|st dddg ||}t |jtr |jdksJ|xjdzc_| || |dS#ttj f$ry}t |tj rtj||| tj|jYd}~dSd}~wwxYw) NrrUnreachable sub-generator coder@Should only be encountered while implementing generator support.rrr)rrrrr:rrSrrrDr<rrrr rhrrrrrurexs r YIELD_FROMz1InliningGeneratorInstructionTranslator.YIELD_FROM,s4:!####hhjjjn##%%  8^      ###D))C43S99 ,q0001  $ $ ) $ $ IIcNNN   T " " " " "#s<= 9 9 9"c;<< 4-d333 HHJJJ II&-bh77 8 8 8 8 8 8 8 8 8  9s$CE+2A.E&&E+cNt|jdksJ|}|jd}t|tt fs:t|t rt|jtj j r| r | |}| |dS#ttjf$rp}t"jdkr|| t'j|j||Yd}~dSd}~wwxYwt-dddgdSt-dd t/|d t/|d gdS) NrrrtrErrFrzSEND with bad typez TOS type: z(Attempted to SEND with unsupported type rR)rrrrSryrqrr collectionsabcIteratorrrrDrrrrWrrhrrr:r`rGs rSENDz+InliningGeneratorInstructionTranslator.SENDRs4:!####hhjjjn c,.JK L L&  s5 6 6& 39ko&>??& ##%% #++D11CIIcNNNNN&s'DE $ $ $''11 II.5bh??@@@IIdOOOOOOOOO $&< b  ,3WS\\33Vws||VVV       s'CE)A%EE)rrrrrrr+rr))rrrrrirrr<r?rrrIrNrkrls@rrrs ****333333 ******    ************$#$#$#$#L********rr)rrrr)rr)rrrr)r>r?rr@)rOrPrr)rZrrr[r()rr)rrrrrDrrr)rrrDrrr)rrr r2r!r"rr)rDrr.rrr/)r"r@rrrrrr( r __future__rrKcollections.abcr|rRrrlrLrrIrrrrrrW threadingrrrTrhrtypingrrrrr r r typing_extensionsr rtorch._loggingtorch._dynamo.dynamo_profilerr rtorch._dynamo.excrr torch._guardsrrrtorch._logging.structuredr%torch.fx.experimental.symbolic_shapesrtorch.utils._functoolsrrrrrrrrbytecode_analysisrrr r!rr"r#r$r%r&r'r(r)r*r+r,r-r.r/r0r1codegenr2r3r4r5r6r7r8r9r:r;funcname_cacher<guardsr=r> output_graphr?r@rA polyfillsrBrCrDrErF replay_recordrGrHrrIrJrKrLrrMrNrOrPrQrRrSrTrUrVutilsrWrXrYrZr[r\r]r^r_variables.baser`rarbvariables.builderrcrdrevariables.builtinrfvariables.constantrgrhvariables.ctx_managerrirjrkrlvariables.dictsrmrnvariables.functionsrorprqrrrsrtruvariables.iterrvvariables.lazyrwvariables.listsrxryrzr{r|r}variables.miscr~rrrrrrvariables.nn_modulerrvariables.streamsrvariables.tensorrrvariables.torch_functionrrvariables.user_definedrrrrrrrrtorch._subclasses.fake_tensorrrr getLoggerrrr getArtifactLoggerr rrrrrrrrcontainsrrr4rrcacher dataclassrrrrrrr}rr%r'rrr(r;r=rNrYrrrrrrrrr-rWrrYrnrrBr_nb_opsr2rrrrrrrzs0#"""""     QQQQQQQQQQQQQQQQQQ$$$$$$ RRRRRRRROOOOOOOOCCCCCCCCCC//////<<<<<<////// "'&&&&&                      )(((((////////NNNNNNNNNN:9999999                    ;:::::::                      GFFFFFFFFFRRRRRRRRRR......HHHHHHHH <;;;;;;;/.....//////QPPPPPPP222222GGGGGGGG(==========<<<<<<''''''g!!.228^LL11(LII>33HnMM^55h@PQQio''4R4L4R4T4T'''"/("344B _X] + + 9 D!!H! %&(  )))) < CCCCCCCCL          22222222 33333333. 4444 ))))& $$$$ !!!!!!!!H     ~        I   9AAAA  ....&  $ $ $ $  >>>>B (''''T BAAAAHRRRRB}}}}@JJJJJJJJ4 ________DO?;O?;O?;O?;O?;'O?;O?;O?;O?;d~_____5___D w   :=:=:=:=zjJjJjJjJjJ$=jJjJjJZ-Jr