/jXl UdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZddlZddlmZddlmZddlmZm Z m!Z!m"Z"ddlm#Z#m$Z$m%Z%m&Z&m'Z'ddl(m)Z)dd lm*Z*ddl+Z+ddl,Z+dd l-m.Z.dd l/m0Z0dd l1m2Z2dd l3m4Z4ddl5m6Z6m7Z7m8Z8m9Z9ddl,m:Z:ddl;mZ>ddl?m@Z@ddlAmBZBmCZCddlDmEZFddlGmHZHddlImJZJddlKmLZLddlMmNZNmOZOmPZPddlQmRZRmSZSddlTmUZUmVZVmWZWmXZXmYZYddlZm[Z[ddl\m]Z]m^Z^ddl_m`Z`maZambZbmcZcmdZdddlemfZfmgZgmhZhmiZiddljmkZkmlZlmmZmmnZnmoZompZpmqZqdd lWmrZrmsZsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z}dd!l~mZdd"lmZmZmZdd#lmZdd$lmZmZdd%lmZmZmZdd&lmZdd'lmZdd(lmZmZmZmZmZdd)lYmZdd*lmZmZmZmZdd+lmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZdd,lmZd-ed.< ddlZn #e$rdZYnwxYwejr.dd/lmZdd0lmZdd1lZmZdd2lmZdd3lmZdd4lmZmZmZdd5lmZe jeɦZe+jed6Ze+jed7ZejZe&d8Ze)d9ZGd:d;Zdd@ZGdAdBZeզZeզZdadCedD<ejeF dddLZdddRZddUZeqjddYZ ddd_ZdaejZd`eda<ddcZdddZeGdedfZddjZGdkdlZ ddduZddvlmZddwlmZeZdxedy<dd}ZedZddddd~ddZeGddZeGddZedmGddZeGddZeGddZddZddZ dddZ dddZdddZeGddZddZdddZddZdZddddd~ddZ dddddddZGdd¦Z dddÄZddńZddƄZGdDŽdejZGdȄdɦZddʄZdS)a This module implements TorchDynamo's core frame conversion functionality, transforming Python frames into FX graphs. It handles: - Frame analysis and bytecode transformation - Guard creation and management for dynamic behaviors - Cache management for recompilation - Error handling and fallback mechanisms Key classes: - ConvertFrame: Main entry point for frame conversion with error handling - ConvertFrameAssert: Implements core frame to graph conversion logic - Tracker: Tracks input/output code objects during conversion - CatchErrorsWrapper: Provides error handling and suppression logic The conversion process preserves program semantics while enabling optimizations through torch.compile() and related systems. NOTE: _torchdynamo_orig_backend is used for convert frame wrappers to identify the inner wrapped function. By going down the _torchdynamo_orig_backend chain, one can recover the original unwrapped backend, which is checked for during the Dynamo cache lookup. ) annotationsN) dataclass)Path)CellTypeCodeType FunctionType ModuleType)AnyNoReturnOptionalTypeVarUnion) ParamSpec) ReferenceType)GlobalStateGuard)CallbackTrigger)get_compile_pg)TensorifyState)compile_contextCompileContext CompileIdtracing) structured)compile_time_strobelight_meta#maybe_upload_prof_stats_to_manifoldsignpost_event)_use_lazy_graph_module)ConstraintViolationErrorGuardOnDataDependentSymNode)_forward_from_src) _WaitCounter)DistributedDataParallel) OrderedSet)_disable_current_modes any_torch_dispatch_mode_on_stack/is_in_any_mode_without_ignore_compile_internals)CapturedTracebackformat_traceback_short)config decoratorsexcgraph_break_hints trace_rules)_is_registered_backend)remove_dead_coderemove_pointless_jumps) check_inst_exn_tab_entries_valid Instruction is_generator propagate_inst_exn_table_entriestransform_code_object)CacheSizeRelevantForFramecompute_cache_sizeexceeds_recompile_limitis_recompilation)always_optimize_code_objects Constraint dynamo_tlsinnermost_backend innermost_fn skip_code TorchPatcher) augment_exc_messageBackendCompilerFailedFailOnRecompileLimitHitformat_error_msgInternalTorchDynamoError PackageErrorResumePrologueTracingErrorShortenTracebackTorchRuntimeErrorUncapturedHigherOrderOpError unimplemented Unsupported)reset_user_object_tracking)CheckFunctionManager'get_and_maybe_log_recompilation_reasons GuardedCode)Hooks)DynamoTracerOutputOutputGraphCommon)_log_size_mismatch_recompilelog_frame_dynamic_whitelistput_code_state)ExecutionRecord)TORCH_DYNAMO_RESUME_IN_PREFIX)DistributedStateExceptionStackInstructionTranslator LocalStateSpeculationLog)is_numpy)ConvertFrameReturn FrameActionFrameExecStrategywrap_guarded_code)_get_error_on_graph_breakchromium_event_timedCleanupManagerCompileTimeInstructionCountercounters dynamo_timedformat_bytecodegen_record_file_name#get_hook_for_recompile_user_contextget_metrics_contextincrement_frame is_namedtupleistype LazyStringmaybe_disable_inference_mode*maybe_disable_inference_mode_for_fake_prop orig_code_mapreset_graph_break_dup_checkersetup_compile_debug to_int_ustroubleshooting_urlwrite_record_to_file)#torch_function_mode_stack_state_mgrzOptional[ModuleType]np)Callable)WeakIdKeyDictionary) CompilerFn)CompilePackage)WrapBackendDebug) BytecodeHook CacheEntryDynamoFrameType)FrameStateSizeEntrybytecode graph_breaks_T_PceZdZdS) TODO_UNKNOWNN)__name__ __module__ __qualname__`/home/longshao/multi-rider-rag/.venv/lib/python3.11/site-packages/torch/_dynamo/convert_frame.pyrrsDrr fake_mode6Optional[torch._subclasses.fake_tensor.FakeTensorMode]returnNonec|dS|jjj}|j|jdS)z:Clear WeakIdRef entries from a FakeTensorMode's describer.N)fake_tensor_convertermeta_converter describer lookup_tensorclearlookup_storage)rrs r_clear_fake_mode_weakrefsrsM/>HI !!### ""$$$$$rc.eZdZd dZd dZdd Zd d Zd S)Trackerrrc:g|_t|_dSN)seensetseen_idsselfs r__init__zTracker.__init__s35 "%%% r strong_objrct|jvrOtj|fd}j|jdSdS)Nc8jSr)rremove)_idxrs rzTracker.add..sDM4H4H4M4Mr)idrweakrefrefrappendadd)rrobjrs` @rrz Tracker.addstnn dm # #+j*M*M*M*M*MNNC I  S ! ! ! M  c " " " " " $ #ritemboolc.t||jvSr)rr)rrs r __contains__zTracker.__contains__s$xx4=((rcj|j|jdSr)rrrrs rrz Tracker.clears.  rNrr)rrrr)rrrr)rrrrrrrrrrrrsd((((####))))rrzOptional[GlobalStateGuard]initial_global_statesrcstrglobalsdict[str, Any] co_fieldsOptional[dict[str, str]]rcPt|||}t|j|Sr)original_forward_from_srcr@__code__)rrrresults rfx_forward_from_src_skip_resultrs* 'sGY ? ?F fo Mrcoderskipint list[str]ctjttjd|z}tj|}ttj fd||j |j tj|j dgztjdfdfd|Dd|j d |j d |j gz}|S) Nrc|dkS)Nfilenamer)fconvert_frame_interns rrz"log_dynamo_start.. sa m';;r)linenamer dynamo_startc diS)Nstackr)rsrrz"log_dynamo_start..s % rcZg|]'}|jk d|jd|jd|j(S)Line: , Name: , Filename: )rlinenor).0framers r z$log_dynamo_start..sP  >1 1 1 POOuzOOu~OO 1 1 1rrrr)r intern_string__file__r'extractsummaryfrom_tracebacklist itertools takewhileco_firstlinenoco_name co_filenametorch_loggingtrace_structured)rr captured_tbframes_interned stack_stringsrrs @@rlog_dynamo_startrs3%3H==#+T:::BBDDK / <._fn-s!##/11 H . . 0 0< <  ( * *< <  7 8 8< <  $)#B#D#D "'"L"N"N #QSSO==?? )"?,,L133K#l88::O!Nz&&(( @X2244@@%*Z%=%=%?%?N@@@@@@@@@@@@@@@$)H$G$G%% !"'!6!H 6UEH ! 3)++G#-//J  $ $(BBDD     $ $%H I I I & ( ( ( r4*6** x99;;q@@@gA@@  """**?;;;(>>?STTT2'? --- **?;;;' 444HAACC,03NNNH@@BBB!-6688AA 00@@@AAAAAAAAAAAAAAA33H&;;M%7||~~ffmmoofff~u< < < < < < < < < < < < < < < < < < < < < < B x99;;q@@@gA@@  """**?;;;(>>?STTT2'? --- **?;;;' 444HAACC,03NNNH@@BBB!-6688AA 00@@@AAAAAAAAAAAAAAA33H&;;M%7||~~ffmmoofff~~~~~u< < < < < < < < < < < < < < < < < < < < < < < < < < < < < < < < < < < < < < < < < sZY8CY!9E$  Y!$E( (Y!+E( ,CY!Q$EY! O = Y! O  Y!O A.Y!? Y8 Z$EY ; W'  Y 'W++Y .W+/A/Y Y!!Y% %Y8(Y% )Y8, Z8Y< <Z?Y< ZZZrrrrrr) functoolswraps_torchdynamo_orig_backend)rr-s` rpreserve_global_stater2$sN_RDDDDDDL%'C! Jrrrrc"|jtvrdS|jjD]}||jvrv|j|}t |t r&|jds |turdStr'tj r|tust|rdSid fd |j D]}|rdStd|jj|jj|jjd S) z+Check if the frame has torch.* related bitsTztorch.robjectrrc "t}|vr|Sd|<ttjtjjfs4t tr,ttjjr d|<|Stj rHtrAt tj sttj r d|<|St ttfr&t!fdD|<|St t"rGt}t!fd|D|<|St t&t(t*tdt,fr d|<|St/rz:has_tensor_in_frame..has_tensor..s+">">Q::a==">">">">">">rc3.K|]}|VdSrrr7s rr:z:has_tensor_in_frame..has_tensor..s+"A"AQ::a=="A"A"A"A"A"ArN_fieldsc3JK|]}t|VdSr)getattr)rr8r9rs rr:z:has_tensor_in_frame..has_tensor..s5"T"T1::gc1oo#>#>"T"T"T"T"T"Tr)r isinstancerTensornnModulerptype issubclassr* trace_numpyr{ndarraygenericrtupleanydictvaluesrrfloatrrohasattrr<)robj_idrKr9rs` rr9z'has_tensor_in_frame..has_tensorsC X  F# #  cEL%(/: ; ;!  3  ! ",S%(/"B"B!  $HV F# #    RZ(( -7sBJ,G,G  $HV F# # C$ ' ' "">">">">#">">">>>HV F# # C   #**,,''F""A"A"A"A&"A"A"AAAHV F# # C#sE4::t< = = $HV F# # 3   GC$;$; ""T"T"T"T"T "T"T"TTTHV F# # 5rz0skipping because no torch.* %s %s %sF)rr4rr)f_coder;co_names f_globalsr?r r startswithrr{r*rEr_f_localsrKlogdebugrrr)rrrvaluer9rs @@rhas_tensor_in_framerWxsP |333t<(   eo % %/'*C#z**  ''11 58E\\tt f( cRii8C==itt "H(((((((V&&(( :e   44 II     #  5rFe ExceptionOptional[DynamoFrameType]exportcd}t|dr,t||}t||j||_t ||dS)N exec_recordr[)rMrkryr]record_filenamerB)rXrrr[r_s rexception_handlerr`s] Oq-  ,.q$77_am<<<+&))))))rz/typing.Counter[Union[int, FrameStateSizeEntry]]FRAME_COMPILE_COUNTERfuncc<tjrt|S|Sr)r*cprofilecprofile_wrapper)rbs rmaybe_cprofilerfs &%%% KrcHtjdfd }|S) Nrrrrrrc N tj}|s Jdttjt j jdt| ddd}tj } tj }|j g|Ri|}tj |z }n4#t$r't dd} |i|}YnwxYwt d j||t'j|} ||n+#t,$rt d|YnwxYwt d ||d } t1jd d d dddt|gt0j5} t1jdddt| g| jt d| dddn #1swxYwYn#t:$rt d|t&jj !d|t&jj"!dYnwxYwtGt|x r#tHj%&d fd|S)NzTrace id is Noner/z.profilezfailed to enable cProfilerz7### Cprofile for %s trace id [%s] took %.3f seconds ###zCannot write to %szRaw profile at %sz.svg gprof2dotz-fpstatsz"--node-label=total-time-percentagez!--node-label=self-time-percentagez--node-label=total-time)stdoutdotz-Tsvgz-o)stdinz Generated SVG from profile at %szxFailed to generate SVG from profile -- dumping stats instead.Try installing gprof2dot and dot for a better visualizationlinkcddS)Ncprofile_manifold_url)rurlr) manifold_linksrrz;cprofile_wrapper..profile_wrapper..&s!8OOr)'rcurrent_trace_idrospathjointempfile gettempdirrrreplacecProfileProfiletimeruncall ValueErrorrT exceptionwarningrkStats dump_statsOSError with_suffix subprocessPopenPIPE check_callrlFileNotFoundError sort_statsSortKeyTIME print_stats CUMULATIVErrrr) rrtrace_id profile_pathprofstart_tsretvalprofile_latencypssvg_pathgprof2dot_processrtrbs @rprofile_wrapperz)cprofile_wrapper..profile_wrappers!244+++++x GLL#%%=LL3x==#8#8c#B#BLLL    !! +y{{H "T\$888888F"ikkH4OO + + + MM5 6 6 6OT4*6**FFF + E M      \$   > OOL ) ) ) ) > > > MM. = = = = = > '666++F33 E!87- %%"    J#%GT3x==9+2 >III! J J J J J J J J J J J J J J J"! E E E KKN    MM&.- . . : :2 > > > MM&.3 4 4 @ @ D D D D D  E@      =  N + +OOOO    s\ :C.D  D E%FF84I ,AI4 I II II BK! K!r.)r/r0)rbrs` rreresE_TDDDDDDL rceZdZUdZded<dS)ConvertFrameBoxNzOptional[bool]error_on_graph_break)rrrr__annotations__rrrrr-s$+///////rr frame_state*dict[str, Union[int, FrameStateSizeEntry]]rcd|vrt|d<tdz a|d}t|tsJt|}t|xxdz cc<d}t jx}r|j}t|||S)N_idr))compiled_autograd_idframe_idframe_compile_id) FRAME_COUNTERr?rrarcurrent_compile_idrr)rrrrpriors rget_compile_idr2s K* E 5!H h $ $$$ $,X6(###q(###1333u:$9 1)   rcFeZdZ d d!dZed"dZddd#dZdS)$ConvertFrameAssertTFN compiler_fnr~ one_graphrr[export_constraints Any | NonepackageCompilePackage | Nonerrct||_||_||_||_||_t |_dSr)rur1 _one_graph_export_export_constraints_packager_box)rrrr[rrs rrzConvertFrameAssert.__init__JsF &''')4&# #5  #%% r*Callable[[CompilerFn], ConvertFrameAssert]cfdS)NcFt|jjjSr)convert_frame_assertrrrbackendrs rrz8ConvertFrameAssert._clone_with_backend..]s%3  O L  $   rrrs`r_clone_with_backendz&ConvertFrameAssert._clone_with_backend[s     rrrrr cache_entryOptional[CacheEntry]hooksrRrrrrr`ct|j}t||}t||t vrt Stj dr6tj d|j krt S|j dkr(|j drt S|j dkrt S|j dkrT|j tjt jjrt S|j dkr|j dkrt S|j dkr-|j dkr"t'|jst St+|r t-d d d d gt.j t3|st St5j}|r%d|jj vr|j}|rd|jj v|r#|jt:jurt dSt>} tAatC|} | j"} tGdd|j | tI| |j |j%|j&|j'd|j tPs8|j d|j d|j%} tRj*+|  tYt[| 5t]|j|j/|j0|j|j1|j2|j3|j4|j5|||||| |dz|j6|j7} dddn #1swxYwY| an#| awxYwtpj9r'|j6 ddl:m;}|<|j6| S)NTORCHDYNAMO_DEBUG_FUNCTIONz )ztransformers/file_utils.pyztransformers/utils/generic.pyzdiffusers/utils/outputs.py __setattr__rzzzAttempt to trace generatorz.run_tracerHs ! M 5 5 7 7 7677  9N9N9P9P                                 .     ! ! # # #   *  . M        --// 0v}.///   M , , . . . FOOO M , , . . . FO se2BB A+ B+A/ /B2A/ 3B6 BBB B B D'A4DD''"E T)errorr)torch.fx.experimental.validatorr r restartr[r\rS output_graphoutput_instructionsupdaterr5r2r1r0rY_torch_dynamo_tracer_output)rrrrrrrrrrrr[rrrrr r tracer_outputrrXr rr s ` @@@r trace_framer#s(WVVVVVVV!##L " '!+#F(!!!!!!!!!,  *622 +!!!)))) 4 QQQF/000(666(66601A,1O1OPP QQQ (:6(N(N(N%  sBC,, D6D  DcReZdZUdZded<ded<ded< dddZ dddZdS) DynamoOutputao Represents the core data returned from a single dynamo run, including: - Guards, wrapped inside tracer_output.output_graph.guards - Generated bytecode - Other information needed for compilation. This data structure should capture all the "interesting" information dynamo produces on the frontend side before it enters user backend. rSr"rrzOptional[float]last_attempt_start_timeNFrrOptional[Hooks]saverrr strict_errorrrOc r|jj}|Jt||||r|jnd|r|jnd||SN) save_guardsr))r"rrO guard_fail_fnguard_filter_fn)rrrr(rr)rs r build_guardszDynamoOutput.build_guards~sa)6 '''#   #( 2E  d%* 4E ! !%    rargdefsOptional[tuple[Any, ...]] kwdefaultsOptional[dict[str, Any]]GraphCaptureOutputc |jj}|Jtt||j|j|j|j|j|j |j |jj |||jj Sr) r"rr4rTdump_guards_stateimport_sourcesrexport_metadatatracked_fakes_id_to_source traced_coderrrQ)rr0r2rs rgraph_capture_outputz!DynamoOutput.graph_capture_outputs )6 '''! ..00+&,7     '  $ M   &     (   rNFNF rrrr'r(rrrr)rrrONN)r0r1r2r3rr4)rrr__doc__rr/r;rrrr%r%os&%%%,,,, "&,0"      ,.2/3       rr%cFeZdZUdZded<ded<ded<ded <d ed <d S) BackendInputa  Represents core data structure that dynamo will pass to a backend, including: - Graph module - Example inputs - The FakeTensorMode used for compiling graph. This data structure should capture all the information dynamo produces on for the user backend. r backend_idtorch.fx.GraphModuler r example_inputsz,torch._subclasses.fake_tensor.FakeTensorModerr}tensor_to_contextN)rrrr?rrrrrArAsWOOO&&&&;;;;******rrA)frozenceZdZUded<ded<ded<ded<ded <d Zd ed <eje Zded<d dddZ ddZ d S)GraphRuntimeEnvrrdict[str, str]r7r used_globalsr1rr0Nr3r2)default_factoryset[str] external_refs extra_globalsrBr compiled_fnCallable[..., Any]rOrcd|jD}i||j|pi||i}||t j|j||j|j}|j r |j |_ |S)Nc>i|]\}}|tj|Sr) importlib import_module)ralias module_names r z4GraphRuntimeEnv.forward_callable..s9   "{ 9*;77   r)rr0) r7itemsrJ_check_external_refstypesrrrr0r2__kwdefaults__)rrBrPrOr7rQrs rforward_callablez GraphRuntimeEnv.forward_callables  &*&9&?&?&A&A      "      !!),,,   M LL     ? 0 $B  rrQrczg}|jD]}||vr|||rtd|ddS)Nz&Missing required external references: zM. Please load AOT compiled function with `f_globals=`)rMr RuntimeError)rrQ missing_refsrs rrZz$GraphRuntimeEnv._check_external_refssw % ) )C)####C(((  ^^^^   r)rBrrPrQrOr3rrQ)rQrrr) rrrrr2 dataclassesfieldrrMr]rZrrrrHrHs""""    &&&&&&&&+/J/////k/DDDMDDDD37 >      rrHceZdZUdZded<ded<ded<ded <d ed <d ed <d ed<ded< d#d$dZd%d Zed&d"ZdS)'r4z) Minimal version of DynamoOutput rTrrIr7zlist[CodeType]r:rrr1rr0r3r2rrQNFrrrr'r(rrrr)rrOc \t||j||r|jnd|r|jnd||Sr+)rOrr-r.)rrrr(rr)s rr/zGraphCaptureOutput.build_guardssM$    #( 2E  d%* 4E ! !%    rrHc >ddlm}i}|jjjD])}||}|||jvr|j|||<*||j}t|j|j ||j |j |j |S)Nr)get_global_source_name)rr7rJrr0r2rM)torch._dynamo.sourcerfrr8graph_input_idx_to_local_sourcerKrQ_get_external_refsrrHr7rr0r2)rrfrJsource global_namerMs rget_runtime_envz"GraphCaptureOutput.get_runtime_envs??????   . N U U W W H H 0088K"dn,,,0N;,G [)// >> ].%LL'    rrLcddl}t}|j|D][}|jdkr"|jr||j/|jdkr!|jr||j\|S)Nr LOAD_GLOBAL LOAD_NAME)disrget_instructionsopnameargvalr)rrprM instructions rriz%GraphCaptureOutput._get_external_refs/s "%%% 03/99 : :K!]22%:!%%k&8999#{22%:!%%k&8999rr<r=)rrH)rrrrL) rrrr?rr/rl staticmethodrirrrr4r4s$###""""&&&&&&&&(((( "&,0"      $    4\rr4c8eZdZUdZded<ded<dddddZdS) CaptureOutputa CaptureOutput should represent all the information produced from torch compiler for a single graph capture. This intends to be consumed by various compiler frontends so that we can share as much compiler internals as possible and avoid great divergence between different stacks. This data structure should eventually contain all the information compiler produces as more refactors happens to converge different compiler frontends. r4r;zOptional[BackendInput] backend_inputN)rPrOrPOptional[Callable[..., Any]]rOr3rrQc|j}|jJ|jj}|p |jj}||||S)NrN)r;rlrxrBr r])rrPrO runtime_envrBs rr]zCaptureOutput.forward_callableSsh /??AA !---'2 !DT%7%D ++  ',   r)rPryrOr3rrQ)rrrr?rr]rrrrwrwCs`-,,,)))) 5926         rrwmodr %tuple[FunctionType, Optional[object]]cBddl}t|tjjr|j}t |dr|j}|j}t |dr|j}t|j dkr5t|j dkrttjj j jdkrttjj j jdkrt|jdkrt|jdkrttjj j jdkrhttjj j jdkr<|tjjjkr"|tjjjkr|j}n.t|tjjr|j}n|j}t |dr|j|jfS|j|r|dfSt3d|)z Utility function to get the function to trace, and optionally a bound self object, from a callable (nn.Module, function, or method). rN__self__zUnsupported model code type )inspectr?rrArBforwardrM__func__rlen_forward_pre_hooks_forward_hooksmodulesmodule_global_forward_pre_hooks_global_forward_hooks_backward_pre_hooks_backward_hooks_global_backward_pre_hooks_global_backward_hooksr  GraphModule _call_implr isfunctionr_)r|rresolved_forward resolved_calls r get_traced_fnres NNN#ux''!; #Z 0 0 9/8  =* - - 3)2M & ' '1 , ,C&''1,,EH$+EFF!KKEH$+ABBaGGC+,,11C'((A--EH$+FGG1LLEH$+BCCqHH EHO$;;;!999 +CC UX1 2 2 .CC,CsJA|S\))  C ADy?#??@@@rinspect.Signaturec.tj|dS)NF)follow_wrapped)r signature)rs r_get_signaturers  R 6 6 66rrtuple[Any, ...]rr3 FrameInfoc ddl}t|\}}||f|z}|i}t|}|j|i|}||j}|jpd} |jj} | s| rOt| t| ksJ| dt| | Dt|j|j ||j|jpd|j|jS)zL Create a frame to trace, given a model, args, and optional kwargs. rNrc$i|] \}}||jSr) cell_contents)rrcells rrXz_get_frame..s! O O O*$T4% O O Or)rr0r2)rrrbindapply_defaults arguments __closure__r co_freevarsrr zipr __globals____dict__ __defaults__r\) r|rrrrself_optrbound_argumentsrSrfreevarss r _get_framers+OOO %%LB{T! ~r""I$ind5f55O""$$$(Hn"G{&H 7 7||s8}},,,, O OHg8N8N O O O      $"$   r constraints _is_export_deprecated_do_not_userOptional[list[Constraint]]rct|||}ttti5t |||cdddS#1swxYwYdS)a This API captures a full graph for a model, given example inputs to trace with. Specifically, it takes a callable (nn.Module, method, or function), args, and optional kwargs, and returns Dynamo-captured graph along with other important compile-time information. This serves as the common graph-capture mechanism for different torch compiler AOT frontends (e.g. AOT precompile, export). Note that this API doesn't apply context managers like metrics context, and the expectation is that the caller will apply them depending on the use case. The CaptureOutput is separated into two parts: 1. Frontend specific information, which includes: - guards - generated bytecode - other information tracked by OutputGraphCommon. 2. Backend specific information (indexed by unique backend id) such as: - fx graph - example inputs rN)rrrr_fullgraph_capture_frame)r|rrrrrs rfullgraph_capturers: sD& ) )E r(:(:;; < <  ' #-M                     sAA!AcVeZdZUded<ded<ded<ded<ded<d ed <d ed <d S)rrrrrrrrrr1r0r3r2N)rrrrrrrrrsf&&&&((((((rc ddlmdd fd } t|j|j|j|j|j|||d t }n#ttf$rm}t|tj r|}|j(|jd|j}|j(|d|jd}~wwxYwt!||j|jS) Nr)TracingContextgmrCrDlist[torch.Tensor]rc}|j}|j}|Jt|jdt sJt |jd|||||S)NrB)rrrEr?metarrA)rrDrrrErrxs rfullgraph_compilerz4_fullgraph_capture_frame..fullgraph_compilersy),,..#- +=$$$"',/55555$ GL !2~yBS   rT)rr[rrrestart_reasons)rrCrDrrrC) torch._guardsr compile_framerrrrrrrMrKrBr*verbose __cause__with_tracebackrwr;r0r2) rrrr dynamo_outputrXcur_exnrrxs @@rrrsJ -,,,,,,0M       6% J M L N M*3*EE     5 6 6 6 6A >  !"+   , ,T 2 2 2'G+t$$!+5 6 **5=%:JKK  s>AC#A(C  CcallbackConvertFrameProtocolcXtdd}||Sd dd fd }|_|S) N_dynamo_fail_callbackrr rrr c td)NzDynamo: expected not to compile nested code - this happens because a Dynamo callback was triggered and succeeded in compiling when running fullgraph=True compiled code.)r_)rrs rcompile_frame_errorz.get_fail_callback..compile_frame_error4s 9   rr`ctjtdz5|i|cdddS#1swxYwYdS)Nz.compile_frame)mockpatchr)rrrrs r fail_callbackz(get_fail_callback..fail_callback;s Z#335H I I - -8T,V,, - - - - - - - - - - - - - - - - - -s 488)rr rr rr )rr rr rr`)r>r)rrrs` @rget_fail_callbackr/siH&=tDDM     ------- &3H" rrrLc td   f d } d}tjD] }|tj_ t d |d 5t| \}}|Jt||| cdddcS#1swxYwYt#tj $r}t|tj stjtd t#t$|jt)|dd}|r|||jpt1t3|t5j}|dkrt7dddgYd}~rd}~wtj$r}t|tj stjt)|dd}|r|td|jjj d}~wwxYwdS)a A helper function taking a frame and backend, then return the generated bytecode and guards as a common data structure. This is a shared interface for multiple compiler frontends (e.g. torch.compile, torch.export) that needs to capture a graph out of python code. rrrrrrSc tj}t ||| }|J|S)Nr)r overrides _get_current_function_mode_stackr#)rrrr"rrrrrr[rrrrrrrs r transformz compile_frame..transform^su O < < > > $           1#/!   &(((rNcompile_attempt_Tlog_pt2_compile_event)r"rr&zRestarting analysis due to %sr!dz!Excessive RestartAnalysis() callsrzDynamo attempted to trace the same frame 100+ times. Giving up on compiling as the compile time tradeoff is likely not worth the performance gain.rzPReceived signal to skip frame (without graph break): %s %s %s %s)rrrrrrS)!r^rcountrrattemptrir6r%r,RestartAnalysisr?rrrrTrrqr( __traceback__r>_cleanup_output_graphrrestart_reasonrrCr~rLrrUrrr)rrrrrrrrr[rrrrrr&rrr"rXfailed_tracer_outputrs``````` ````` @rrrDs0%&&O8#?$$33'.$0 :::RVWWW  *?i*P*P'-$000#"/%,C                   "   a!CDD '$&&& HH/11?CC    $+1.KT#R#R # =$::<<<    0 @CQLL A A A&*ikk #}}?!2 }   a!CDD '$&&&#*1.KT#R#R # =$::<<< II  #      I33sJB73)B+ B7+B/ /B72B/ 3B77IC)F55IBI  I)rrrrrRrrrr7rrOptional[ConvertFrameBox]r`c <=>?@ddlm}m}d>tddO @fd d/tj@d0dddn #1swxYwYd}-|+r|+j9}-|-ri|-_A|-jBx}.ri|._Cd0d1l5mD}/t|/}0|&|-t|-jG}1t|-jHjG}2|-I}3t|-jJjK}4|-L}5t|-jM}6d2|-jND}7d3|-jOD}8tfj4j5j6nQd}1d}2d}3d}4i}5d}6t%i}7t%i}8t%@tcj2|$z d4z >id5|0d6|j)d7|j*d8|j+d9| jPd:| jQd;|1d<|2d=|3d>|4d?|6d@|%dA|&dB|(dC|)dD|7dE|8@>|*dutjRdt>|#t|5|'dF }9||9|r|+r|+jTn t|_T|+:|+j93|+j9jVs't|+j9jXjYjZ_[tj\}:|:tt}:|:rp|+rn|+j9rg|+j9jX};|;j_7t|;jat|+j9dGrt|+j9jccdddcdddcdddcdddcdddcdddcdddS#t$r7}"t|"jf}%t|"}&tjhg}'t|"|| HtfjjkdIdJdKLtjm|"\}(})t?|"dMd}+t|"tBttttt|t|tttf rtt|"jfdNt|"y|"jzdd}"~"wwxYw#tfj4j j=rWt#d,d-.5t:>d/tj@d0dddn #1swxYwYd}-|+r|+j9}-|-ri|-_A|-jBx}.ri|._Cd0d1l5mD}/t|/}0|&|-t|-jG}1t|-jHjG}2|-I}3t|-jJjK}4|-L}5t|-jM}6d2|-jND}7d3|-jOD}8tfj4j5j6nQd}1d}2d}3d}4i}5d}6t%i}7t%i}8t%@tcj2|$z d4z >id5|0d6|j)d7|j*d8|j+d9| jPd:| jQd;|1d<|2d=|3d>|4d?|6d@|%dA|&dB|(dC|)dD|7dE|8@>|*dutjRdt>|#t|5|'dF }9||9|r|+r|+jTn t|_T|+:|+j93|+j9jVs't|+j9jXjYjZ_[tj\}:|:tt}:|:rq|+rp|+j9rj|+j9jX};|;j_7t|;jat|+j9dGrt|+j9jcwwwwwxYw#1swxYwYdddn #1swxYwYdddn #1swxYwYdddn #1swxYwYdddn #1swxYwYdddn #1swxYwYddddS#1swxYwYdS)SNr)BisectValidationExceptionValidationExceptiong compile_inner) phase_namerrrrrrRr7tuple[ConvertFrameReturn, Optional[DynamoTracerOutput]]c tj5}|tjjtjttj |tj |||cdddS#1swxYwYtdfSr)r r r r_dynamocallback_handlerinstall_callbacksrDYNAMOrrrrgrecordr`)rrrr_compile_inners rrz_compile..compile_inners ! # # :u    .@@#*C0Q0S0S,T,T       = D F F G G G!>$ 599 : : : : : : : : : : : : : : : :    sBB55B9<B9-tuple[ConvertFrameReturn, DynamoTracerOutput]ctjx}}d#d }|d |j|j|j|d} t | !|#" }nV#t j$rD}|rtd|j Jt|j fcYd}~Sd}~wwxYwj Jd|j }|j } |j|j}|J|d|j|j|j|tt D]A\} } t%d| d5| ||} | | }dddn #1swxYwYB|t&|<t(|||z | jJ| j} d$d}|J||}||}d}|d|jd|dz }|d|jd|z }|jd||jd|ks J|d}|d|jdz }|d|jz }|j|jks J|d}|d|jdz }|d|jz }|j|jks J|| jr$| rt| fS| jJ| jt<j|<t%dd5| ||"du }dddn #1swxYwY"b|j!J""|j!|"#| j$j%"&| j'j(tSnd!}d"|z}tU||j+|}| s!|j,|,| jt[|| fS)%Nprefixrrrline_norrrrrc ttjr-tt |||||dSdSr) bytecode_log isEnabledForloggingDEBUGrUrj)rrrrrs r log_bytecodez6_compile.._compile_inner..log_bytecodes[((77 ""#FD(GTJJ  rzORIGINAL BYTECODErz,No graph captured with export/fullgraph=Truez;compiler collective wasn't run before compilation completedzMODIFIED BYTECODEbytecode_hooks_Trcddl}|j|jzt|j|jzzt|j|jzzS)Nr)r co_argcountco_kwonlyargcountrco_flags CO_VARARGSCO_VARKEYWORDS)rrs r count_argsz4_compile.._compile_inner..count_args5sY NNN ()t}w'99::;t}w'==>>? rzarg mismatch: zold code object has args z, znew code object has args zfree var mismatch: zold code object has free var znew code object has free var zcell var mismatch: zold code object has cell var znew code object has cell var r/)rr(rUnknownzTorch-Compiled Region: ) rrrrrrrrrrrrrrrr).r~rrrrr,rrTrUr!r` all_statesrr"r& enumeraterrKrirtrrr co_varnamesr co_cellvarsr[is_empty_graphrcleanupsrfinstancer/ guards_stateadd_guarded_codeadd_inlined_sourcerr:update_device_typecurrent_tracergraphrrQ guard_managerguard_export_fnrc)$rrrr& start_timerout_coderrXr"rr hook_outputrrtotal_argcount_oldtotal_argcount_newmsgcheck_fncompile_id_strannotation_str guarded_coderrrrrrdynamo_time_before_restartr[rrrrrrs$ rrz _compile.._compile_inners04y{{:*       L          G)#5'"3MM} G G G J HIII0<<<%'')FF F F F F F F  G !(,=,H,T,T I-U,TT!)%3  0 <&3&K ####  L         #?#9#9#;#;<< + +IC555TRRR + +"d422 **H + + + + + + + + + + + + + + + #' h"""%z_compile..s4!!!)5 tt$!!!rrecompile_user_contextsrc8d|jd|jd|jdS)N'z' (r))rrr)rs rformat_func_infoz"_compile..format_func_infos+U4<UUD,<UUt?RUUUUrztorch._dynamo hit config.%s (%s) function: %s last reason: %s To log all recompilation reasons, use TORCH_LOGS="recompiles". To diagnose recompilation issues, see %sr c tddddttddddtd g dS) NzDynamo recompile limit exceededz Limit type: zLDynamo attempted to recompile the code object too many times, exceeding the z$ cache size limit (currently set to zj). Excessive recompilations can degrade performance due to the compilation overhead of each recompilation.zTo monitor recompilations, enable TORCH_LOGS=recompiles. If recompilations are expected, consider increasing torch._dynamo.config.z to an appropriate value.zSee z) for tips on dealing with recompilations.r)rLr>r*rx) limit_typesr(raise_unimplemented_cache_limit_exceededz:_compile..raise_unimplemented_cache_limit_exceededs=7:77!Y%/!Y!YU\]ceoUpUp!Y!Y!Y a;Eaaa^2]]]       rz/Hard failure due to fail_on_recompile_limit_hitz"Hard failure due to fullgraph=TruezBtorchdynamo start compiling %s %s:%s, stack (elided %s frames): %srrzsize mismatch at indexgc gc_time_us)rz run_gc_after_compile: running gcr)) curr_framech|] }|j Srrrops rr$z_compile..s$X$X$XR_$X$X$Xrch|] }|j Srr2r3s rr$z_compile..s'((((*BO(((rgeA frame_keyrrrrr guard_countshape_env_guard_countgraph_op_countgraph_node_countgraph_input_count fail_type fail_reasonfail_user_frame_filenamefail_user_frame_linenonon_compliant_opscompliant_custom_ops) rdynamo_time_before_restart_shas_guarded_codespecialize_float is_forward%dynamo_compile_time_before_restart_us stack_tracegraph_node_shapesexception_stack_trace_old_fake_moder^artifactc dddS)N dynamo_errorstringrencodingrrrrrz_compile..Ds* (%%rc(tjSr traceback format_excrrrrz_compile..Hs9#7#9#9r metadata_fn payload_fnr!z: )rrrrrrRrr)rrrrrrRrr)rrrr)rr ){rrrrrfrm code_contextr  nullcontextrr*use_lazy_graph_modulerrrer!guardrirrrZr]r:rPr?inline_inbuilt_nn_modules update_outerrlr9rTrr>rxrMfail_on_recompile_limit_hitrDrbraRUN_ONLYframe_exec_strategyrUrrrrxr'rformatrr~time_nsrrutilsReinplaceCountersrrWr has_outputsrVrUrun_gc_after_compilerr.collect local_scoperoot_txrSr0rrrr count_callsr nodesget_graph_sizes_structured placeholdersr@rArrrDrwrrdr[r#rguards_context dynamo_guardsinner#invalidate_compile_context_weakrefsr/r>rErrrMrJrYrCrrSrTr`rrr,get_exc_messager?rJrCAssertionErrorrrrKrIrGrHrFrr)Arrrrrrrr[rrrrrrrrrrrrrmetrics_contextrX compile_pgrreasonsr inbuilt_nn_reasonsinbuilt_nn_recompile_reasonr%user_contexts_msgexceededr)r,rXrG start_time_nsr<r=rIr>r?rr"rrrr0r6r7r8r9r:rHr;r@rAmetrics should_cleartcrrrr+rsA ````` `` ` `` ` @@@@@rrrs.),"o>>>     ?> "\>\>\>\>\>\>\>\>\>\>\>\>\>\>\>\>\>\>^\>|*++O&-&9T"""z?U?W?W v;<<[[z2233[[  d$   [[ BCCIIKK [[ [[  $-%H   [[ [[%(EE')) ): % 0Z\\ J J   $ +/ J ' ' E =UL$=$=G?FU667ST: /4+/ ;E ;!HUL$=$=D""" /I4Fq4I ( ,7;.//7;3 $$$47Z     #F"G"G " N!!9P!!!     9;L M M M6z:NN* 4  V V V V KK;  ++  && #           88::::   5 1I 1< ->#,k.B--A)  Q L     1H GG%-1t8<<<CCEE F F   4'tT22   #' %) 5926 04 -33555   *7-i*O*O 'L-     3%2%??\ 3!,,.. 3 ,D111#3(@DT(T(T0222f}#8 "!$NNN""HH?@@@JqMMM"""""""""""""""F 4&3 )%'"#^+6)&(FO ) ) ) ) ) )JI"v'9!&-00 (+F,<,C(D(D%!'!3!3!5!5#&v|'9#:#: $*$E$E$G$G!$'(;$<$<!$X$Xv?W$X$X$X!((.4.I((($ #599;;;;" (,%!%#' $&!$(!$'GG!'*2ww$"%%%.2lnn}.LPS-S*Y4<t/!$"5  jT  )**F {()>!.#$4$%6Y{+,D)*@ $%6!"'(<#$$30J$0$<$*$;"9B.:: +%():%;%;)>9GB  ( ( 1 1 1! %5M66244"6)!.:%29;ak`l`l *:IW]"EL# 66G 6T6TUU   ]%? &3CB(..000.bl;;;}9;KLL1)6Es [[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[f+ <+ <+ <Q,Ia&&K%.%9%;%;$< ! auV < < < < N + +:9 ,   @C?R:@@ < $&<$A'DdKKM%)",/'0-$ .  <"/Aww+77s1vv77 .11t!.#$4$%6Y{+,D)*@ $%6!"'(<#$$30J$0$<$*$;"9B.:: +%():%;%;)>9GB  ( ( 1 1 1! %5M66244"6)!.:%29;ak`l`l *:IW]"EL# 66G 6T6TUU   ]%? &3CB(..000.bl;;;}9;KLL1)6E    q [[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[s(s,s"r=:r& =r q8 E(q!< Jq! K.AK))K..Cq!7A!_'q!?/Q:. q!:Q>>q!Q>K)q!+ q8 7 r  r&  r= s' s, d D2c==dd(q-/e( q(e,,q/e,0K.qq!!q%%q8 (q%)q8 , r 8q<<r ?q<r  r& rr& rr&  r=&r* *r=-r* .r=1 s=s ss s s,s s,s s,,s03s0c>eZdZ ddd Zedd Z dddZdS) ConvertFrameNrr~rrRrrrrcP||_t|d||_||_dS)NF)rr)r1r_inner_convert_hooks)rrrrs rrzConvertFrame.__init__s7 *5&2 5'    r*Callable[[WrapBackendDebug], ConvertFrame]cfdS)Nc.t|jSr) convert_framerrs rrz2ConvertFrame._clone_with_backend..s}  K  rrrs`rrz ConvertFrame._clone_with_backends     rrrrrrrrrrr`ct|jtddxxdz cc< ||||||dz}tddxxdz cc<|S#t $rS}t |tr|jjj du}|J|jjj rt |trt |t} |j} | r&t|ddsttjrt#|drt#|d rt%t'|j5|j} d t/j| } t3j| } d | d | t6jd dfdtdt>j dddn #1swxYwYt>j!s| st|dd}|j} tE|| ||}| rtF$|dntF%|dt |t2j&r!|j'tQ|j'cYd}~SYd}~nd}~wwxYwtQS)Nframestotalr)rokloggedFr real_stackrzGraph break: torch.compile cannot properly resume from this graph break, which results in a skip. torch.compile will skip tracing the frame zN and fall back to eager. The graph break occurred in the following user code: rKc dddS)Ndynamo_graph_break_reasonrNrOrrrrrz'ConvertFrame.__call__..Is(C,411rc4dtjS)N rR)user_stack_tracesrrz'ConvertFrame.__call__..Ms2B/^/^iFZF\F\/^/^rrUT)exc_info stack_infor_)r)r`))rrrOrhrrYr?rHrrrKrMr>graph_break_logrrrrMrrrrrxrS format_listr,format_frame_inforrrrUr*rsuppress_errorsrErTrrTorchDynamoExceptionr`r`)rrrrrrrrXr soft_failr user_stackuser_stack_formatted frame_infor_ error_msgrs @rrzConvertFrame.__call__s  %%%7###q(###g U(({E;TAX)F X t $ $ $ ) $ $ $Ma Ua Ua U!788 #(=TI !(333"'<   !9:: "1k22ISTTTTTTTTTCa UF"###sD9A77 KC+K-BH KH KH B,KKKr)rr~rrRrrrr)rrrrrrrrrrsw -1        X  s$s$s$s$s$s$s$rrc&t|||S)zHTry to convert a frame into an FX graph, if error leave frame unmodified)r)r)rrrs rrros  UG < < <*>*@*@'))//BSBSTTUUFN  ( / /?? ?   !#'gg4Q:: $b3GGG    $,?F ( (+>F ( > > > > ()??????????????????s<AAA E A D:- E:EEE EctjdkrdStj|D]}|jdkr |jdzcSt d)N) rRESUMEr-z$RESUME instruction not found in code)r version_inforprqrroffsetr_)rinsts rfirst_real_inst_idxrsc '!!q$T**$$ ;( " ";!# # # # # = > >>rceZdZddddZdS)rrrrrrrrrRrrrrrr`cdSrr)rrrrrrs rrzConvertFrameProtocol.__call__s !SrNr)rrrrrrrrrs7!!!!!!!!rceZdZddZddZdS)CatchErrorsWrapperrrrrRrrc\tj||||_||_dSr)r/r0r1r)rrrs rrzCatchErrorsWrapper.__init__s/! !!$''')1& rrrrrrrr`c |Jt|jtj|j}t jdkr|jt|jk}n|jt|jk}tj rt}nt}|s&|s$tj s|rt|jddst t$jrY|rd}n#tj|jrd}n|rd}nd}t d|jj||jjt/S|jjd kr|jjd ks/|jjd r|jjd krt/St2jjd krt;j}|rt>5ddl m!} | |j"|jj} tG|jds Jd|j$| j%} | |||j&|cdddS#1swxYwYt>5tO5||||j&|d} | cdddcdddS#1swxYwYddddS#1swxYwYdS)N)r rFztraced frame alreadyz in skipfileszSnon-infra torch dispatch mode present, this is not supported today in torch.compilezdynamo tracing is disabledz#skipping: %s (reason: %s, file: %s)r__new__zcollections/__init__.py_make ddp_optimizerr) DDPOptimizer)bucket_bytes_capbackend_compile_fnrzJDDPOptimizer only supports callback fns that know how to clone themselves.r)r)(rrrOr.rrrf_lastirr*#inline_torch_dispatch_torch_compiler%r&disabler>r1rTrrrrUrrr`rrrrcget_optimize_ddp_moder"_get_active_ddp_module compile_lock"torch._dynamo.backends.distributedrrrMr compile_fnrr$) rrrr is_skipfilehas_started_executionshould_skip_for_dispatch_mode skip_reason ddp_modulerrhijacked_callbackrs rrzCatchErrorsWrapper.__call__s9 &&& %%%!' 55  w & &$)M4G 4U4U$U ! !$)M5H5V5V$V !  5 ,L,N,N ) )@AA * " ( (~  ( .  (  > 5QQ ( .. (?"8KK &u|44?"0KK2?"wKK">K 9L(L,  &'' ' L $ 2 2u|7Ky7X7X L $ - -.G H H8Y $//&'' ' =  4 4 6 6/ I I0GIIJ !OOOOOO$0L)3)D+/+I+c%%%M#68Me 6JJ)4& -,{DJ #*  133  33{DJ !4F                                          sIA3JJ JK7%!K K7K# #K7&K# 'K77K;>K;N)rrrrRrr)rrrrrrrr`)rrrrrrrrrrsB [[[[[[rrc"t||Sr)r)rrs rcatch_errors_wrapperr s h . ..r)rrrrr)rrrrrrrrr)rrrrrr)rrrr)rrrr)NF) rXrYrrrrZr[rrr)rbrrr)rrrrr) rr~rrr[rrrrrrr)rrrr)"rrrrrrrrrrrr~rrrrrr^rrrrr[rrrrrrrrrrrS)r|r rr})rr rr)r|r rrrr3rr) r|r rrrr3rrrrrrw)rrrrrrrrw)rrrr)rrrrrrrrrrrr~rrrrLr[rrrrrrrrrrr%r>)&rrrrrrrrrrrr~rrr[rrrrrRrrrr7rrZrrrrrrrrrrrr`)rr~rrRrrrr)rrrrr)rrrrRrr(r? __future__r collectionsr r|rarpr/r.rTrrrrvrkrrrry threadingr~rSr[typing unittest.mockrrrpathlibrrrrr r r r r rtyping_extensionsrrrtorch._loggingtorch._C._dynamo.guardsrtorch._dynamo.callbackrtorch._dynamo.distributedrtorch._dynamo.symbolic_convertrrrrrrrtorch._utils_internalrrrtorch.fx._lazy_graph_moduler%torch.fx.experimental.symbolic_shapesrrtorch.fx.graph_moduler r torch.monitorr!torch.nn.parallel.distributedr"torch.utils._ordered_setr#torch.utils._python_dispatchr$r%r&torch.utils._tracebackr'r(rr*r+r,r-r.backends.registryr/bytecode_analysisr0r1bytecode_transformationr2r3r4r5r6rr7r8r9r: eval_framer;r<r=r>r?r@rArBrCrDrErFrGrHrIrJrKrLrMgraph_bytecode_inputsrNrrOrPrQrrRrrSrTpgorUrVrW replay_recordrXresume_executionrYsymbolic_convertrZr[r\r]r^r_r`rarbrcrcrdrerfrgrhrirjrkrlrmrnrorprqrrrsrtrurvrwrxryvariables.torch_functionrzrnumpyr{ModuleNotFoundError TYPE_CHECKINGcollections.abcr|torch.utils.weakr}r~rrrepro.after_dynamorrrrvariables.builderr getLoggerrrTrgetArtifactLoggerrrRLockrrrrrrrrrr0rrr2#suppress_torch_distributed_warningsrWr`rCounterrarfrerrrrrtorch.utils.hooksrrrr#r%rArHr4rwrrrrrrrrrrrrrProtocolrrrrrrrs.#"""""      !!!!!!>>>>>>>>>>>>::::::::::::::''''''!!!!!! 444444222222444444999999MMMMMMMMMMMM%%%%%% ?>>>>>QPPPPP&&&&&&AAAAAA////// MLLLLLLLEEEEEEEEEEEEEE555555GGGGGGGG                             >===== ???????? +*****;;;;;;"!!!!!XXXXXXXXXXXX0JIIIII BBB  7((((((444444------''''''444444@@@@@@@@@@666666g!!~//*EE .228^LLy   WT]]Yt__        %%%%(gii wyy 377777*++MQ,+DQQQQh1KKK21Kb(, * * * * * K  HHHHV 0000000 0.mmmmmmmmd%)(,     $#####------,7;==8888%)HL48(,#OOOOOOd 8 8 8 8 8 8 8  8 v +++++++ +" $33333333l KKKKKKK K\          B/A/A/A/Ad7777(,%%%%%V(,$ /3-2 $ $ $ $ $ $ N ))))))) )/3-2 666666t>%)HL48(,jjjjjjt(,HLp"(,48+ppppppfH$H$H$H$H$H$H$H$\)-=====????@???? ! ! ! ! !6? ! ! !aaaaaaaaH//////sH HH