Bjp UdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZddlZddlmZddlmZddlmZm Z m!Z!m"Z"ddlm#Z#m$Z$m%Z%ddl&m'Z'dd lm(Z(ddl)Z)ddl*Z)dd l+m,Z,dd l-m.Z.dd l/m0Z0dd l1m2Z2ddl3m4Z4m5Z5m6Z6m7Z7ddl*m8Z8ddl9m:Z:m;Z;mZ>ddl?m@Z@mAZAddlBmCZDddlEmFZFddlGmHZHddlImJZJmKZKmLZLmMZMddlNmOZOmPZPddlQmRZRmSZSmTZTmUZUmVZVddlWmXZXddlYmZZZm[Z[ddl\m]Z]m^Z^m_Z_m`Z`maZaddlbmcZcmdZdmeZemfZfddlgmgZgddlhmiZimjZjmkZkmlZlmmZmmnZnmoZodd lTmpZpmqZqmrZrmsZsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|dd!l}m~Z~dd"lmZmZmZdd#lmZdd$lmZmZdd%lmZmZmZdd&lmZdd'lmZdd(lmZmZmZmZmZdd)lVmZdd*lmZmZmZmZdd+lmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZdd,lmZd-ed.< ddlZn #e$rdZYnwxYwejr.dd/lmZdd0lmZdd1lWmZdd2lmZdd3lmZdd4lmZmZmZdd5lmZe jeȦZe)jed6Ze)jed7ZejZe%d8Ze'd9ZGd:d;Zdd@ZGdAdBZeԦZeԦZdadCedD<ejeD dddLZdddRZddUZeojddYZ ddd_ZdaejZd`eda<ddcZdddZeGdedfZddjZGdkdlZ dddwZddxlmZddylmZeZdzed{<d|ZddZddZddZddZedZdddddddZeGddZeGddZedmGddZddZeGddZeGddZddZddZ dddZ dddZdddZeGddZddZdddZddZdZdddddddZ ddddddd˄ZGd̄dͦZ ddd΄ZddЄZddфZGd҄dejZGdӄdԦZddՄZdS)a This module implements TorchDynamo's core frame conversion functionality, transforming Python frames into FX graphs. It handles: - Frame analysis and bytecode transformation - Guard creation and management for dynamic behaviors - Cache management for recompilation - Error handling and fallback mechanisms Key classes: - ConvertFrame: Main entry point for frame conversion with error handling - ConvertFrameAssert: Implements core frame to graph conversion logic - Tracker: Tracks input/output code objects during conversion - CatchErrorsWrapper: Provides error handling and suppression logic The conversion process preserves program semantics while enabling optimizations through torch.compile() and related systems. NOTE: _torchdynamo_orig_backend is used for convert frame wrappers to identify the inner wrapped function. By going down the _torchdynamo_orig_backend chain, one can recover the original unwrapped backend, which is checked for during the Dynamo cache lookup. ) annotationsN) dataclass)Path)CellTypeCodeType FunctionType ModuleType)AnyNoReturnTypeVar) ParamSpec) ReferenceType)GlobalStateGuard)CallbackTrigger)get_compile_pg)TensorifyState)compile_contextCompileContext CompileIdtracing) structured)compile_time_strobelight_meta#maybe_upload_prof_stats_to_manifoldsignpost_event)_use_lazy_graph_module)ConstraintViolationErrorGuardOnDataDependentSymNode)_forward_from_src) _WaitCounter)DistributedDataParallel)_disable_current_modes any_torch_dispatch_mode_on_stack/is_in_any_mode_without_ignore_compile_internalsis_traceable_wrapper_subclass)CapturedTracebackformat_traceback_short)config decoratorsexcgraph_break_hints trace_rules)_is_registered_backend)remove_dead_coderemove_pointless_jumps) check_inst_exn_tab_entries_valid Instruction is_generator propagate_inst_exn_table_entriestransform_code_object)CacheSizeRelevantForFramecompute_cache_sizeexceeds_recompile_limitis_recompilation) code_context)always_optimize_code_objects Constraint dynamo_tlsinnermost_backend innermost_fn skip_code TorchPatcher) augment_exc_messageBackendCompilerFailedFailOnRecompileLimitHitformat_error_msgInternalTorchDynamoError PackageErrorResumePrologueTracingErrorShortenTracebackTorchRuntimeErrorUncapturedHigherOrderOpError unimplemented Unsupported UserError)reset_user_object_tracking)CheckFunctionManager'get_and_maybe_log_recompilation_reasons GuardedCode)Hooks)DynamoTracerOutputOutputGraphCommon)_log_size_mismatch_recompilelog_frame_dynamic_whitelistput_code_state)ExecutionRecord)TORCH_DYNAMO_RESUME_IN_PREFIX)DistributedStateExceptionStackInstructionTranslator LocalStateSpeculationLog)is_numpy)ConvertFrameReturn FrameActionFrameExecStrategywrap_guarded_code)_get_error_on_graph_breakchromium_event_timedCleanupManagerCompileTimeInstructionCountercounters dynamo_timedformat_bytecodegen_record_file_name#get_hook_for_recompile_user_contextget_metrics_contextincrement_frame is_namedtupleistype LazyStringmaybe_disable_inference_mode*maybe_disable_inference_mode_for_fake_prop orig_code_mapreset_graph_break_dup_checkersetup_compile_debug to_int_ustroubleshooting_urlwrite_record_to_file)#torch_function_mode_stack_state_mgrzModuleType | Nonenp)Callable)WeakIdKeyDictionary) CompilerFn)CompilePackage)WrapBackendDebug) BytecodeHook CacheEntryDynamoFrameType)FrameStateSizeEntrybytecode graph_breaks_T_PceZdZdS) TODO_UNKNOWNN)__name__ __module__ __qualname__^/var/www/html/Carbon-Document/venv/lib/python3.11/site-packages/torch/_dynamo/convert_frame.pyrrsDrr fake_mode3torch._subclasses.fake_tensor.FakeTensorMode | NonereturnNonec|dS|jjj}|j|jdS)z:Clear WeakIdRef entries from a FakeTensorMode's describer.N)fake_tensor_convertermeta_converter describer lookup_tensorclearlookup_storage)rrs r_clear_fake_mode_weakrefsrsM/>HI !!### ""$$$$$rc.eZdZd dZd dZdd Zd d Zd S)Trackerrrc:g|_t|_dSN)seensetseen_idsselfs r__init__zTracker.__init__s35 "%%% r strong_objrct|jvrOtj|fd}j|jdSdS)Nc8jSr)rremove)_idxrs rzTracker.add..sDM4H4H4M4Mr)idrweakrefrefrappendadd)rrobjrs` @rrz Tracker.addstnn dm # #+j*M*M*M*M*MNNC I  S ! ! ! M  c " " " " " $ #ritemboolc.t||jvSr)rr)rrs r __contains__zTracker.__contains__s$xx4=((rcj|j|jdSr)rrrrs rrz Tracker.clears.  rNrr)rrrr)rrrr)rrrrrrrrrrrrsd((((####))))rrzGlobalStateGuard | Noneinitial_global_statesrcstrglobalsdict[str, Any] co_fieldsdict[str, str] | NonercPt|||}t|j|Sr)original_forward_from_srcr?__code__)rrrresults rfx_forward_from_src_skip_resultrs* 'sGY ? ?F fo Mrcoderskipint list[str]ctjttjd|z}tj|}ttj fd||j |j tj|j dgztjdfdfd|Dd|j d |j d |j gz}|S) Nrc|dkS)Nfilenamer)fconvert_frame_interns rrz"log_dynamo_start.. sa m';;r)linenamer dynamo_startc diS)Nstackr)rsrrz"log_dynamo_start..s % rcZg|]'}|jk d|jd|jd|j(S)Line: , Name: , Filename: )rlinenor).0framers r z$log_dynamo_start..sP  >1 1 1 POOuzOOu~OO 1 1 1rrrr)r intern_string__file__r%extractsummaryfrom_tracebacklist itertools takewhileco_firstlinenoco_name co_filenametorch_loggingtrace_structured)rr captured_tbframes_interned stack_stringsrrs @@rlog_dynamo_startrs3%3H==#+T:::BBDDK / <._fn1s!##/11 H . . 0 06 6  ( * *6 6  7 8 86 6  $)#B#D#D "'"L"N"N #QSSO==?? ) 133K#l88::O!Nz&&(( @X2244@@%*Z%=%=%?%?N@@@@@@@@@@@@@@@$)H$G$G%% !"'!6!H 6UEH ! 3)++G#-//J  $ $(BBDD    ' ( ( ( r4*6**   """**?;;;(>>?STTT2'? **?;;;' 444HAACC,03NNNH@@BBB!-6688AA 00@@@AAAAAAAAAAAAAAA33H&;;M%7||~~ffmmoofff~i6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 >   """**?;;;(>>?STTT2'? **?;;;' 444HAACC,03NNNH@@BBB!-6688AA 00@@@AAAAAAAAAAAAAAA33H&;;M%7||~~ffmmoofff~~~~~i6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 sW#W CV4&E  V4E V4E B9V4O7DV40 M  V4M  V4#M $A.V4 W  W#7DV1  T: . V1 :T>>V1 T>A/V1 1V44V8 8W ;V8 <W ? W# W W#W W##W'*W'rrrrrr) functoolswraps_torchdynamo_orig_backend)rr)s` rpreserve_global_stater.&sH_R>>>>>>@%'C! Jrrrrc"|jtvrdS|jjD]}||jvrv|j|}t |t r&|jds |turdStr'tj r|tust|rdSid fd |j D]}|rdStd|jj|jj|jjd S) z+Check if the frame has torch.* related bitsTztorch.robjectrrc "t}|vr|Sd|<ttjtjjfs4t tr,ttjjr d|<|Stj rHtrAt tj sttj r d|<|St ttfr&t!fdD|<|St t"rGt}t!fd|D|<|St t&t(t*tdt,fr d|<|St/rz:has_tensor_in_frame..has_tensor..s+">">Q::a==">">">">">">rc3.K|]}|VdSrrr3s rr6z:has_tensor_in_frame..has_tensor..s+"A"AQ::a=="A"A"A"A"A"ArN_fieldsc3JK|]}t|VdSr)getattr)rr4r5rs rr6z:has_tensor_in_frame..has_tensor..s5"T"T1::gc1oo#>#>"T"T"T"T"T"Tr)r isinstancerTensornnModulerptype issubclassr( trace_numpyr{ndarraygenericrtupleanydictvaluesrrfloatrrohasattrr8)robj_idrGr5rs` rr5z'has_tensor_in_frame..has_tensorsC X  F# #  cEL%(/: ; ;!  3  ! ",S%(/"B"B!  $HV F# #    RZ(( -7sBJ,G,G  $HV F# # C$ ' ' "">">">">#">">">>>HV F# # C   #**,,''F""A"A"A"A&"A"A"AAAHV F# # C#sE4::t< = = $HV F# # 3   GC$;$; ""T"T"T"T"T "T"T"TTTHV F# # 5rz0skipping because no torch.* %s %s %sF)rr0rr)f_coder:co_names f_globalsr;r r startswithrr{r(rAr_f_localsrGlogdebugrrr)rrrvaluer5rs @@rhas_tensor_in_framerSvsP |333t<(   eo % %/'*C#z**  ''11 58E\\tt f( cRii8C==itt "H(((((((V&&(( :e   44 II     #  5rFe ExceptionDynamoFrameType | Noneexportcd}t|dr,t||}t||j||_t ||dS)N exec_recordrW)rIrkryrYrecord_filenamerA)rTrrrWr[s rexception_handlerr\s] Oq-  ,.q$77_am<<<+&))))))rz)typing.Counter[int | FrameStateSizeEntry]FRAME_COMPILE_COUNTERfuncc<tjrt|S|Sr)r(cprofilecprofile_wrapper)r^s rmaybe_cprofilerbs &%%% KrcHtjdfd }|S) Nrrrrrrc N tj}|s Jdttjt j jdt| ddd}tj } tj }|j g|Ri|}tj |z }n4#t$r't dd} |i|}YnwxYwt d j||t'j|} ||n+#t,$rt d|YnwxYwt d ||d } t1jd d d dddt|gt0j5} t1jdddt| g| jt d| dddn #1swxYwYn#t:$rt d|t&jj !d|t&jj"!dYnwxYwtGt|x r#tHj%&d fd|S)NzTrace id is Noner/z.profilezfailed to enable cProfilerz7### Cprofile for %s trace id [%s] took %.3f seconds ###zCannot write to %szRaw profile at %sz.svg gprof2dotz-fpstatsz"--node-label=total-time-percentagez!--node-label=self-time-percentagez--node-label=total-time)stdoutdotz-Tsvgz-o)stdinz Generated SVG from profile at %szxFailed to generate SVG from profile -- dumping stats instead.Try installing gprof2dot and dot for a better visualizationlinkcddS)Ncprofile_manifold_url)rurlr) manifold_linksrrz;cprofile_wrapper..profile_wrapper.."s!8OOr)'rcurrent_trace_idrospathjointempfile gettempdirrrreplacecProfileProfiletimeruncall ValueErrorrP exceptionwarningrgStats dump_statsOSError with_suffix subprocessPopenPIPE check_callrhFileNotFoundError sort_statsSortKeyTIME print_stats CUMULATIVErrrr) rrtrace_id profile_pathprofstart_tsretvalprofile_latencypssvg_pathgprof2dot_processrpr^s @rprofile_wrapperz)cprofile_wrapper..profile_wrappers!244+++++x GLL#%%=LL3x==#8#8c#B#BLLL    !! +y{{H "T\$888888F"ikkH4OO + + + MM5 6 6 6OT4*6**FFF + E M      \$   > OOL ) ) ) ) > > > MM. = = = = = > '666++F33 E!87- %%"    J#%GT3x==9+2 >III! J J J J J J J J J J J J J J J"! E E E KKN    MM&.- . . : :2 > > > MM&.3 4 4 @ @ D D D D D  E@      =  N + +OOOO    s\ :C.D  D E%FF84I ,AI4 I II II BK! K!r*)r+r,)r^rs` rrarasE_TDDDDDDL rceZdZUdZded<dS)ConvertFrameBoxNz bool | Noneerror_on_graph_break)rrrr__annotations__rrrrr)s$(,,,,,,,rr frame_state$dict[str, int | FrameStateSizeEntry]rcd|vrt|d<tdz a|d}t|tsJt|}t|xxdz cc<d}t jx}r|j}t|||S)N_idr')compiled_autograd_idframe_idframe_compile_id) FRAME_COUNTERr;rr]rcurrent_compile_idrr)rrrrpriors rget_compile_idr.s K* E 5!H h $ $$$ $,X6(###q(###1333u:$9 1)   rcHeZdZ d"d#dZed$dZddd%d!ZdS)&ConvertFrameAssertTFN compiler_fnr~ one_graphrrWexport_constraints Any | NonepackageCompilePackage | Nonerecompile_limit int | Nonerrct||_||_||_||_||_||_t|_dSr) rur- _one_graph_export_export_constraints_package_recompile_limitr_box)rrrrWrrrs rrzConvertFrameAssert.__init__FsN &''')4&# #5  /#%% r*Callable[[CompilerFn], ConvertFrameAssert]cfdS)NcTt|jjjjSNr)convert_frame_assertrrrrbackendrs rrz8ConvertFrameAssert._clone_with_backend..[s03  O L  $ 1    rrrs`r_clone_with_backendz&ConvertFrameAssert._clone_with_backendYs     rrrrr cache_entryCacheEntry | NonehooksrRrrrrr`c|t|j}t||}t||t vrt Stj dr6tj d|j krt S|j dkr(|j drt S|j dkrt S|j dkrT|j tjt jjrt S|j dkr|j dkrt S|j dkr-|j dkr"t'|jst St+|r t-d d d d gt.j t3|st St5j}|r%d|jj vr|j}|rd|jj v|r#|jt:jurt dSt>} tAatC|} | j"} tGdd|j | tI| |j |j%|j&|j'd|j tPs8|j d|j d|j%} tRj*+|  tYt[| } |j.t_j0|j.ntcj2}| 5|5tg|j|j4|j5|j|j6|j7|j8|j9|j:|||||| |dz|j;|j<}dddn #1swxYwYdddn #1swxYwY| an#| awxYwt^j=r'|j; ddl>m?}|@|j;|S)NTORCHDYNAMO_DEBUG_FUNCTIONz )ztransformers/file_utils.pyztransformers/utils/generic.pyzdiffusers/utils/outputs.py __setattr__rzzzAttempt to trace generatorz=rhookrrcLtt}|t|j<|S)a*Register hooks for bytecode generated by Dynamo. The hook can do some logging, as well as return a new code object to be used. Hooks can query `get_compiled_code_side_effects(new_code)` for replayed Python side effect sources. Please refer to `BytecodeHook` for the hook signature. )rrr)r handles rregister_bytecode_hookr>s" _ - -F!%OFI MrrWrrdistributed_staterdict[str, object]localsbuiltinsrtuple[CellType] tf_mode_stack'list[torch.overrides.TorchFunctionMode]speculation_logr^ instructionslist[Instruction] code_options+dict[str, int | FrameStateSizeEntry] | NonerDistributedState | NonerSc .ddlmmt }t | ||||||| ||| | | |||d fd } |t }|j}|J|jsJ|j| dd<| |j t| t| tt| | dd<n)#t$r}t d|_d}~wwxYw|S) Nr)bisecttranslation_validation_enabled)rr exn_vt_stackrrrrc jtjj55dddn #1swxYwYdddn #1swxYwYnw#t j$rt j t j t j f$rt$r!rjj wxYwji_dS#ji_wxYwr)outputmark_bytecode_tracing_startrtracing_contextset_current_txrunr*UnspecializeRestartAnalysisrSpeculationRestartAnalysisTensorifyScalarRestartAnalysis SkipFramerU shape_envcall_cleanup_hooksrO)rrtracerrsr run_tracerztrace_frame..run_tracerxs ! M 5 5 7 7 7677  9N9N9P9P                                 .     ! ! # # #   *  . M        --// 0v}.///   M , , . . . FOOO M , , . . . FO se2BB A+ B+A/ /B2A/ 3B6 BBB B B D'A4DD''"E T)errorr)torch.fx.experimental.validatorrrrestartr[r\rS output_graphoutput_instructionsupdaterr3r0r/r.rU_torch_dynamo_tracer_output)rrrrrrrrrrrrWrrrrr r. tracer_outputr"rTrr-rs ` @@@r trace_framer7Ls(WVVVVVVV!##L " '!+#F(!!!!!!!!!,  *622 +!!!)))) 4 QQQF/000(666(66601A,1O1OPP QQQ (:6(N(N(N%  sBC,, D6D  DcReZdZUdZded<ded<ded< dddZ dddZdS) DynamoOutputao Represents the core data returned from a single dynamo run, including: - Guards, wrapped inside tracer_output.output_graph.guards - Generated bytecode - Other information needed for compilation. This data structure should capture all the "interesting" information dynamo produces on the frontend side before it enters user backend. rSr6rrz float | Nonelast_attempt_start_timeNFrr Hooks | Nonesaverrr strict_errorrrOc r|jj}|Jt||||r|jnd|r|jnd||SN) save_guardsr=)r6r2rO guard_fail_fnguard_filter_fn)rrrr<rr=r2s r build_guardszDynamoOutput.build_guardssa)6 '''#   #( 2E  d%* 4E ! !%    rargdefstuple[Any, ...] | None kwdefaultsdict[str, Any] | NoneGraphCaptureOutputc |jj}|Jtt||j|j|j|j|j|j |j |jj |||jj Sr) r6r2rHrTdump_guards_stateimport_sourcesr+export_metadatatracked_fakes_id_to_source traced_coderrrM)rrDrFr2s rgraph_capture_outputz!DynamoOutput.graph_capture_outputs )6 '''! ..00+&,7     '  $ M   &     (   rNFNF rrrr;r<rrrr=rrrONN)rDrErFrGrrH)rrr__doc__rrCrOrrrr9r9s&%%%)))) #)-"      ,+/,0       rr9cFeZdZUdZded<ded<ded<ded <d ed <d S) BackendInputa  Represents core data structure that dynamo will pass to a backend, including: - Graph module - Example inputs - The FakeTensorMode used for compiling graph. This data structure should capture all the information dynamo produces on for the user backend. r backend_idtorch.fx.GraphModuler r example_inputsz,torch._subclasses.fake_tensor.FakeTensorModerr}tensor_to_contextN)rrrrSrrrrrUrUsWOOO&&&&;;;;******rrU)frozenceZdZUded<ded<ded<ded<ded <d Zd ed <eje Zded<d dddZ ddZ d S)GraphRuntimeEnvrrdict[str, str]rKr used_globalsrErrDNrGrF)default_factoryset[str] external_refs extra_globalsrVr compiled_fnCallable[..., Any]rcrcd|jD}i||j|pi||i}||t j|j||j|j}|j r |j |_ |S)Nc>i|]\}}|tj|Sr) importlib import_module)ralias module_names r z4GraphRuntimeEnv.forward_callable..s9   "{ 9*;77   r)rrD) rKitemsr^_check_external_refstypesrrrrDrF__kwdefaults__)rrVrdrcrKrMrs rforward_callablez GraphRuntimeEnv.forward_callables  &*&9&?&?&A&A      "      !!),,,   M LL     ? 0 $B  rrMrczg}|jD]}||vr|||rtd|ddS)Nz&Missing required external references: zM. Please load AOT compiled function with `f_globals=`)rar RuntimeError)rrM missing_refsrs rrnz$GraphRuntimeEnv._check_external_refssw % ) )C)####C(((  ^^^^   r)rVrrdrercrGrre)rMrrr) rrrrrF dataclassesfieldrrarqrnrrrr\r\s""""    ########(,J,,,,/k/DDDMDDDD04 >      rr\ builtins_dictcddl}i}|D]0\}} |||||<!#t$rY-wxYw|S)zCFilter a builtins dict to only picklable entries for serialization.rN)picklermdumpsrU)rwryrkr4s r_safe_builtins_dictr|$ssMMM F##%%1  LLOOOF1II    D  Ms< A A ceZdZUdZded<ded<ded<ded <d ed <d ed <d ed<ded< d#d$dZd%d Zed&d"ZdS)'rHz) Minimal version of DynamoOutput rTr2r]rKzlist[CodeType]rNrrrErrDrGrFrrMNFrrrr;r<rrrr=rrOc \t||j||r|jnd|r|jnd||Sr?)rOr2rArB)rrrr<rr=s rrCzGraphCaptureOutput.build_guardsAsM$    #( 2E  d%* 4E ! !%    rr\c ddlm}i}|jjjD])}||}|||jvr|j|||<*||j}ddl }|D]e}||vr_| dr'||jvrt|j|||<Bt||rt||||<ft|j|j||j|j|j|S)Nr)get_global_source_name__builtins_dict__)rrKr^rrDrFra)torch._dynamo.sourcerr2rLgraph_input_idx_to_local_sourcerGrM_get_external_refsrrrNr|rIr:r\rKrrDrF)rrr^source global_namera _builtinsrs rget_runtime_envz"GraphCaptureOutput.get_runtime_envSsX??????   . N U U W W H H 0088K"dn,,,0N;,G [)// >>  %$$$  @ @C,&&>>"566@3$.;P;P(;DN3forwardrI__func__rlen_forward_pre_hooks_forward_hooksmodulesmodule_global_forward_pre_hooks_global_forward_hooks_backward_pre_hooks_backward_hooks_global_backward_pre_hooks_global_backward_hooksr GraphModule _call_implr isfunctionrs)rrresolved_forward resolved_calls r get_traced_fnrs NNN#ux'' ; #Z 0 0 9/8  =* - - 3)2M & ' '1 , ,C&''1,,EH$+EFF!KKEH$+ABBaGGC+,,11C'((A--EH$+FGG1LLEH$+BCCqHH EHO$;;;!999 +CC UX1 2 2 .CC,CsJA|S\))  C ADy?#??@@@rinspect.Signaturec.tj|dS)NF)follow_wrapped)r signature)rs r_get_signaturers  R 6 6 66rrtuple[Any, ...]rrG FrameInfoc ddl}t|\}}||f|z}|i}t|}|j|i|}||j}|jpd} |jj} | s| rOt| t| ksJ| dt| | Dt|j|j ||j|jpd|j|jS)zL Create a frame to trace, given a model, args, and optional kwargs. rNrc$i|] \}}||jSr) cell_contents)rrcells rrlz_get_frame..s! O O O*$T4% O O Or)rrDrF)rrrbindapply_defaults arguments __closure__r co_freevarsrr4zipr __globals____dict__ __defaults__rp) rrrrrself_optrbound_argumentsrOrfreevarss r _get_framers+OOO %%LB{T! ~r""I$ind5f55O""$$$(Hn"G{&H 7 7||s8}},,,, O OHg8N8N O O O      $"$   r constraints _is_export_deprecated_do_not_userlist[Constraint] | Nonerct|||}ttti5t |||cdddS#1swxYwYdS)a This API captures a full graph for a model, given example inputs to trace with. Specifically, it takes a callable (nn.Module, method, or function), args, and optional kwargs, and returns Dynamo-captured graph along with other important compile-time information. This serves as the common graph-capture mechanism for different torch compiler AOT frontends (e.g. AOT precompile, export). Note that this API doesn't apply context managers like metrics context, and the expectation is that the caller will apply them depending on the use case. The CaptureOutput is separated into two parts: 1. Frontend specific information, which includes: - guards - generated bytecode - other information tracked by OutputGraphCommon. 2. Backend specific information (indexed by unique backend id) such as: - fx graph - example inputs rN)rrrr_fullgraph_capture_frame)rrrrrrs rfullgraph_capturer s: sD& ) )E r(:(:;; < <  ' #-M                     sAA!AcVeZdZUded<ded<ded<ded<ded<d ed <d ed <d S)rrrrrrrrrrErDrGrFN)rrrrrrrrr1sf####%%%%%%rc ddlmdd fd } t|j|j|j|j|j|||d t }n#tttf$rm}t|tjr|}|j(|jd|j}|j(|d|jd}~wwxYwt#||j|jS) Nr)TracingContextgmrWrXlist[torch.Tensor]rc}|j}|j}|Jt|jdt sJt |jd|||||S)NrV)rrrYr;metarrU)rrXr$rrYrrs rfullgraph_compilerz4_fullgraph_capture_frame..fullgraph_compilerFsy),,..#- +=$$$"',/55555$ GL !2~yBS   rT)rrWrrrestart_reasons)rrWrXrrrW) torch._guardsr compile_framerrrrrrrLrJrMrAr(verbose __cause__with_tracebackrrOrDrF) rrrr dynamo_outputrTcur_exnrrs @@rrr<sL -,,,,,)-M       6% J M L N M*3*EE     5y A 6 6 6A >  !"+   , ,T 2 2 2'G+t$$!+5 6 **5=%:JKK  s>AC)A(CCcallbackConvertFrameProtocolcXtdd}||Sd dd fd }|_|S) N_dynamo_fail_callbackrr rrr c td)NzDynamo: expected not to compile nested code - this happens because a Dynamo callback was triggered and succeeded in compiling when running fullgraph=True compiled code.)rs)rrs rcompile_frame_errorz.get_fail_callback..compile_frame_errorzs 9   rr`ctjtdz5|i|cdddS#1swxYwYdS)Nz.compile_frame)mockrr)rrrrs r fail_callbackz(get_fail_callback..fail_callbacks Z#335H I I - -8T,V,, - - - - - - - - - - - - - - - - - -s 488)rr rr rr )rr rr rr`)r:r)rrrs` @rget_fail_callbackrusiH&=tDDM     ------- &3H" rrr`c td   f d } d}tjD] }|tj_ t d |d 5t| \}}|Jt||| cdddcS#1swxYwYt#tj $r}t|tj stjtd t#t$|jt)|dd}|r|||jpt1t3|t5j}|dkrt7dddgYd}~rd}~wtj$r}t|tj stjt)|dd}|r|td|jjj d}~wwxYwdS)a A helper function taking a frame and backend, then return the generated bytecode and guards as a common data structure. This is a shared interface for multiple compiler frontends (e.g. torch.compile, torch.export) that needs to capture a graph out of python code. rrrrrrSc ttj}t ||| }|J|S)Nr)rrzrr7)rrrr6rrrrrrWrrrrrrrs r transformz compile_frame..transformsxBF / 5B B $           1#/!   &(((rNcompile_attempt_Tlog_pt2_compile_event)r6rr:zRestarting analysis due to %sr5dz!Excessive RestartAnalysis() callsrzDynamo attempted to trace the same frame 100+ times. Giving up on compiling as the compile time tradeoff is likely not worth the performance gain.rzPReceived signal to skip frame (without graph break): %s %s %s %s)rrrrrrS)!r^rcountrrattemptrir4r9r*RestartAnalysisr;r)rrrPrrqr& __traceback__r:_cleanup_output_graphrrestart_reasonrr?rzrKr*rQrrr)rrrrrrrrrWrrrrrr:rrr6rTfailed_tracer_outputrs``````` ````` @rrrs0%&&O8#?$$33'.$0 :::RVWWW  *?i*P*P'-$000#"/%,C                   "   a!CDD '$&&& HH/11?CC    $+1.KT#R#R # =$::<<<    0 @CQLL A A A&*ikk #}}?!2 }   a!CDD '$&&&#*1.KT#R#R # =$::<<< II  #      I33sJB73)B+ B7+B/ /B72B/ 3B77IC)F55IBI  I)rrrrrRrrrr5rrConvertFrameBox | Noner`c =>?@Addlm}m}d?tddN=fd }tdO >? Afd =t }|ntj}ttj 5tt5tddd5td5|5t#ddd5|5t%At'x}rt)|t+>nd>d}t-| r,| r*t/ | t1}|sdn|d}||ddt5}|r"d|D}|d|t7| \}@|rdPd}t8d @t=t@|||t>dQ@fd" } |nj#t@$r]}tj!rtEd#||rtEd$|tGtHj%tHj%|_&d}~wwxYwt8'd%|j(|j)|j*|d&zd'+tYj-d&|z(.t_||} taj1}!d}"d}#d}$d}%d}&tdj3j4j56d}'d}(tj7stj8s tj9r|d)d*l:m;})m<}*m=}+|)tj7x},rt}|,|*tj8x},rt}|,|+tj9x},rt}|, |||| \}'}(t|(r@|(j@x}-r7|-Ar#t||rd+|vrt|'tdj3j jDrWt#d,d-.5t8Ed/tjGd)dddn #1swxYwYd}.|(r|(j@}.|.ri|._H|.jIx}/ri|/_Jd)d0l4mK}0t|0}1|#|.t|.jN}2t|.jOjN}3|.P}4t|.jQjR}5|.S}6t|.jT}7d1|.jUD}8d2|.jVD}9tdj3j4j5nQd}2d}3d}4d}5i}6d}7t%i}8t%i}9t%Ataj1|!z d3z ?id4|1d5|j(d6|j)d7|j*d8| jWd9| jXd:|2d;|3d<|4d=|5d>|7d?|"d@|#dA|%dB|&dC|8dD|9A?|'dutjYdt?| t|6|$dE }:||:|r|(r|(j[n t|_[|(;|(j@4|(j@j]s(|(j@j^j_j`6tja};|;tt};|;rp|(rn|(j@rg|(j@j^}<||7d?|"d@|#dA|%dB|&dC|8dD|9A?|'dutjYdt?| t|6|$dE }:||:|r|(r|(j[n t|_[|(;|(j@4|(j@j]s(|(j@j^j_j`6tja};|;tt};|;rq|(rp|(j@rj|(j@j^}<|.compile_innersC ! # # u    .@@#*C0Q0S0S,T,T       = D F F G G G    C D D D#^D)U;;F855771<<<c=<<                    sCC==DD-tuple[ConvertFrameReturn, DynamoTracerOutput]c tjx}}d/d }|d jjjd jv}|r(tjdfdfddddlm}|tj } |rtj |ntj 5t&' |)#$%!( } dddn #1swxYwYnV#tj$rD} |rt"d| jJt)| jfcYd} ~ Sd} ~ wwxYw!!j Jd| j| j} | j| j}J|djjj|r(tjdfdfd| jJ| j} t5| t9jt<<t?t@!D]U\} }tEd| d5|}||urtG||dddn #1swxYwYVtH<tJ&||z "ddl'm(}|j)vrddl*m+}|d0d }J|}|}d!}|d"j,d|d#z }|d$j,d|z }j,d|j,d|ks J|d%}|d&j-d#z }|d'j-z }j-j-ks J|d(}|d)j.d#z }|d*j.z }j.j.ks J|| j/r$| 0rt)| fS| j1J| j2tfj4<tj5}tlj7r&|8tmj9tEd+d5|5| :|(du,}dddn #1swxYwYdddn #1swxYwY(b|j;J(<|j;(=| j>j?(@| jAjBtnd-}d.|z}t|jE|}| 0s!|jF|F| j1t|| fS)1Nprefixrrrline_norrrrrc ttjr-tt |||||dSdSr) bytecode_log isEnabledForloggingDEBUGrQrj)rrrr rs r log_bytecodez6_compile.._compile_inner..log_bytecode7s[((77 ""#FD(GTJJ  rzORIGINAL BYTECODEtorch_dynamo_resume_inartifactcjdzddS)N_ORIGINAL_BYTECODEstringrencodingrrsrrz2_compile.._compile_inner..L L+?? (%%rcPtjSrrBytecodersrrz2_compile.._compile_inner..Ps3<#5#5#9#9#;#;r metadata_fn payload_fnr'))get_dynamo_config_override_for_compile_idrz,No graph captured with export/fullgraph=Truez;compiler collective wasn't run before compilation completedzMODIFIED BYTECODEcjdzddS)N_MODIFIED_BYTECODErrrrsrrz2_compile.._compile_inner..rrcPtjSrr)out_codesrrz2_compile.._compile_inner..s3<#9#9#=#=#?#?rbytecode_hooks_Tr)BREAKPOINT_MARKERr)register_breakpoint_codecddl}|j|jzt|j|jzzt|j|jzzS)Nr)r co_argcountco_kwonlyargcountrco_flags CO_VARARGSCO_VARKEYWORDS)rrs r count_argsz4_compile.._compile_inner..count_argssY NNN ()t}w'99::;t}w'==>>? rzarg mismatch: zold code object has args z, znew code object has args zfree var mismatch: zold code object has free var znew code object has free var zcell var mismatch: zold code object has cell var znew code object has cell var rC)rr<rUnknownzTorch-Compiled Region: ) rrrrrrr rrrrrrrrr)Hrzrrrrrrgraph_id_filterrr(debug_dynamo_config_overriderr rrr*r*rPrQr5r` all_statesrr6r:r2rD$get_replayed_side_effect_source_refsr9rr enumeraterrGrir rtrrbytecode_debuggerr% co_conststorch._C._dynamo.eval_framer& co_varnamesr co_cellvarsrWis_empty_graphrcleanupsrfinstancer rzrr temp_restore_stackrC guards_stateadd_guarded_codeadd_inlined_sourcer$rNupdate_device_typecurrent_tracergraphrrQ guard_managerguard_export_fnrc)*rrrr: start_timeris_resumption_framerdynamo_config_overriderrTr6r"rr  hook_outputr%r&r-total_argcount_oldtotal_argcount_newmsgbuild_guards_ctxcheck_fncompile_id_strannotation_str guarded_coder#rrrrrrdynamo_time_before_restartrWrrrrrrs*` @rrz _compile.._compile_inner.sS04y{{:*       L         7$,F   N + +<;;; ,   NNNNNN!J!J ;" "  G*. 3444+--   !.#!'9 +&7#!!!                (} G G G J HIII0<<<%'')FF F F F F F F  G !(,=,H,T,T I-U,TT!)%3  0 <&3&K ####  L            N + +@??? ,   )555+ &==?? @ @  **+RS#?#9#9#;#;<< + +IC555TRRR + +"d422 *"(22*8[AAA*H  + + + + + + + + + + + + + + +#' h"""%:9D93D>9D>%I77I; >I; RQ8, R8Q< <R?Q< RRRrT)reset_event_log_on_exitrz+pytorch.wait_counter.entire_forward_compilez_compile.compile_innerentire_frame_compile!dynamo_cumulative_compile_time_us)rdynamo_compile_column_usz$Unable to find recompilation reasonsF)recompile_reason#inline_inbuilt_nn_modules_candidatec2h|]}|ddS)Nr)r user_contexts r z_compile..0s4!!!)5 tt$!!!rrecompile_user_contextsrc8d|jd|jd|jdS)N'z' (r))rrrrs rformat_func_infoz"_compile..format_func_info8s+U4<UUD,<UUt?RUUUUrztorch._dynamo hit config.%s (%s) function: %s last reason: %s To log all recompilation reasons, use TORCH_LOGS="recompiles". To diagnose recompilation issues, see %sr c tddddttddddtd g dS) NzDynamo recompile limit exceededz Limit type: zLDynamo attempted to recompile the code object too many times, exceeding the z$ cache size limit (currently set to zj). Excessive recompilations can degrade performance due to the compilation overhead of each recompilation.zTo monitor recompilations, enable TORCH_LOGS=recompiles. If recompilations are expected, consider increasing torch._dynamo.config.z to an appropriate value.zSee z) for tips on dealing with recompilations.r)rKr:r(rx) limit_typesr(raise_unimplemented_cache_limit_exceededz:_compile..raise_unimplemented_cache_limit_exceededJs=7:77!Y%/!Y!YU\]ceoUpUp!Y!Y!Y a;Eaaa^2]]]       rz/Hard failure due to fail_on_recompile_limit_hitz"Hard failure due to fullgraph=TruezBtorchdynamo start compiling %s %s:%s, stack (elided %s frames): %srrr')_validate_backend_names_validate_dynamo_config_keys_validate_inductor_config_keyszsize mismatch at indexgc gc_time_us)rVz run_gc_after_compile: running gc) curr_framech|] }|j Srrrops rr\z_compile.. s$X$X$XR_$X$X$Xrch|] }|j Srrmrns rr\z_compile.. s'((((*BO(((rgeA frame_keyrrrrr guard_countshape_env_guard_countgraph_op_countgraph_node_countgraph_input_count fail_type fail_reasonfail_user_frame_filenamefail_user_frame_linenonon_compliant_opscompliant_custom_ops) rdynamo_time_before_restart_shas_guarded_codespecialize_float is_forward%dynamo_compile_time_before_restart_us stack_tracegraph_node_shapesexception_stack_trace_old_fake_moderZrc dddS)N dynamo_errorrrrrrrrz_compile..s* (%%rc(tjSr traceback format_excrrrrz_compile..s9#7#9#9rrr5z: )rrrrrrRrr)rrrrrrRrr)rrrr)rr )r0rrrrbrmr9r rrr(use_lazy_graph_modulerrrerguardrirrrZr]r8rPr> update_outerrlr7rPr~r:rxrLfail_on_recompile_limit_hitrCrbraRUN_ONLYframe_exec_strategyrQrrrrtr%rformatrrztime_nsrrutilsReinplaceCountersrdebug_backend_overrider1debug_inductor_config_overrider0rfrgrhr|rWr2 has_outputsrVrUrun_gc_after_compilerricollect local_scoperoot_txrOrkrrrr+ count_callsrCnodesget_graph_sizes_structured placeholdersr{r|rrrrwrrdrWr$guards_context dynamo_guards#invalidate_compile_context_weakrefsr-r=rYrrrIrrUr?rrrr\rrr*get_exc_messager;rMrIrBAssertionErrorrrrJrHrFrGrErr)BrrrrrrrrWrrrrrrrrrrrrrmetrics_contextpackage_code_context compile_pgrWreasonsr]user_contexts_msgexceededrardrTr start_time_nsrwrxrryrzrQr6rfrgrherrr2r"r-rkrqrrrsrtrurrvr{r|metrics should_cleartcrrrRrcrsB ````` `` ` `` ` @@@@@rrrse.),"o>>>     ?> ,R>R>R>R>R>R>R>R>R>R>R>R>R>R>R>R>R>R>^R>h*++O&-&9T"""z?U?W?W v;<<aaz2233aa  d$   aa BCCIIKK aa aa  $-%H   aa aa%(EE')) ): % 0Z\\ J J   $ (, J ' ' E =UL$=$=G?FU667ST:  $$$47<     #F"G"G " N!!9P!!!     9;L M M M6z:NN* 4  V V V V KK;  ++  && #           88::::   5 1I 1< ->#,k.B--A)  Q L     1H GG%-1t8<<<CCEE F F   4'tT22   $ "& 26/3 -1 -33555    ) &2 &4 &           .-f.KLLLs & oo%2263VWWWs & oo%445s &!oo%@ *7-i*O*O 'L-     3%2%??\ 3!,,.. 3 ,D111#3(@DT(T(T0222h}#8 "!$NNN""HH?@@@JqMMM"""""""""""""""F 4&3 )%'"#^+6)&(FO ) ) ) ) ) )JI"v'9!&-00 (+F,<,C(D(D%!'!3!3!5!5#&v|'9#:#: $*$E$E$G$G!$'(;$<$<!$X$Xv?W$X$X$X!((.4.I((($ #599;;;;" (,%!%#' $&!$(!$'GG!'*2ww$"%%%.2lnn}.LPS-S*Y4<t/!$"5  jT  )**F {()>!.#$4$%6Y{+,D)*@ $%6!"'(<#$$30J$0$<$*$;"9B.:: +%():%;%;)>9GB  ( ( 1 1 1! %5M66244"6)!.:%29;*:IW]]___"EL# 66G 6T6TUU   ]%? &3CB(..000.bl;;;}9;KLL1)6E aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaap, <, <, <Q,Ia&&K%.%9%;%;$< ! auV < < < < N + +:9 ,   @C?R:@@ < $&<$A'DdKKM%)",/'0-$ . <$/Aww+77s1vv77 .11t!.#$4$%6Y{+,D)*@ $%6!"'(<#$$30J$0$<$*$;"9B.:: +%():%;%;)>9GB  ( ( 1 1 1! %5M66244"6)!.:%29;*:IW]]___"EL# 66G 6T6TUU   ]%? &3CB(..000.bl;;;}9;KLL1)6E    } aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaas(ut8"t!:t =s3 s D$s8 Is J* AJ%%J**E(sA!`4's/S sSsSK*s s  s3 t , t!8 t8 u e%(D8e  e%%e(((s/g ? s gsgK/sss  s s  s  s3 s  s3 #s $s3 ' t 3s77t :s7;t > t! t t!t t! t8!t% %t8(t% )t8, u8t< <u?t< uuuc@eZdZ ddd ZeddZ dddZdS) ConvertFrameNrr~rrRrrrrrrc`||_t|d|||_||_||_dS)NF)rrr)r-r_inner_convert_hooksr)rrrrrs rrzConvertFrame.__init__lsF*5&2 +      /r*Callable[[WrapBackendDebug], ConvertFrame]cfdS)Nc<t|jjSr) convert_framerrrs rrz2ConvertFrame._clone_with_backend..s$}  K 1   rrrs`rrz ConvertFrame._clone_with_backend}s     rrrrrrrrrrr`ct|jtddxxdz cc< ||||||dz}tddxxdz cc<|S#t $rZ}t |tr|jjj du}|J|jjj rt |trt |ttf} |j} | r&t|ddstt jrt%|drt%|d rt't)|j5|j} d t1j| } t5j| } d | d | t8jd dfdtdt@j!dddn #1swxYwYt@j"s| st|dd}|j} tG|| ||}| rtH%|dntH&|dt |t4j'r!|j(tS|j(cYd}~SYd}~nd}~wwxYwtSS)Nframestotalr'rokloggedFr real_stackrzGraph break: torch.compile cannot properly resume from this graph break, which results in a skip. torch.compile will skip tracing the frame zN and fall back to eager. The graph break occurred in the following user code: rc dddS)Ndynamo_graph_break_reasonrrrrrrrz'ConvertFrame.__call__..s(C,411rc4dtjS)N r)user_stack_tracesrrz'ConvertFrame.__call__..s2B/^/^iFZF\F\/^/^rrT)exc_info stack_infor[)r)r)*rrrKrhrrUr;rGrrrJrLrMr:graph_break_logr r rrIrrrrrtr format_listr*format_frame_inforrrrQr(rsuppress_errorsrDrPrr~TorchDynamoExceptionrr`)rrrrrrrrTr soft_failr user_stackuser_stack_formatted frame_infor[ error_msgrs @rrzConvertFrame.__call__s  %%%7###q(###g U(({E;TAX)F X t $ $ $ ) $ $ $Ma Ua Ua U!788 #(=TI !(333"'<   !9:: "1{I&>??ISTTTTTTTTTCa UF"###sD9A77 KC2K4BH KH KH B,K KKrR) rr~rrRrrrrrr)rrrrrrrrrrksz *.&* 00000"   X  s$s$s$s$s$s$s$rrc(t||||S)zHTry to convert a frame into an FX graph, if error leave frame unmodified)rr)r)rrrrs rrrs$ UG_   rrcddlm}tj}dt_t |d5}t j|}dddn #1swxYwYttj |j t |_ tj d5 t|j|j |j|j|j|dddt't)ddddit+dd |t_n#|t_wxYw ddddS#1swxYwYdS) Nr')eagerFrbr*i)rr) rrrWrrrrrrr)backends.debuggingrr(replay_record_enabledopenrXloadrFrchainrrmr)rrrrrrrRr5r)rroriginal_replay_valin_filers rreplayr s)))))) 6#(F h  / %g..///////////////)/&.*>*>*@*@'))//BSBSTTUUFN  ( / /?? ?   !#'gg4Q:: $b3GGG    $,?F ( (+>F ( > > > > ()??????????????????s<AAA E A D:- E:EEE EctjdkrdStj|D]}|jdkr |jdzcSt d)N) rRESUMErez$RESUME instruction not found in code)r version_inforrroffsetrs)rinsts rfirst_real_inst_idxr( sc '!!q$T**$$ ;( " ";!# # # # # = > >>rceZdZddddZdS)rrrrrrrrrRrrrrrr`cdSrr)rrrrrrs rrzConvertFrameProtocol.__call__2 s !SrNr)rrrrrrrrr1 s7!!!!!!!!rceZdZddZddZdS)CatchErrorsWrapperrrrrRrrc\tj||||_||_dSr)r+r,r-r)rrrs rrzCatchErrorsWrapper.__init__> s/! !!$''')1& rrrrrrrr`c |Jt|jtj|j|}t jdkr|jt|jk}n|jt|jk}tj rt}nt}|s&|s$tj s|rt|jddst t$jr[|rd}n%tj|j|rd}n|rd}nd}t d |jj||jjt/S|jjd kr|jjd ks/|jjd r|jjd krt/S|jjdkra|jjdkrQ|jjrEt7|j|jjdrt/St<jj !dkrtEj#}|rtH5ddl%m&} | |j'|jj} tQ|jds Jd|j)| j*} | |||j+|cdddS#1swxYwYtH5tY5||||j+|d} | cdddcdddS#1swxYwYddddS#1swxYwYdS)N)r)r rFztraced frame alreadyz in skipfileszSnon-infra torch dispatch mode present, this is not supported today in torch.compilezdynamo tracing is disabledz#skipping: %s (reason: %s, file: %s)r__new__zcollections/__init__.py_makerr ddp_optimizer) DDPOptimizer)bucket_bytes_capbackend_compile_fnrzJDDPOptimizer only supports callback fns that know how to clone themselves.r'r)-rrrKr,rrrf_lastirr(#inline_torch_dispatch_torch_compiler"r#disabler:r-rPr r rrQrrr`rr(r8r$rOrrrrget_optimize_ddp_moder _get_active_ddp_module compile_lock"torch._dynamo.backends.distributedrrrIr compile_fnrr!) rrrr is_skipfilehas_started_executionshould_skip_for_dispatch_mode skip_reason ddp_modulerrhijacked_callbackrs rrzCatchErrorsWrapper.__call__C s &&& %%%!' EBBB  w & &$)M4G 4U4U$U ! !$)M5H5V5V$V !  5 ,L,N,N ) )@AA * " ( (~  ( .  (  > 5QQ ( .. (?"8KK &u|5AAA?"0KK2?"wKK">K 9L(L,  &'' ' L $ 2 2u|7Ky7X7X L $ - -.G H H8Y $//&'' ' L J . . (1,, (--""5<#;A#>??-&'' ' =  4 4 6 6/ I I0GIIJ !OOOOOO$0L)3)D+/+I+c%%%M#68Me 6JJ)4& -,{DJ #*  133  33{DJ !4F                                          sI9A3K99K=K= M,!M; M,M M,M M,,M03M0N)rrrrRrr)rrrrrrrr`)rrrrrrrrrr= sB jjjjjjrrc"t||Sr)r)rrs rcatch_errors_wrapperr s h . ..r)rrrrr)rrrrrrrrr)rrrrrr)rrrr)rrrr)NF) rTrUrrrrVrWrrr)r^rrr)rrrrr)rr~rrrWrrrrrrrrr)rrrr)rrrr)rrrrrr)r rrr)"rrrrrrrrrrrr~rrrrrr^rrrrrWrrrrrrrrrrrS)rwrrr)rr rr)rr rr)rr rrrrGrr) rr rrrrGrrrrrr)rrrrrrrr)rrrr)rrrrrrrrrrrr~rrrr`rWrrrrrrrrrrr9rR)&rrrrrrrrrrrr~rrrWrrrrrRrrrr5rrVrrrrrrrrrrrr`) rr~rrRrrrrrr)rrrrr/)rrrrRrr( rS __future__r collectionsr rxrurr+rirhrrr rrrgrrrru threadingrzrrotyping unittest.mockrrrpathlibrrrrr r r r typing_extensionsr rrtorch._loggingtorch._C._dynamo.guardsrtorch._dynamo.callbackrtorch._dynamo.distributedrtorch._dynamo.symbolic_convertrrrrrrrtorch._utils_internalrrrtorch.fx._lazy_graph_moduler%torch.fx.experimental.symbolic_shapesrrtorch.fx.graph_modulerr torch.monitorrtorch.nn.parallel.distributedr torch.utils._python_dispatchr!r"r#r$torch.utils._tracebackr%r&rr(r)r*r+r,backends.registryr-bytecode_analysisr.r/bytecode_transformationr0r1r2r3r4rr5r6r7r8r9 eval_framer:r;r<r=r>r?r@rArBrCrDrErFrGrHrIrJrKrLrMgraph_bytecode_inputsrNrrOrPrQrrRr2rSrTpgorUrVrW replay_recordrXresume_executionrYsymbolic_convertrZr[r\r]r^r_r`rarbrcrrdrerfrgrhrirjrkrlrmrnrorprqrrrsrtrurvrwrxryvariables.torch_functionrzrnumpyr{ModuleNotFoundError TYPE_CHECKINGcollections.abcr|torch.utils.weakr}r~rrrepro.after_dynamorrrrvariables.builderr getLoggerrrPrgetArtifactLoggerr rRLockrrrrrrrrrr,rrr.#suppress_torch_distributed_warningsrSr\rCounterr]rbrarrrrrtorch.utils.hooksrrrrrr rr7r9rUr\r|rHrrrrrrrrrrrrrrProtocolrrrrrrr0sG.#"""""      !!!!!!>>>>>>>>>>>>))))))))))''''''!!!!!! 444444222222444444999999MMMMMMMMMMMM%%%%%% ?>>>>>QPPPPP&&&&&&AAAAAA MLLLLLLLEEEEEEEEEEEEEE555555GGGGGGGG '&&&&&>===== ???????? +*****;;;;;;"!!!!!XXXXXXXXXXXX0JIIIII BBB  7((((((444444------''''''444444@@@@@@@@@@666666g!!~//*EE .228^LLy   WT]]Yt__        %%%%(gii wyy 044444*++JN,+DMMMM`1KKK21Kb%) * * * * * CV;CVCXCXXXXX HHHHV ------- -.xxxxxxxxz%)%)"& &$#####------,7;==8888*F'$6666     %)?C15%)#OOOOOOd 8 8 8 8 8 8 8  8 v +++++++ +" $33333333l     VVVVVVV Vr          @.A.A.A.Ab7777%)%%%%%V%)$ ,0-2 $ $ $ $ $ $ N &&&&&&& &,0-2 555555r>%)?C15%)jjjjjjt%)?Cq "%)15+q q q q q q hM$M$M$M$M$M$M$M$f&*"&     ????@???? ! ! ! ! !6? ! ! !ppppppppf//////sH HH