a,jrI UdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlmZddlmZddl mZddlmZmZmZmZddl m!Z!m"Z"m#Z#dd lm$Z$ddl%Z%ddl&Z%ddl'Z%dd l(m)Z)dd l*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCmDZDdd lEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOdd lPmQZQmRZRddlSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\ddl]m^Z^ddl_m`Z`maZaddlbmcZcddldmeZeddlfmgZgmhZhmiZimjZjmkZkddllmmZnddlompZpddlqmrZrmsZsddltmuZuddlvmwZwmxZxmyZyddlzm{Z{ddl|m}Z}m~Z~mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZddlmZmZmZmZmZmZmZddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZerddlmZdZded <ee jZ ddlZn #e$rdZYnwxYwer$dd!lmZmZmZdd"lmZdd#lmZdd$lmZmZdd%lmZe#d&Ze jeܦZe%jed'Ze%jed(Ze%jed)Ze%jed*Zd+Zdd2ZGd3d4e^ZGd5d6Zdd:Zejdd<Zdad=ed><dd@ZddCZe%jjjZddGZ dddMZddPZddSZddWZdd`ZdddZddfZddiZddkZejdlmGdndoZddxZddzZejGd{d|ZGd}dvejZejdd~ZGddeZeZddZddZddZddZ ddZ ddZ ddZ ddZ ddZddZdZdZGddZdZGddeXZGddZddZGddeZejGddZejGddZGddZejddZGddejZddZddZGddZ ddZ!ddZ"ddZ#ddZ$e"de%e&efZ'ddZ(ddZ)ddZ*d dÄZ+ d d dȄZ, d d d̈́Z-d dτZ.ddӄZ/e{e/ddׄZ0dd܄Z1ddݜdd߄Z2de3eDZ4ded<de3eDZ5e5r%e6dd7e5ddS(a Core guard system for Dynamo that detects when compiled code needs to be recompiled due to changes in program state. Guards are conditions that must remain true for previously-compiled code to be valid for reuse. This module provides the infrastructure for creating, managing and checking guards, including: - Guard creation and composition - Guard state management and invalidation - Guard checking and failure handling - Utilities for guard optimization and debugging - Integration with Dynamo's compilation caching The guard system is critical for Dynamo's ability to efficiently reuse compiled code while maintaining correctness by detecting when recompilation is necessary due to changes in program state, tensor properties, or control flow. ) annotationsN)contextmanagerdeepcopy) currentframe)Any NamedTupleNoReturn TYPE_CHECKING) LiteralString TypeAliasTypeTypeVar) ReferenceType)code_framelocals_names) check_obj_id check_type_idClosureGuardAccessorCodeGuardAccessor dict_versionDictGetItemGuardAccessorDictGuardManagerFuncDefaultsGuardAccessorFuncKwDefaultsGuardAccessorGetAttrGuardAccessorGetGenericDictGuardAccessor GuardAccessorGuardDebugInfo GuardManager install_no_tensor_aliasing_guardinstall_object_aliasing_guard!install_storage_overlapping_guardinstall_symbolic_shape_guard LeafGuardprofile_guard_managerRelationalGuardRootGuardManagerTupleGetItemGuardAccessorTypeDictGuardAccessorTypeGuardAccessorTypeMROGuardAccessor) get_global_source_nameget_local_source_name IndexedSource$is_from_flatten_script_object_sourceis_from_local_sourceis_from_optimizer_sourceis_from_skip_guard_source.is_from_unspecialized_builtin_nn_module_sourceTensorPropertyTensorPropertySource)CompileEventLoggerget_metrics_context) CompileContext CompileIdDuplicateInputsGuardGuardBuilderBase GuardEnvExpr GuardSourceSourceStorageOverlapIndentedBuffer)get_opaque_obj_infois_opaque_value_type) structured)justknobs_check)_CppShapeGuardsHelper_ShapeGuardsHelperEqualityConstraint is_symbolic SYMPY_INTERP)_pytree) OrderedSet) format_framereport_compile_source_on_error) TensorWeakRef)config convert_frameexc)set_guard_error_hook)-AttrProxySource AttrSourceCallFunctionNoArgsSourceCallMethodItemSourceCellContentsSource ChainedSource ClosureSource CodeSourceConstantSourceConstDictKeySourceCurrentStreamSourceDataclassFieldsSourceDefaultsSourceDictGetItemSourceDictSubclassGetItemSourceDynamicScalarSourceFlattenScriptObjectSourceFloatTensorSourceFSDPNNModuleSourceGenericAttrSource GetItemSource GlobalSourceGlobalStateSourceGlobalWeakRefSource GradSource ImportSourceListGetItemSource LocalSourceNamedTupleFieldsSourceNNModuleSourceNonSerializableSetGetItemSourceNumpyTensorSourceOptimizerSourceScriptObjectQualifiedNameSourceShapeEnvSourceSubclassAttrListSourceTorchFunctionModeStackSourceTupleIteratorGetItemSourceTypeDictSource TypeMROSource TypeSource"UnspecializedBuiltinNNModuleSourceUnspecializedNNModuleSourceUnspecializedParamBufferSourceWeakRefCallSource) CacheEntryDynamoFrameType ExtraState GuardedCode GuardFailGuardFilterEntryGuardFn)builtin_dict_keyscommon_constant_typesdataclass_fields dict_keysget_current_streamget_torch_function_mode_stack get_torch_function_mode_stack_atguard_failuresistype key_is_id key_to_idnormalize_count_iternormalize_range_iter orig_code_maptensor_always_has_static_shapetuple_iterator_getitemtuple_iterator_lenverify_guard_fn_signature)Callablez%Callable[[Any, Any, Any], Any] | Noneguard_manager_testing_hook_fn) GeneratorKeysViewSequence)Symbol)DispatchKeySet)OutputGraphCommonOutputGraphGuardsStateSerializedCodeTguards recompilesrecompiles_verboseverbose_guards) __defaults____kwdefaults____code__ __closure____annotations____func____mro__codetypes.CodeTypevar_namestrreturnintctt|}t|||z dz }|SNrP)&code_framelocals_names_reversed_cachedlenindex)rrframelocals_names_reversedframelocals_idxs T/var/www/html/banglarbhumi/venv/lib/python3.11/site-packages/torch/_dynamo/guards.pyget_framelocals_idxrsF"H!M!M &''*D*J*J8*T*TTWXX c*eZdZd dZd d fd ZxZS) IndentedBufferWithPrefixrrc&d|j|jzzS)Nz| )_indenttabwidthselfs rprefixzIndentedBufferWithPrefix.prefixst|dm344rFline skip_prefixboolNonec|r#t|dStd|zdS)Nz+- )super writeline)rrr __class__s rrz"IndentedBufferWithPrefix.writelinesK  , GG  d # # # # # GG  edl + + + + +rrrF)rrrrrr)__name__ __module__ __qualname__rr __classcell__rs@rrrsV5555,,,,,,,,,,,rrceZdZdZd+d,dZed-d Zd.d Zd/d Zd/d Z d/dZ d/dZ d0dZ d1dZ d+d2dZd3d!Zd4d"Zd5d#Zd6d'Zd7d)Zd/d*ZdS)8GuardManagerWrappera A helper class that contains the root guard manager. An instance of this class is stored in the Dynamo cache entry, so that the cache entry can access the RootGuardManager stored in the "root" attribute and directly call the check_nopybind from C++. NrootRootGuardManager | Nonerrc&|t|_n||_d|_d|_d|_g|_d|_d|_d|_d|_ d|_ i|_ g|_ t|_t|_dSN)r&rdiff_guard_root closure_varsargs code_partsverbose_code_parts global_scope guard_fail_fn cache_entry extra_stateid_matched_objsno_tensor_aliasing_sourcessetprinted_relational_guardsrLdiff_guard_sources)rrs r__init__zGuardManagerWrapper.__init__s <(**DIIDI8<37&* %'4837AE.2.2AC57'?Buu&3=<<rGenerator[None, None, None]c#Kt|_ dVt|_dS#t|_wxYwr)rrrs r#_preserve_printed_relational_guardsz7GuardManagerWrapper._preserve_printed_relational_guards(sJ),& 3 EEE-0UUD * * *SUUD * 2 2 2 2s 0AOrderedSet[str]cbd fd d fd d fd jjS) Nnoderrrcv|jvp|dk}t|D]"\}\}}|||zz}#|r,j||SNr) get_sourcer fail_countsortedget_key_value_managersitemsadd)ris_diff_guard_node_idxkey_mgrval_mgrrvisits rvisit_dict_managerzJGuardManagerWrapper.collect_diff_guard_sources..visit_dict_manager;s!!T%<<U@Q@QTU@U -3++--3355-- F F((w#eeGnnuuW~~&EE""! ?'++DOO,=,=>>>% %rrcBt|trJ|jvp|dk}|D]}||z}|r,j||Sr) isinstancerrrrget_child_managersr)rr child_mgrrrs r visit_managerzEGuardManagerWrapper.collect_diff_guard_sources..visit_managerIs!$(899 9 99!!T%<<U@Q@QTU@U "4466 7 7 "eeI&6&66""! ?'++DOO,=,=>>>% %rcb|dSt|tr |S|SNFrrrrrs rrz=GuardManagerWrapper.collect_diff_guard_sources..visitWsA|u$ 011 0))$/// =&& &r)rrrr)rrrr)rr)rrrrs`@@@rcollect_diff_guard_sourcesz.GuardManagerWrapper.collect_diff_guard_sources1s & & & & & & & & & & & & & & ' ' ' ' ' ' ' di&&rctjr#tdr||dS)Nz3pytorch/compiler:use_recursive_dict_tags_for_guards)rQ"use_recursive_dict_tags_for_guardsrEfind_tag_safe_rootsprepare_diff_guard_managerrs rfinalizezGuardManagerWrapper.finalizebsM  4 ' A: :  '  $ $ & & & '')))))rcV||dSr)r populate_diff_guard_managerrs rrz.GuardManagerWrapper.prepare_diff_guard_manageris, ''))) ((*****rcdddfd dfd dfd |j}|D]G}t|tjjr|Hd S)uB Identify ``tag safe nodes`` and ``tag safe roots`` within a guard tree. ----------------------------------------------------------------------- tag safe node ----------------------------------------------------------------------- A *tag safe node* is a ``GuardManager`` whose guarded value satisfies one of the following conditions: 1. Immutable value - The value is intrinsically immutable according to ``is_immutable_object``. Tensors are considered immutable. To ensure that symbolic guards run, we also check that the GuardManager has no accessors. 2. Nested tag safe dictionary - The value is a ``dict`` whose keys and values are all tag safe nodes (checked recursively). Such dictionaries allow entire nested structures to be skipped once their identity tag matches. 3. Pure ``nn.Module`` - The value is an ``nn.Module`` whose sole accessor is ``GetGenericDictGuardAccessor``—i.e., it only exposes its ``__dict__`` and nothing else that could mutate between runs. For every tag safe node, verifying the identity/tag of just the top-level dictionary is enough to guarantee the entire subtree is unchanged, enabling a *fast-path* guard check. ----------------------------------------------------------------------- tag safe root ----------------------------------------------------------------------- A ``tag safe root`` is a tag safe node whose parent is not tag safe. These boundary nodes mark the points where guard evaluation can safely prune traversal: if a tag-safe root's dictionary tag matches, the entire subtree beneath it is skipped. One strong requirement for tag safe root is for the guarded object to support weakref. Refer to more details in the Recursive dict tag matching note. In short, we need to save the weakref of the object on first invocation, and check if it is still valid in later iterations, to apply recursive dict tag optimizations. `dict` objects do NOT support weakref. Therefore, as of now, we only mark nn module related guard managers as tag safe roots. Algorithm --------- The search runs in post-order traversal 1. Visit leaves and classify them as tag safe or not. 2. Propagate tag-safety upward: a parent dictionary becomes tag safe only if all of its children are already tag-safe. 3. Propagate tag-safe-rootness upward: if the whole subtree is tag safe, the current node becomes the new tag safe root, otherwise propagate the subtree tag safe roots. 4. Collect every tag safe node and, by inspecting parent tags, label the subset that are tag safe roots. rraccepted_accessorstuple[type[GuardAccessor], ...]rrc|}|}tfdt||DS)Nc3fK|]+\}}t|o|V,dSr)r is_tag_safe).0accessormgrrs r zTGuardManagerWrapper.find_tag_safe_roots..check_tag_safety..sU!Hc8%788NS__=N=Nr) get_accessorsrallzip)rr accessors child_mgrss ` rcheck_tag_safetyzAGuardManagerWrapper.find_tag_safe_roots..check_tag_safetysi**,,I0022J%(J%?%? rrlist[GuardManager]ct|tsJg}d}t|D]5\}\}}| ||||6|D]7\}}|r||z}|r||z}8|r| |SNT) issubclassget_type_of_guarded_valuedictrrrextendvaluesr mark_tag_safe)rtag_safe_rootsis_subtree_tag_saferrrrs rrzCGuardManagerWrapper.find_tag_safe_roots..visit_dict_managers9d<<>>EE E EEN"& -3++--3355-- : :((w&E'NNN&"))%%..999$($?$?$A$A$H$H$J$J A A A'7+>+>+@+@@'A'7+>+>+@+@@'" %""$$$! !rct|trJg}|D] }||!|rt |tjr>| r(| s| n8| n"t |trg| }|}tdt||D}|r| nt |tjjr3|t$t&f}|r| |gSn0|t(jt(jt.t0fvrt2jr|t6t8t:t<t>f}| D]5}t|t>r|| tBvz}6|r| n`t |t(j"rW|t>f}|td| Dz}|r| nt |tFra|$%tBr5t2jr)|tLf}|r| nUt |tNr.|tPtRf}|r| |S)Nc3nK|]0\}}t|to|V1dSr)rrr)rrrs rrzQGuardManagerWrapper.find_tag_safe_roots..visit_manager..sT**%#x)ABBXsGXGX******rc3pK|]1}t|to|dkV2dS) cell_contentsN)rr get_attr_name)rrs rrzQGuardManagerWrapper.find_tag_safe_roots..visit_manager..s]++!x)=>>D ..00OC++++++r)*rrrr)is_guarded_value_immutabler&r'torchTensorhas_no_accessorshas_object_aliasing_guardr+r(rrrnnModulerr)types FunctionType MethodType staticmethod classmethodrQ)assume_dunder_attributes_remain_unchangedrrrrrr2dunder_attrs_assumed_constantsCellTypetuplerendswithr'typer(r*) rr,rr r!r-rr"rs rrz>GuardManagerWrapper.find_tag_safe_roots..visit_managers=!$(899 9 99 N!4466 8 8 %%eeI&6&67777..00b )d<<>> MM),,..-t7U7U7W7W-**,,,&&((((D::<R=T&U&U##s++%)$6$6$8$8+++((# ')&&(((499;;UCC )OO%%../MNN )D )'7&646''#')&&(((D::<.visit;sA| $ 011 0))$/// =&& &rN)rrrrrr)rrrr#)rrrr#)rr&r'r4r8r9mark_tag_safe_root)rr,rr"rrrs @@@@rrz'GuardManagerWrapper.find_tag_safe_rootsmst     " " " " " "8l "l "l "l "l "l "l "\ ' ' ' ' ' ' 'ty))" * *D$88::EHOLL *''))) * *rc||j|_|jr|jdSdSr)clone_with_chosen_sourcesrrrupdate_diff_guard_root_managerrs rrz/GuardManagerWrapper.populate_diff_guard_managerGsM#==d>UVV   >   ; ; = = = = = > >rchosen_sourcesr&cDdfd }|j|S)Nnode_mgrrrrc0|vSr)r)rLrJs r filter_fnz@GuardManagerWrapper.clone_with_chosen_sources..filter_fnWs&&((N: :r)rLrrr)r clone_manager)rrJrNs ` rrHz-GuardManagerWrapper.clone_with_chosen_sourcesTs9 ; ; ; ; ; ;y&&y111rguardr# list[str]cd|jj|}fd|D}|S)Nc g|] }dz|z S): )rpart guard_names r z7GuardManagerWrapper.get_guard_lines.._s#<<>@@ B BB ^M5577 ^ ^=;Y;Y;[;[ ^ ^ ^^rrrbodyrct|D]\}\}}|d||5|rA|d||||||rA|d|||||dddn #1swxYwYdS)NzKeyValueManager pair at index=z KeyManager: zValueManager: )rrrrindentreconstruct_manager_string)rrrfidxrrs rconstruct_dict_manager_stringz1GuardManagerWrapper.construct_dict_manager_stringnsk(.c.H.H.J.J.P.P.R.R'S'S A A #C#'7 NNACAA B B B A AANN#R$2G2G2P2P#R#RSSS11'4@@@ANN#TD4I4I'4R4R#T#TUUU11'4@@@ A A A A A A A A A A A A A A A A As(BC;;C? C? c V|5|D]}t|trm||jvrC|j||||c||jj g|||t|tr| ||t| |D]Y\}}|||d||||Z ddddS#1swxYwYdS)Nz accessed_by=)rhget_leaf_guardsrr%rr writelinesrZrrrrkrrrrrereprri)rrrfrPrrs rriz,GuardManagerWrapper.construct_manager_string|s[[]] ? ?,,.. A Ae_55 AD$BBB6::5AAA(<(223===(+!!##S%;%;%=%=(( ? ?#))))5UHMMOO5U5UVV--i>>>>  ?+ ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?sE;FF"%F"c|5t}d|_|dd|dd|d||j|t |jdrD|jD]*}|| |+| cdddS#1swxYwYdS)NrPT)rzTREE_GUARD_MANAGER:r&get_epilogue_lambda_guards) rrrrrirhasattrrrrnrZgetvalue)rrfrPs r__str__zGuardManagerWrapper.__str__sE  5 5 7 7 # #+--DDM NN24N 0 0 0 NN0dN C C C NN- . . .  ) )$)T : : :ty">?? A!YAACCAAEOOD$8$8$?$?@@@@==?? # # # # # # # # # # # # # # # # # #sC DD Dxrrc6|j|Sr)rcheckrrvs rrxzGuardManagerWrapper.checksyq!!!rrc6|j|Sr)r check_verboserys rr{z!GuardManagerWrapper.check_verbosesy&&q)))rcdtd dd fd jdS) N leaf_guardr#rrQcg}|D]D}|dd}||E|S)N#r)rsplitrstripappend)r}rverbose_code_part code_parts rget_code_partszMGuardManagerWrapper.populate_code_parts_for_debugging..get_code_partssdJ%/%B%B%D%D - -!-33C88;BBDD !!),,,, rrrrcd|D]w}t|tr=|vr8j||Tj|x|D] }|dSr)rmrr%rr)rr)rrPrrrelational_guards_seenrrs rrzDGuardManagerWrapper.populate_code_parts_for_debugging..visits,,.. B Be_55B$:::..~~e/D/DEEE.225999O**>>%+@+@AAAA 3355 ! ! i     ! !r)r}r#rrQ)rrrr)rr)rrrrs`@@@r!populate_code_parts_for_debuggingz5GuardManagerWrapper.populate_code_parts_for_debuggingsk!$     ! ! ! ! ! ! ! ! ! dirr)rrrr)rr)rrrr)rJrrr&)rPr#rrQ)r[rr\r]rr)rrrfrrr)rrrfrrrrrvrrr)rvrrr)rrr__doc__rrrr rrrrrHrZrerkrirurxr{rrUrrrr s@@@@@,333^3/'/'/'/'b****++++X*X*X*X*t > > > >2222GK      A A A A????@ # # # #""""****rrar torch.Tensorctj5t|tjtjfrtj|n|cdddS#1swxYwYdSr)r4 overrides_enable_torch_functionrnpgenericndarray as_tensor)rs r from_numpyrs  / / 1 1TT%/BJ 3K%L%LSuq!!!RSTTTTTTTTTTTTTTTTTTsz&uninteresting_files..s" - - -1GOA   - - -r)torch._dynamo.external_utilstorch._dynamo.polyfills_dynamoexternal_utils polyfillstorch._dynamo.polyfills.loaderrr))r4modsrs runinteresting_filesrsi''''"""" M (%-*A BDAAAAAA KK"### - - - - --rdict[str, object] | None _CLOSURE_VARSdict[str, object]c tidtdtdtjjdt dtdddtd td td td td ddtdtdtjdt"dn t"jdt%dt&jt*jjt*jt2t*jt*t6datS)N___check_type_id___check_obj_id___odict_getitem ___key_to_id___dict_version___dict_containsc8t||Sr)r( __contains__)rbs rz#_get_closure_vars..sT->->q!-D-Dr___tuple_iterator_len___normalize_count_iter___normalize_range_iter___tuple_iterator_getitem___dataclass_fields___namedtuple_fieldsc|jSr_fieldsrvs rrz#_get_closure_vars..sair#___get_torch_function_mode_stack_at___get_current_stream __math_isnan __numpy_isnaninf) __load_module utils_devicedevice ___from_numpy ___as_tensorr4r)rrr collections OrderedDict __getitem__rrrrrrrrrmathisnanrfloat importlib import_moduler4utils_devicerr_as_tensor_fullprecrrUrr_get_closure_varsrs9   |   7 C  I  |   D D   $%7  &';  &';  ()?  "#3  #$7$7  23S  $%7  DJ RZTTRX! " 5<<# $'4!K/l'!51   4 rrast.ASTcRtj|ddS)N rq)astunparsereplace)rs r _ast_unparsers" ;t   $ $T2 . ..rrrP Guard | Nonecd}||jrht|jD]R}|jtvr;dt |d}t |dkrdt |}nSnN|jrG|j}t |dkrdt |d}nd}|d |S) Nrqz # T)rirz # z<60) user_stackreversedfilenamerrMrstacksummary)rrPextrafsrs rget_verbose_code_partrs E    (u/00  ;&9&;&;;;@<#>#>#>@@E5zzD(( !:|B'7'7 9 9E<[ (k))++G7||a:|GBK88::' $ $U $ $$rrstr | list[str]recompile_hintr]rQct|ts|g}fd|D}!tj}|r r|dn|rfd|D}|S)Nc0g|]}t|SrU)r)rrrPs rrXz*get_verbose_code_parts../s14=i//rr_c g|] }|dd Sz (HINT: r`rUrrVrs rrXz*get_verbose_code_parts..>s7   37t . .^ . . .   r)rlist_get_closure_var_hintoriginating_source)rrPrr closure_hints `` rget_verbose_code_partsr's j$ ' '" \ AK ,U-EFF  7EW<33>333<      ;M    rrb Source | Nonec|dS|j}|}|et|tr0|jr)|t |jd}d|jd|St|t r|jnd}|edS)z Walk up the source chain to find a CellContentsSource ancestor. Returns a hint like 'guard on "varname".attr' or None if not found. Nz guard on "")namerrY freevar_namerrZbase)rb full_namecurrent path_suffixs rrrEs ~t I#G   g1 2 2 Ew7K E $C $5$5$7$78KD 4DD{DD D",Wm"D"DN',,$   4rdim int | Nonec|dSt|s|St|tjsJ|jSr)rIrr4SymIntr maybe_as_int)rs rconvert_int_to_concrete_valuesr[sM {t s  ' #u|,,,,,x$$&&&rsize_or_stride list[Any]list[int | None]cd|DS)Nc,g|]}t|SrU)r)rrs rrXz.convert_to_concrete_values..fs! J J JC *3 / / J J JrrU)rs rconvert_to_concrete_valuesres J J> J J JJrvaluersizesstridespytyperD dispatch_keysrc|tjztjz }|j}|jj}|j} d|d|jd|d|d|d| d|d|d} | S)Nz check_tensor(r_z , device=z, requires_grad=z, size=z , stride=r`) r4_C_dispatch_tls_local_include_set_dispatch_tls_local_exclude_setdtyperr requires_gradr) rrrr r r  dispatch_keyr device_indexr guard_strs rget_tensor_guard_code_partris @@BBB 00223L KE<%L'M a a a 3 a a| a au a a a a0= a aFK a aV] a a a rdctdict[Any, Any]keyc`tt||Sr)rrr)rrs r get_key_indexr~s) !#&& ' ' - -c 2 22rrcd|d|dS)Nlist(dict.keys())[]rU)rbrs rget_key_index_sourcers 0V 0 0 0 0 00robjr cTtdt|d|ddzdz)NType for object  cannot be saved @into torch.compile() package since it's defined in local scope. @Please define the class at global scope (top level of a module).) TypeErrorrD)r s rraise_local_type_errorr(sB =S ==s=== L M L M  rrc@t|tjjSr)rr4r8r9)rs r$should_optimize_getattr_on_nn_moduler*s eUX_ - --rT)frozenc:eZdZUdZded<dZded<dZded<dS)NNModuleAttrAccessorInfoFrpresent_in_generic_dictNr]l1_keyl2_key)rrrr.rr/r0rUrrr-r-sL %*))))FFrr--DictGetItemSource | DictSubclassGetItemSourcebase_guard_managerrbase_example_value example_valueguard_manager_enumGuardManagerTyperct|jj}t|jtr |jj}n,t|t sJt ||j}t||}tt||}t|ttfr |d|d} n|d|d} t|jtsH| |||jtj|j|d|gd||| ||S)N[rrrbr4r5 == )rrrrr^r(rrrrrrget_key_managerr6 GUARD_MANAGERadd_equals_match_guardget_value_manager) rbr2r3r4r5base_source_namer key_sourcekey_example_value value_sources rgetitem_on_dict_managerrCsl{'&, 233@ ",d333330&,??%&6>>J ./ABBCCEJ#c3Z00;*CC->CCC *::Z::: fl$6 7 7   ** ,/= +  ! LjCC.?CCDd     / /#- 0  rr:c|j}t|trdS|rdS|ot|t  SNFT)rrrtis_specialized_nn_module is_dict_keyrm)rPrbs rmatch_on_id_for_tensorrHsa  %F&+,,u %%''t      F 6:(F(F$FFrc$eZdZUded<ded<dS) GuardCodeListrQ code_listr:rPNrrrrrUrrrJrJs%LLLLLrrJceZdZdZdZdS)r6rPN)rrrr<DICT_GUARD_MANAGERrUrrr6r6sMrcTttt|Sr)rrr)rs rrrs! /5566 7 77rc(eZdZUdZded<ded<dS)GuardCheckSpecu^Lightweight guard evaluation for subgraph reuse during tracing. WHY IS THIS NEEDED? Normal guards are collected during tracing, installed via GuardBuilder, and evaluated in C++ at runtime. GuardCheckSpec serves a different purpose: we want to evaluate a guard *during tracing* to check whether a previously traced partial subgraph can be reused. The guard is collected during the first trace of subgraph and then evaluated with a new source value before we begin tracing the second subgraph. Existing C++ guards don't satisfy this need because they're designed for runtime evaluation, not mid-trace comparisons with different source values. NB - This separate spec table *increases maintenance burden*, but each handler is small and the number of guard types is finite, so it's tractable. get_metadata_fn: (guard, value) -> metadata — captures the minimum information from the guarded value at build time. eval_fn: (value, metadata) -> bool — re-evaluates the guard at lookup time using a fresh value and the previously saved metadata. rget_metadata_fneval_fnN)rrrrrrUrrrRrRs1,LLLLLrrRrctuple[Any, ...]c\|j||j|j|jfSr)shapestriderrr)rcs rextract_tensor_metadatarYs# GQXXZZ!(AO DDrct|d}t|}t|d}|||fS)NrP__metadata_guard__)r__tensor_flatten__rDrs)rPrmetadataclshas_custom_guards rextract_subclass_metadatar`sJ00221566H u++Cu&:;; c+ ,,rr]c|\}}}|r.|||dS|d|kSrr[r\)rr]saved_metadatar^r_s rcheck_subclass_metadatards\,4)NC)U%%ne6N6N6P6PQR6STTT  # # % %a (N ::rc t|SrrrPrs rextract_dtensor_specrg%s E??rc0||dS)NT) skip_shapes) _check_equalsrr]s rcheck_dtensor_specrl*s   xT  : ::rctt|}|r|jsdSt||Sr)rBrDguard_fnr)rPr opaque_infos rextract_opaque_objrp/sH%d5kk22K k2t K((// 0 00rc|dStt|}|r|js|duS|||kSr%)rBrDrn)rr]ros rcheck_opaque_objrr7sVt%d5kk22K  k2 4    & &( 22rct|tjurt|dr|jSt |SNrrDr:r;rsridrfs rextract_closurerwAs9 E{{e(((WUJ-G-G(~ e99rct|tjurt|dr |j|uSt ||kSrtrurks r check_closureryHsC E{{e(((WUJ-G-G(~)) e99  rcddlm}|D]}t||r ||cS tdt |)zBExtract the base constant value from a constant subclass instance.rP_CONSTANT_BASE_TYPESzNot a constant subclass: )variables.user_definedr|rr'rD)rr|rcs r_constant_subclass_base_valuer~Nsh<<<<<< ! eQ   1U88OOO  =U == > >>rc4t||fd}|S)z.decorator_s% r)rR)rSrTrrs @rregister_guard_check_specrXs8 _gNNNG rct|_|S)z:Mark a guard method as skipped during auto-cache dispatch.) SKIP_GUARDrrs rskip_guard_check_specrfs$B IrcFeZdZdZd dZedZedZd S) UnsupportedGuardCheckSpeczSentinel for guards with no check spec yet. Raises NotImplementedError if get_metadata_fn/eval_fn are accidentally called. rrrrc||_dSr)_name)rrs rrz"UnsupportedGuardCheckSpec.__init__rs  rc0td|jNz%Guard check spec not implemented for NotImplementedErrorrrs rrSz)UnsupportedGuardCheckSpec.get_metadata_fnu!"V$*"V"VWWWrc0td|jrrrs rrTz!UnsupportedGuardCheckSpec.eval_fnyrrN)rrrr)rrrrrpropertyrSrTrUrrrrlsp XXXXXXXXXXrrc8t|j|_|S)z;Mark a guard method as unsupported for auto-cache dispatch.)rrrrs runsupported_guard_check_specr~s3BK@@B IrcReZdZ dddZddZdd!Zedd$Zdd/Zdd1Z dd3Z dd5Z dd6Z dd7Z dd8Z ddd?Z dddCZddEZddIZedJdKLdddOZedPdQL dddRZedSdTLddUZeddVZedWdXLddZZed[d\Ldd]Zed^d_Ldd`ZedadbLddcZedddeLddfZedgdhLddiZedjdkLdddmZ dddnZ edodpLdddqZ!edrdsLddtZ"e#dduZ$e#ddvZ%e#ddwZ&ee'e(LddxZ)ee*e+LddyZ,ee-e.LddzZ/ed{d|Lddd}Z0ed~dLddZ1eddLddZ2eddLddZ3eddLddZ4eddLddZ5eddLddZ6ee7e8LddZ9eddLddZ:eddLddZ;eddLddZ<eddLddZ=eddLddZ>e#ddZ?eddLddZ@eddLddZAeddLddZBeddLddZCe#ddZDe#ddZEe#ddZFe#ddZGe#ddZHe#ddZIe#ddZJeddLdddZK dddZLdS) GuardBuilderFNf_coderid_refCallable[[object, str], int] source_refCallable[[Source], str]lookup_weakrefs.Callable[[object], weakref.ref[object] | None] local_scoperrr[rcheck_fn_managerCheckFunctionManager save_guardsrruntime_global_scoperguard_filter_fn=Callable[[Sequence[GuardFilterEntry]], Sequence[bool]] | Nonerrc ||_||_||_||_||d|_i|_| p||_tj |jd<tj j j D]]\} } | dddddd} | |jd| <| |j| <^||_g|_g|_g|_g|_g|_||_i|_| |_| |_t5|_|jjJ|jjjD]>}||}|jtA|?i|_!i|_"t5|_#g|_$tJj&otOd|_&tQ|_)dS) NLG __builtins__>_<._dot_!pytorch/compiler:guard_nn_modules)*rrrrscopesrc_get_value_cacherbuiltins__dict__copyr4packagepackage_importer_package_imported_modulesrrr[argnamesrshape_env_codeno_tensor_aliasing_names!no_tensor_aliasing_guard_managersrguard_tree_valuesrrrkey_order_guarded_dict_ids output_graphguard_on_key_ordergetrrvr_cached_guard_managers_cached_duplicate_input_guardsobject_aliasing_guard_codesrQguard_nn_modulesrErLalready_added_code_parts)rrrrrrrr[rrrrrpackage_modulerbdict_objs rrzGuardBuilder.__init__s  $.9D<3X3X 9; $8$HL!%-%6%;%;%=%= >"] + E K K M M . .  <<S))11#s;;CCCQQD/=DJ~ &t ,-DJt  *#% )+ 4646%EG.6F13&. +.%%'$1===+8K > >Fxx''H  + / /8 = = = = BD@B#DGEE+BD( & 7! O /= = :D%%%rr4rrPr:cj||}t|trtd|j|jj}t |D]U}||}t|j|}|||}| ||d|d||VdS)NzsNot expecting a DictGuardManager. Seems like Dynamo incorrectly added the dict to tx.output.guard_on_key_order for )rr8rrrbr4r5) get_guard_managerrrrrrrrbget_guard_manager_typedict_getitem_manager) rr4rPdict_mgr dict_sourcerrrBr5s r#guard_on_dict_keys_and_ignore_orderz0GuardBuilder.guard_on_dict_keys_and_ignore_orders))%00 h 0 1 1 %SFKjSS  .3 %]33  C!#&E,U-ESQQQL!%!>J"22!!#3#A 3K ~~ S*55..*A*AAAAA5$ 22*j+E+Ec+E+EuMM$)  rr Any | Nonectjrt|trpt||}d|d|d}||||tj||d|gd|||||S|||||S)Nrrrr9r:r) rrrr;r6r<r=r>r)rrrr3r4r5rr@s rgetitem_on_dict_mgrz>GuardBuilder.getattr_on_nn_module..getitem_on_dict_mgrGs#/00 &&8#>>J{IIuIII ##%"%'7'E $ )(*/I/I#/I/I.JDQQQ,,&"/'9 -//&"/'9 0rFNT _parameters_buffers_modulesattrrbr4r5 .__dict__rbr4r5)rrrr3r4r5)rrrrrrr3rr4rr5r6rr)memberrrrgetmrorupdatekeysr-r.getattr_managerr/r0rVrrrget_generic_dict_managerrr6r<)rrbr2r3r4r?rr5r attr_namemod_dictall_class_attribute_namesrv accessor_infor/r0mod_dict_sourcel1_source_namel2_source_namel1_valuel2_valuel1_guard_manager_enuml2_guard_manager_enum l1_sourcemod_generic_dict_managerl1_mgrs rgetattr_on_nn_modulez!GuardBuilder.getattr_on_nn_module,s6# # # # JM %..1ee! 2 <== @ @A % , ,QZ__->-> ? ? ? ?0dCC  4T9dKKMM h & &98O+O+O4T=)TTMM 8 # # Xj5I(I(I4T:yQQMM 6 6 6h&&Xj1115T:yQQM4B &55]"+#5 6 !' ' ''")F")F"2<<cv|j}|dkrdSt||}||jvS)NrqF)rrvrr)rrbrobj_ids rrequires_key_order_guardingz(GuardBuilder.requires_key_order_guardings@k "  5DHHV$$%%888rAKeysView[Any] | set[Any] | frozenset[Any] | dict[Any, Any] | Nonec$tj}||rnt|tr tj}nLt|t tfr tj}n#t|tsJtj}|Sr) r6r<rrrrOr frozensetr()rrbr4r5s rrz#GuardBuilder.get_guard_manager_types.;  + +F 3 3 I-33 I%5%H""MC+;<< I&6%C""!-66666%5%H"!!rmgr_enumc"|tjkSr)r6rO)rr s rmanager_guards_on_keysz#GuardBuilder.manager_guards_on_keyss+>>>rc||jj|jd|jdt jS)Nr) f_globalsrbr4r5)r[rglobals_dict_managerrrr6r<rs rget_global_guard_managerz%GuardBuilder.get_global_guard_managers=!&;;/*S//= <   rc |jj}d}j}|dkr||jvr |j|S|dkr,|}||jt |<||}d}d}d}tj } ttr[j j}|j }| j }|j |} ttr.Qs!r) python_lambdarbr4r5cFtSr)r _get_indexrrbs rrz.Xs!(H%%''))rc,tjSr)rrrs rrz.as(:6=(I(IrrzUExpecting clean index here. Likely Dynamo forgot to mark a dict as guard_on_key_ordertensor_property__manager)rjrbr4r5zUse DictGetItemSourcez.__kwdefaults__c6|dSrr\rs rrz. s(<(<(>(>q(Arc*|Sr)__obj_flatten__rs rrz.s(9(9(;(;rcN|Sr)_typequalified_namers rrz.s (@(@(B(Brc*|Sr)get_basers rrz.#s rc*|Sr)itemrs rrz.+src*tj|Sr)r4rrs rrz.3s(A!(D(Drr9z4ConstDictKeySource can only work on DictGuardManagerc t|Sr)rrs rrz.ds(8(;(;rc|jSrrrs rrz.ls rc t|Sr)rrs rrz.s Arzmissing guard manager builder z - )ur[rrrrrrvrr6r<rrZrget_guard_manager_from_sourcerrprr local_nameframelocals_managerrjrrrrlglobal_weakref_managerrkrwr} type_managerr{type_dict_managerr|type_mro_managerrurrrr~rgrnrr module_namelambda_managerryr_rm grad_managerrhgeneric_getattr_managerrrVrYrr*rrrbrcr(rrrr rCrr^ RuntimeErrorr4getattrproplowerrjr-indexed_managerrolist_getitem_managerririndex_is_slicerBtuple_getitem_manager unpack_slicegetitem_managerracallableis_kwfunc_defaults_managerridx_keyrfunc_kwdefaults_managerrtrrxrervrUrXrfrztuple_iterator_getitem_managerAssertionErrorr;rsset_getitem_managerrweakref_call_managerrWcall_function_no_args_managerr`rqr\ code_managerr[closure_managerrd)rrbroot_guard_managerr4rr5r?r3r2base_guard_manager_enumroutmoduler kwdefaults kw_sourcers ` rr*z*GuardBuilder.get_guard_manager_from_sourcesJ!/4 k "  0K!K!K.{; ; "   HHV,,M8ED "2m#4#4 5!88OO !!"2"@ fm , , %{/ !%&+!6!6 !%!C!CFK!P!P &*&A&A /'' # &+ & &| 1$+v?PQQO$88&8"+#5 9CC FL ) )t //11FF&"+#5 GCC F/ 0 0j //11HH"."+#5 ICC F- . .c & % FN + +_ % % FJ ' '] % % %%$11"+#52CC FN + +V % % %%$66"+#57CC FM * *O % % %%$55"+#56CC  +2"     H & % %%$CC FL ) )| ,V-?@@F$33*0333"+#5 4CC F8 9 9t $33#+#5 4CCF/ 0 0k $33IIII"+#5 4CC FJ ' 'd % % %%$11"+#52CC F- . .] % % %%$<<]"+#5 =CC  Z!35ST  U & % %%fj11 1 1134FGG ''''//&&!$&)88&"/'9 9 F.0IJ K K~ % % %%049P2QRR R RRf'8:S&TUU U UU,.>?? 223JKKKKK-&&!& fl,>??&8)== &"/'9 > F0 1 1e '"E6;#3#9#9#;#;EEEJ"+#5CCFM * *[ % % %%$44J"+#5 5CC F- . .R % % %%$99L"+#5 :CC FM * *J % % %%!"T;+B$C ' '& ' ',d33 F .66 v?T (>> &"/'9 ? (2"//11E(88&"/'9 9 FN + +m % % %%# # ##.// / //< (>>+"4"A'7'E?"/&"/'9 " 0> '333,/@@ .EE$",'7'EF &h0@AAAAA33&"/'9 4 F- . .J % % %%$33("+#5 4CC F2 3 3B % % %%$33AA"+#5 4CC F5 6 6z % % %%$33;;"+#5 4CC F; < <r % % %%$33BB"+#5 4CC FO , ,j % % %%$3344"+#5 4CC F0 1 1b % % %%$3300"+#5 4CC F- . .Z % % %%$33DD"+#5 4CC F6 7 7R % % %%$CCl"+#5 DCC  2 3 3J 02BCC $J%44l"+#5 5CC F; < <? % % %%$88l"+#5 9CC F- . .7 % % %%$99"+#5:CC F4 5 50 % % %%$BB"+#5CCC F1 2 2) % % %%$33;;"+#5 4CC F2 3 3! % % %%$3311"+#5 4CC FJ ' ' % % %%$11"+#52CC FM * * % % %%$44"+#55CC F/ 0 0 % % %%$33.."+#5 4CC!IIIFKII 47#FK0 rc6||jSr)r*rrrPs rrzGuardBuilder.get_guard_managers11%2JKKKrTrrQrr is_epiloguec|t}d|}t||\}}i}d|jdi} t d|t|| ||d|} |r#|j j | |ddS|j j | |ddS)Nr_rzPython shape guard function: %s___make_guard_fn) rjoinrbuild_guard_functionr guards_logdebugexecr*r[radd_epilogue_lambda_guardadd_lambda_guard) rrrrrSmake_guard_fn_args _guard_bodypycoderMglobals_for_guard_fnrns r$add_python_lambda_leaf_guard_to_rootz1GuardBuilder.add_python_lambda_leaf_guard_to_roots   ,..L"YY|'8'8':':;;2:?QRR V  #TZ_5;VDDD V)3///*3)*L,?,?,A,AB  Y   # = ="        # 4 4X?QSW X X X X Xrguard_or_sourceGuard | Sourcedict[str, Any] | Nonect|tr|}n|j}|t}||j||j}|Sr)rr>rr get_valuerr)rrbrsrcrets rrzGuardBuilder.getsU ov . . 5!CC!4C  ,..LmmDJ d6NOO r str | Guardc6t|tr|}n|j}t|}||jvrat jj|}|r;|dkrt d||j ||S)NrNzinvalid var name: %s) rrrstrip_function_callrr4r ris_valid_var_namelogwarningr)rrPrris_valids rarg_refzGuardBuilder.arg_refs eS ! ! DD:D"4(( t} $ $x'99$??H +q==KK 6>>> $$T*** rrrn(Callable[[GuardBuilderBase, Guard], Any]c|dkrt|j}nt|j|}t|||j|j}||dS)Nr)rr)r\rrVr:rrcreate)rrPrrn attr_source new_guards r_guard_on_attributez GuardBuilder._guard_on_attributesq  " "$U%=>>KK$U%=yIIK AQ    rcf|jjdt||jjdfSNr) create_fnkeywordsrsrfs rrzGuardBuilder.s- O $V , E5?3F; < <. rcBt||d|dkSNrrP)rsrks rrzGuardBuilder.sx{(C(CxPQ{(Rrrrr]c ^|J|j}t|tr|j}||}t |||}d}|r d|d|d}n d|d|d}||jvrdS|||g||| |}|rt||}||} ||} | || } t| r&| ||| | |j|j| nI|||j| | n*||t#|||j|j|dS)Nhasattr(r_r`z not hasattr()provided_guarded_objectr)rrrrrrprsrr_set_guard_export_infor*rVrr*rrradd_no_hasattr_guardrrr) rrPrrbrefvalr base_managerrtr4r3r5s rHASATTRzGuardBuilder.HASATTRs ) fn - - !ll5!!dhhuoot,,  3.c..T...DD2#22222D 40 0 0 F ## D6488E?? $   99&AA  %VT22K HH[11M!%% !%!+sU_-Ef-Mrc||jvSr)rrks rrzGuardBuilder.,s (Frc|J||}||}||}d|d|d}||jvrdS|jd}||||jtj }| d|t|||j |j |dS)Nnot ___dict_contains(r_z .__dict__)rrF)rprrrrrrrr6r<add_dict_contains_guardrrr) rrPrrrrrrrs rNOT_PRESENT_IN_GENERIC_DICTz(GuardBuilder.NOT_PRESENT_IN_GENERIC_DICT*sll5!!hhuoo--e44 @t@@@@@ 40 0 0 F"Z222#/#H#H"FFs|TT/=$I$ $  !88   "4 / /      %))$/////rc t|SrrDrfs rrzGuardBuilder.Ks T%[[rc$t||uSrrrks rrzGuardBuilder.LsU x(?rc ,||}t|tjjr|jr|j}nt |}|j|jkrd|_ | |d|j d}t|}d| |d|d|}|||g|||t#||d|j|jdS) NTtype(r`z___check_type_id(r_), type=ztype )r)rrr4 _subclasses FakeTensorr rDrr_unserializablerrrorprradd_type_match_guardrr)rrPrrcr type_reprrs r TYPE_MATCHzGuardBuilder.TYPE_MATCHJs-  eU.9 : : u|  AAU A >QZ ' '%)E !Q 5 5 5 566GG U4<<#6#6UU&UU)UU ##ED6222 u%%::  "e,DAN,D,D           rcV||}||}t||}d|d|}|||g|||t |||jdS)Nz___dict_version() == )rprrrradd_dict_version_guardrr)rrPrrversionrs r DICT_VERSIONzGuardBuilder.DICT_VERSIONjsll5!!hhuootxx//5#55G55 ##ED6222 u%%<< 'e44e6F     rc&|jjdSNrrrfs rrzGuardBuilder.zU_-Ee-Lrc ||vSrrUrks rrzGuardBuilder.{ E(9rrc6||}d|d|d}||jvrdS|||g||d|t |||j|j|dS)Nz___dict_contains(r_r`TrprrrrrrrrrPrdict_refrs r DICT_CONTAINSzGuardBuilder.DICT_CONTAINSys <<&&7377H777 40 0 0 F ##ED6222 u%%==   "4 / /      %))$/////rc&|jjdSrrrfs rrzGuardBuilder.rrc ||vSrrUrks rrzGuardBuilder. (=rc6||}d|d|d}||jvrdS|||g||d|t |||j|j|dS)Nrr_r`Frrs rDICT_NOT_CONTAINSzGuardBuilder.DICT_NOT_CONTAINSs <<&&;s;;;;; 40 0 0 F ##ED6222 u%%==   "4 / /      %))$/////rc&|jjdSrrrfs rrzGuardBuilder.rrc ||vSrrUrks rrzGuardBuilder.rrc:||}|}d|d|d}||jvrdS|||g||d|t |||j|j|dS)Nzset.__contains__(r_r`Trprrradd_set_contains_guardrrrrrPrset_refr%rs r SET_CONTAINSzGuardBuilder.SET_CONTAINSs ,,u%%7777d777 40 0 0 F ##ED6222 u%%<<   "4 / /      %))$/////rc&|jjdSrrrfs rrzGuardBuilder.rrc ||vSrrUrks rrzGuardBuilder.rrc:||}|}d|d|d}||jvrdS|||g||d|t |||j|j|dS)Nznot set.__contains__(r_r`Frrs rSET_NOT_CONTAINSzGuardBuilder.SET_NOT_CONTAINSs ,,u%%;w;;$;;; 40 0 0 F ##ED6222 u%%<<   "4 / /      %))$/////rc|SrrUrfs rrzGuardBuilder.Urc||kSrrUrks rrzGuardBuilder. (9rc||}||}t|tsJ|d|g}||||r>||t|||jdS|| t|||jdS)Nr:) rprrrrradd_true_match_guardrradd_false_match_guardrrPrrrs r BOOL_MATCHzGuardBuilder.BOOL_MATCHs ll5!!hhuooc4     ##C##$ ##E4000    " "5 ) ) > >&tU33U5E       " "5 ) ) ? ?&tU33U5E     rcdSrrUrfs rrzGuardBuilder.Trc |duSrrUrks rrzGuardBuilder.s  rc||}||}|J|dg}|||||t |||jdS)Nz is None)rprrradd_none_match_guardrrrs r NONE_MATCHzGuardBuilder.NONE_MATCHs ll5!!hhuoo{{{   ! ##E4000 u%%:: "4 / /1A     rc|SrrUrfs rrzGuardBuilder.rrc ||uSrrUrks rrzGuardBuilder. (9rrc.|||Sr)id_match_unchecked)rrPrs rID_MATCHzGuardBuilder.ID_MATCHs&&un===rc@t|jtr7|t |jjt jS||}||}| ||j } t|}n(#t$rdt|jd}YnwxYwd|d|d|}|||gd|||t%||||jt|jt(rNt|t*jjr1|jj}||} | | |j|<dSdSdSdS)Nrrz___check_obj_id(r_rr)provided_func_name)rrr}rr:rrrprrrro ExceptionrDrrrrrrrpr4r8r9r+rr) rrPrrrrrrr+weak_ids rrzGuardBuilder.id_match_uncheckeds e. ; ; ??e.3\5LMM ll5!!hhuooS%*-- 2S II 2 2 22DII.111III 2E#DDDDDD ##ED6j#QQQ u%%88  "4 ? ?      e. < < ?#ux// ?"5@ ..s33&7>D(444 ? ? ? ?'&sB(("C  C cdSrrUrfs rrzGuardBuilder.' rrc |duSrrUrks rrzGuardBuilder.( T(9rcB||}||}t|tjsJ|d}|||g||t|||j dSNz is not None) rprrr4r5rradd_not_none_guardrr)rrPrrrrs rNOT_NONE_MATCHzGuardBuilder.NOT_NONE_MATCH& s ll5!!hhuoo#u|,,,,,### ##ED6222 u%%88 "4 / /1A     rc*|Srraw_reprrfs rrzGuardBuilder.6 sU^^-=-=rc2||kSrrrks rrzGuardBuilder.7 s(8(8H(Drc&||}||}t|tjjsJ|d|d}|||t|||j dS)Nz.raw_repr() == z .raw_repr()) rprrr4r rradd_dispatch_key_set_guardrr)rrPrrrs rDISPATCH_KEY_SET_MATCHz#GuardBuilder.DISPATCH_KEY_SET_MATCH5 s ll5!!hhuoo#ux677777>>C>>>  u%%@@  ":u 5 5       rc|jjJ|jjj}d|g}||||jj|t|||jdS)Nz,torch.autograd.forward_ad._current_level == ) rr dual_levelrr[radd_dual_level_match_guardrr)rrPrrs r DUAL_LEVELzGuardBuilder.DUAL_LEVELF s$1===*7B KzKKL ##E4000 ::  "4 / /       rc<|jjJ|jjj}d|Dddg}|||tjjjd fd }|jj |t|||j dS) Nc6g|]}|SrU) get_state)rcis rrXz6GuardBuilder.FUNCTORCH_STACK_MATCH..[ s ///R",,..///rz5torch._functorch.pyfunctorch.compare_functorch_state(r`rvrrrcSrrU)rv compare_fnstatess rrz.GuardBuilder.FUNCTORCH_STACK_MATCH..fnb s:f%% %rr) rrfunctorch_layersrr4 _functorch pyfunctorchcompare_functorch_stater[rr\rr)rrPcisrrrrs @@rFUNCTORCH_STACK_MATCHz"GuardBuilder.FUNCTORCH_STACK_MATCHU s$1===#0A//3///QQQQR ##E4000%1I  & & & & & & & 00 &tU33U5E     rc\tjjjjtjjjjd fd dg}|||d fd }|jj |t|||j dS) NhooksCtuple[Callable[[torch.Tensor], Any], Callable[[Any], torch.Tensor]]rtuple[int, ...] | Nonecb|sdSttt|Sr)rBmaprv)rare_inline_hookss r hooks_ids_fnz?GuardBuilder.AUTOGRAD_SAVED_TENSORS_HOOKS..hooks_ids_fnq s3$#E** tR(( (rzCtorch._functorch.aot_autograd.utils.top_saved_tensors_hooks ids == rvrrc2kSrrU)rv get_hooksguard_hooks_idsrs rrz5GuardBuilder.AUTOGRAD_SAVED_TENSORS_HOOKS..fn s"ll99;;&?&?? ?r)rrrrr) r4r _aot_autogradrtop_saved_tensors_hooks"saved_tensors_hooks_are_inlineablerr[rr\rr)rrPrrrrrrs @@@@rAUTOGRAD_SAVED_TENSORS_HOOKSz)GuardBuilder.AUTOGRAD_SAVED_TENSORS_HOOKSj s$28P   * 0 S  ) ) ) ) ) )',yy{{33 dRa c c  ##E4000 @ @ @ @ @ @ @ @ 00 &tU33U5E     rc"||}Gdd|d}ttjt jfd|t|dr&t|t|dfd }ndfd }d t|d tj }| ||t|||jdS)NceZdZddZddZdS) @GuardBuilder.TENSOR_SUBCLASS_METADATA_MATCH.._AnyCompareotherobjectrrcdSr%rUrrs r__eq__zGGuardBuilder.TENSOR_SUBCLASS_METADATA_MATCH.._AnyCompare.__eq__ strcdSrrUrs r__ne__zGGuardBuilder.TENSOR_SUBCLASS_METADATA_MATCH.._AnyCompare.__ne__ surN)rrrr)rrrrr rUrr _AnyComparer s<          rr rPcSrrU)rr s rrz=GuardBuilder.TENSOR_SUBCLASS_METADATA_MATCH.. s rr[rvrrrc`|dSrrb)rvr^original_metadatas rmetadata_checkerzEGuardBuilder.TENSOR_SUBCLASS_METADATA_MATCH..metadata_checker s1--%q';';'='=a'@rc@|dkSrr)rvr s rrzEGuardBuilder.TENSOR_SUBCLASS_METADATA_MATCH..metadata_checker s ++--a04EEEr___check_metadata__cr)rr\rpytree tree_map_onlyr4rrsrrDrvr7current_compile_idrr\rr) rrPrr]rrr r^r s @@@rTENSOR_SUBCLASS_METADATA_MATCHz+GuardBuilder.TENSOR_SUBCLASS_METADATA_MATCH so         ++--a0$  /F/F/F/F Q Q   5. / / F %e , , ,u++C         F F F F F Fi2.>+?+?hh>CdCfCfhh  u%%66  "; 6 6       rct|||dfd }dt|}|||t |||jdS)Nrvrrrc$t|Sr)rlrvexpecteds rrnz1GuardBuilder.DTENSOR_SPEC_MATCH..guard_fn s%a22 2r__dtensor_spec_r)rgrrvrr\rr)rrPrnrrs @rDTENSOR_SPEC_MATCHzGuardBuilder.DTENSOR_SPEC_MATCH s(txx?? 3 3 3 3 3 30H// u%%66 ,T5995;K     rc,||}t||dSd fd }dt|dtj}|||t|||jdS) z=Guard on the values returned by the opaque object's guard_fn.Nrvrrrc$t|Sr)rr)rvoriginal_valuess ropaque_guard_checkerzDGuardBuilder.OPAQUE_OBJ_GUARD_FN_MATCH..opaque_guard_checker s#A77 7r___check_opaque_guard_fn_rr) rrprvr7rrr\rr)rrPrrrrs @rOPAQUE_OBJ_GUARD_FN_MATCHz&GuardBuilder.OPAQUE_OBJ_GUARD_FN_MATCH s,UE::  " F 8 8 8 8 8 8t"5I2J2JssnNoNqNqss  u%%66 "; 6 6       rc|SrrUrfs rrzGuardBuilder. rrc||kSrrUrks rrzGuardBuilder. rrc ||}||}tr|tjtjtjtjtjtjtj tj tj tj tj f }nd}ttf}t!t"t$t t&t(t*t,t.jt.jt.jjjh ||z}t.jrddlm}m } ddl!m"} m#} m$} m%} || | | | | |fz}ddl&m'}||fz}ddl(m)cm*}tW||sS|j,t%|s6t[t%|sJdt%|t]|t^rrtaj1|r^d|d|d g}|2|||3|4tk|||j6dSt]|tnrrtj1|r^d|d |d g}|2|||3|8tk|||j6dS|d |g}t]||rts|}tk||}rfd |D}|3|:|||j6|2||dS) NrUr) _MeshLayout DeviceMesh) _StridedShardPartial ReplicateShard) _IntWrapperzUnexpected type z(type(z) is float and __math_isnan(z))z) is complex and __numpy_isnan(r:c g|] }|dd SrrUrs rrXz-GuardBuilder.EQUALS_MATCH..B s7"""7;422222"""r);rprrint8int16int32int64uint8uint16uint32uint64float16float32float64rrrBrrDr slicerangerr4SizeStreamcudastreams distributed is_availabletorch.distributed.device_meshr%r&(torch.distributed.tensor.placement_typesr'r(r)r*torch.export.dynamic_shapesr+torch.utils._pytreerrKris_constant_classrCrrrrrradd_float_is_nan_guardrrcomplexadd_complex_is_nan_guardrr=)rrPrrrnp_typesok_mutable_typesok_typesr%r&r'r(r)r*r+rrrs ` r EQUALS_MATCHzGuardBuilder.EQUALS_MATCH s ll5!!hhuoo         /HHH #; !   ")  "    "   ) ) + +  M M M M M M M M              #H <;;;;;{n,,,,,,,,,, sH % % *'v'S 22 *$DII.. * * *d3ii ) )  * * / #u   $*S// ESEEcEEEFD  ' 't 4 4 4  " "5 ) ) @ @&tU33     F #w   BHSMM HSHHHHHID  ' 't 4 4 4  " "5 ) ) B B&tU33     F##C##$ #' ( ( 3--C3D%@@  """"?Q"""  u%%<< #U%5    ##E4000rc|SrrUrfs rrzGuardBuilder.M rrc||kSrrUrks rrzGuardBuilder.N rrcF||}t|tr||dS|||dSt|t jr||dS||dSr) rrrrrr:CodeTyperrKrrPrs rCONSTANT_MATCHzGuardBuilder.CONSTANT_MATCHL s hhuoo #t   % OOE " " " " " [ OOE " " " " " C ( ( % MM%   e $ $ $ $ $rc t|Srr~rfs rrzGuardBuilder.\ s-J5-Q-Qrc(t||kSrrSrks rrzGuardBuilder.] s(Ee(L(L )rcf ddlm}||}||}d|D]}t ||r|nJ| jd|d g}d  fd }|||t|||j dS) zGuard for subclasses of constant types (int, float, str, etc.). Extracts the base value using the base type's converter (e.g., int.__int__) to avoid calling user-overridden __eq__. rPr{N(rrvrrrc"|kSrrU)rv base_type base_values rcheck_fnz6GuardBuilder.CONSTANT_SUBCLASS_MATCH..check_fnv s9Q<<:- -rr) r}r|rrprrrr\rr) rrPr|rrrcrrZrXrYs @@rCONSTANT_SUBCLASS_MATCHz$GuardBuilder.CONSTANT_SUBCLASS_MATCH[ s A@@@@@hhuooll5!! %  A#q!!   $$$Ys^^ %@@@@*@@A . . . . . . . u%%66  "4 / /       rc|SrrUrfs rrzGuardBuilder. rrc ||uSrrUrks rrzGuardBuilder. rrc`||d||}t|drHt|jt sJ|js#||dtj dSdStj dddt|ddgdS) Nz%[inline-inbuilt-nn-modules-candidate]trainingz-Attempted to guard on uninitialized nn.ModulerqzKAttempted to setup an NN_MODULE guard on uninitialized nn.Module subclass `z`.zIEnsure the `nn.Module` subclass instance has called `super().__init__()`.)gb_typecontext explanationhints) rrrsrr_rrrvrrQrS unimplementedrDrPs r NN_MODULEzGuardBuilder.NN_MODULE s eDEEEhhuoo 3 # # #,-- - --( Y(( L rrc ||uSrrUrks rrzGuardBuilder. rrc,||S)z0things like torch.add and user defined functions)rrRs rFUNCTION_MATCHzGuardBuilder.FUNCTION_MATCH s}}U###rc|SrrUrfs rrzGuardBuilder. rrc ||uSrrUrks rrzGuardBuilder. rrc||}tj|st|jd||dS)zNEquals ID_MATCH on classes - better readability than directly calling ID_MATCHz( is not a class, but CLASS_MATCH is usedN)rrisclassrErrrPs r CLASS_MATCHzGuardBuilder.CLASS_MATCH sa hhuoos##  :GGG  &&&&&rc|SrrUrfs rrzGuardBuilder. rrc ||uSrrUrks rrzGuardBuilder. rrc||}tj|st|jd||dS)zNEquals ID_MATCH on modules - better readability than directly calling ID_MATCHz* is not a module, but MODULE_MATCH is usedN)rrismodulerErrrPs r MODULE_MATCHzGuardBuilder.MODULE_MATCH sb hhuoo$$  :III  &&&&&rc||}t|tjur3t |dr#||dt jdS||dS)z!matches a closure by __code__ id.rN) rrDr:r;rsrvrrQrirPs r CLOSURE_MATCHzGuardBuilder.CLOSURE_MATCH sshhuoo 99* * *wsJ/G/G *  $ $UJ 8S T T T T T    & & & & &rc|SrrUrfs rrzGuardBuilder. rrc ||uSrrUrks rrzGuardBuilder. rrc|jrCt|jtr)|jj|jj||Sr) rrrrbrused_builtin_varsrrrrRs r BUILTIN_MATCHzGuardBuilder.BUILTIN_MATCH sb   %24EFF %7;;,2&&u---rc t|Srrrfs rrzGuardBuilder. s SZZrc(t||kSrr|rks rrzGuardBuilder. sE h(>rc||}||}t|ts||g}t |dkr|d|n(|d|dt ||||t|trL|| t |t|||j dS|| t |t|||j dS)Nrznot zlen(r) rprrr(rrrrradd_dict_length_check_guardrradd_length_check_guardrrPrrrs rSEQUENCE_LENGTHzGuardBuilder.SEQUENCE_LENGTH sbll5!!%&& # OOE " " " u::?? KK s % % % % KK5s55U55 6 6 6 ##E4000 eT " "   " "5 ) ) E EE &tU33        " "5 ) ) @ @E &tU33      rc t|Srrrfs rrzGuardBuilder. s-?-F-Frc(t||kSrrrks rrzGuardBuilder. s(:5(A(AX(Mrc||}||}t|}g}|d|dt ||||t|}||d|jd}|| t ||t|||j dS)Nz___tuple_iterator_len(rrr`) rprrDrrrrrradd_tuple_iterator_length_guardrr)rrPrrrcrrs rTUPLE_ITERATOR_LENzGuardBuilder.TUPLE_ITERATOR_LEN s ll5!! KK RSRR7I%7P7PRRSSS ##E4000 KKQ 5 5 5 566 u%%EE u % %  "4 / /        rc t|Srrrfs rrzGuardBuilder. s-A%-H-Hrc(t||kSrrrks rrzGuardBuilder. s(t|t|fSrrDrrfs rrzGuardBuilder., sd5kk;OPU;V;V-Wrcbt||duot||dkSr|rrks rrzGuardBuilder.- s1 KK8A; & U+?+F+F(ST++Urc`||}||}t|t|dfd }d|dg}||||||t|||jdS) NrvrrrcLt|uot|kSrr)rv count_typenormalized_count_iters rrnz3GuardBuilder.COUNT_ITERATOR_MATCH..guard_fn7 s-Q:%E(++/DD rz___normalize_count_iter(rr) rprrDrrrr\rr)rrPrrrnrrrs @@rCOUNT_ITERATOR_MATCHz!GuardBuilder.COUNT_ITERATOR_MATCH+ sll5!!%[[ 4U ; ;        M3LL5JLLM ##E4000 u%%66 ,T5995;K     rsource_bct|jst|rdS|jr`t|x}r|jj|t|x}r|jj|| |}| |j }t|jst|rdS||f}||j vrdS|j ||f|j ||f|d|g}| ||tjr<|d}t!||d} |j|| fdSt'||||t!|||jdS)N is r)r1rrr,radditional_used_local_varsrr+additional_used_global_varsrprr0rrrQ#use_lamba_guard_for_object_aliasingrrrr rr*r) rrPrrref_aref_brrrrs rDUPLICATE_INPUTzGuardBuilder.DUPLICATE_INPUTF s $  $    &x 0 0  F   L,X666t K%@DDTJJJ-h777t L%AEEdKKK U## X]++ #  $    %h / /  Fen $5 5 5 F +//??? +//???%%e%%& ##E4000  5 QI 6y% H H K   , 3 3Y@Q4R S S S S S )&&u--228<<&tU33      rcdSrrUrfs rrzGuardBuilder.v rrc |duSrrUrks rrzGuardBuilder.w rrc||dg}|||||t |||jdSr)rprrrrrrrPrs r WEAKREF_ALIVEzGuardBuilder.WEAKREF_ALIVEu sy <<&&4445 ##E4000 u%%88 "4 / /1A     rcDt|Srrrrfs rrzGuardBuilder. sT%**,,-?-?rcLt||kSrrrks rrzGuardBuilder. sUZZ\\(:(:h(Frc \||}||}g}|d|dt|||||||||jdS)z7Guard on the key order of types.MappingProxyType objectzlist(z .keys()) == N) rprrrrrradd_mapping_keys_guardrrs rMAPPING_KEYS_CHECKzGuardBuilder.MAPPING_KEYS_CHECK s ll5!! ACAAT%**,,-?-?AABBB ##E4000 u%%<< 4)     rcPtt|Srrr(rrfs rrzGuardBuilder. sT$))E2B2B-C-CrcXtt||kSrrrks rrzGuardBuilder. sTYYu-=-=(>(>((Jrc  ||}||}|tjjjur||dS||g}|d|dtt|| ||| |j r|||dS|||dS)z6Insert guard to check that the keys of a dict are sameNrz)) == )rprr4rrKSUPPORTED_NODESrrrrrrrrrrrs rDICT_KEYS_MATCHzGuardBuilder.DICT_KEYS_MATCH s ll5!! EK'7 7 7   e $ $ $ F U### ScSS6G6N6N1O1OSSTTT ##E4000  + +E,D E E C  - -eU ; ; ; ; ;  4 4UE B B B B BrcdSrrUrfs rrzGuardBuilder. rrc(t|dkSrr|rks rrzGuardBuilder. sE arcLtjrdS||dS)z\Special guard to skip guards on empty hooks. This is controlled by skip_nnmodule_hook_guardsN)rQskip_nnmodule_hook_guardsrrRs rEMPTY_NN_MODULE_HOOKS_DICTz'GuardBuilder.EMPTY_NN_MODULE_HOOKS_DICT s.  +  F U#####rcdSrrUrRs r GRAD_MODEzGuardBuilder.GRAD_MODE  rcdSrrUrRs rDETERMINISTIC_ALGORITHMSz%GuardBuilder.DETERMINISTIC_ALGORITHMS rrcdSrrUrRs rFSDP_TRAINING_STATEz GuardBuilder.FSDP_TRAINING_STATE rrc|jj}|J|j}||j_d|jjg}|jj|||jdS)Nz ___check_global_state() against ) rrglobal_state_guard global_state __getstate__r[radd_global_state_guardr)rrPrrrs r GLOBAL_STATEzGuardBuilder.GLOBAL_STATE s,9 '''#6 -9* ct/D/Q/^/^/`/` b b  66 $ 0     rc|jjJt|jj|j_|jj|jjdg|jdS)Nz$___check_torch_function_mode_stack())rtorch_function_mode_stack$make_torch_function_mode_stack_guard"torch_function_mode_stack_check_fnr[r#add_torch_function_mode_stack_guardrrRs rTORCH_FUNCTION_STATEz!GuardBuilder.TORCH_FUNCTION_STATE st$>JJJ 0%?   @ CC  ! ; 3 4       rc|jtjusJ|jjJd|jjjg}|||||t|||j dS)z/Guard on CURRENT_DEVICE per torch.utils._deviceNzutils_device.CURRENT_DEVICE == ) rbr=GLOBALrrcurrent_devicerradd_default_device_guardrrrs rDEFAULT_DEVICEzGuardBuilder.DEFAULT_DEVICE s|{11111$1=== cd.C.P._ c c  ##E4000 u%%>> "4 / /1A     rc  #$%&ddlm}|jdksJjj&&Jjj1jj}|j}|j}|j|j}|j }njt&|sJ&j J&j j pg$d$D%d&&fd }&j ri} g} g} i} t} &j D][}|j&jvr1t"jj||&j | | | | | At*d \t/| | t1| | d #nd#d'#$%&fd }t4jr3 |d\}}}d }n0#t8$rd}|d\}}YnwxYwd}|d\}}&js&j jrt? d}|t|tBsJ|gn%t1|j"#}tI|||||j_|j%D]}&||gtOj(x}r|j)*|j%g}g}|s|sJ|j%|j"}}|sdS|+D]\}}t|tXrd} |itZt]}t|t^r|0||fvt|tbr|0||fd}|sddl2}ddl3m4}|sJ|j%|j"}}tk||z} fdtm|D}d7dtm|D}d7dtm|D}|rd|d}|rd|d}tqj9d |d!|d"d#7|d$} tt;d%| |j%|<| }!|=|!j>|j?j@}"|"sJ t|t|t||"|!|j%|jCdS#t"jDjEjF$rYnwxYw|j%r9G|j%|j%itZt]dSdS)(Nrrrqcg|] }|j SrU)symbolic_contextrrs rrXz*GuardBuilder.SHAPE_ENV.. s===Qa0===rt_idrrr list[Source]c8fdj|DS)NcFg|]}t|tjSrU)r4r3SIZE)rrbrs rrXz?GuardBuilder.SHAPE_ENV..get_sources.. s:)1DcJJr)tracked_fakes_id_to_source)rrrs `r get_sourcesz+GuardBuilder.SHAPE_ENV..get_sources s9#/"I$"Orz+Untracked tensor used in export constraintsF) source_pairsderived_equalitiesphantom_symbolsrelaxed_sources warn_onlylangstuple[str, ...]list[_ShapeGuardsHelper]c jdDdDjj |S)Ncg|] }|j SrU)fakers rrXzCGuardBuilder.SHAPE_ENV.._get_code_parts..< s(((QV(((rcg|] }|j SrU)rbrs rrXzCGuardBuilder.SHAPE_ENV.._get_code_parts..= s***!QX***r)input_contextsequalities_inputsr ignore_staticr) shape_envproduce_guards_verboserexport)rrrrrrs r_get_code_partsz/GuardBuilder.SHAPE_ENV.._get_code_parts9 s_#-DD((R(((**r***#1&7#(4':#:E   r)pythonverbose_pythoncppT)rrcpp_code_parts)python_code_partsrrpython_fallbackshape_env_sources)r) CppCodeCachec\g|](\}}t||)SrU)r*r-)rirbrs rrXz*GuardBuilder.SHAPE_ENV.. sE"""!666}VQ7O7OPP"""rr_c32K|]\}\}}|d|dVdS)z = int_values[rNrUrrrsymbols rrz)GuardBuilder.SHAPE_ENV.. sO,,&;Av11Q111,,,,,,rc32K|]\}\}}|d|dVdS)z = float_values[rNrUrs rrz)GuardBuilder.SHAPE_ENV.. sO..&;Av33q333......rzint64_t ;zdouble a #include #include #include #include #if defined(_MSC_VER) # define EXTERN_DLL_EXPORT extern "C" __declspec(dllexport) #else # define EXTERN_DLL_EXPORT extern "C" #endif EXTERN_DLL_EXPORT int8_t guard(int64_t *int_values, double *float_values) { z z return (z) && (z%); } zC++ shape guard function: %s %s)rrrrrr)rrrr)Htorch._dynamo.output_graphrrrrshape_code_partsrrrrrr tracked_fakesexport_constraintsrrrr4rdynamic_shapes_process_equalitiesrmrnrHrr*rQ enable_cpp_symbolic_shape_guards OverflowErrorfreezerlocalsrrFsource_to_symbolrShapeCodePartsexprsrr7try_getshape_env_guardsr)rr]rJrrrrctypestorch._inductor.codecacherr(rrVtextwrapdedentrXrYloadcastrPc_void_prr"rr _inductorrSInvalidCxxCompilerra)'rrPrrrrrrrnamesrrrr constraintrmaybe_cpp_code_partsmaybe_shape_env_sourcesrcompile_contextint_source_to_symbolfloat_source_to_symbolrr rbrr4rrguard_managersint_symbols_strfloat_symbols_strfunc_strclibcguardrrrrs'` @@@@r SHAPE_ENVzGuardBuilder.SHAPE_ENV s@@@@@@zR,9 '''  1 =#4E  0 B !1!D .:!1!@.>OO l,=>> > >>)555'5;B=="===N      . )46<> #68/2uu"."A S SJ!,*QQQ 3GG&'(2!(.++     $QRRRR$6!-'9$()?)?)A)A$B$B$3# %%%!!%)!          6  ((KLLJ%'9>',OO$&*O$/ )J "2"8"8":": / /fn55/&*OO$(HH%L %L8I8K8K%L%-%%M"-55/,33VV4DEEEE#M599/.55vv6FGGGG+/K  MMM > > > > > >! ! !>$/ )J $$8;Q$QRR = """"%./?%@%@""" #')),,*34H*I*I,,,##%)II..*34J*K*K...%%! #D&C&C&C&CO$G(F2C(F(F(F%#?#%$==44(  5&, $((22TZAAG v -",--.//&,$?&9    $  "   5 5!'"(D D0A0C0CD 6       s%.FFF6DTT! T!c t|Sr)rYrfs rrzGuardBuilder. s-DU-K-Krc\t|tjot||kSr)rr4r5rYrks rrzGuardBuilder. s+ uel + + ;'..(:rc  tjr|rdSt|r||dSt |t r |}||n||}t|}tj |}t |tj j r|j|j}|j|j}t |tjsJtjrt |tjjr{t)}|rY|d||d|j|dd||}g}|jjJ|jjjr||gd}|D]} t=|j| } | dkrd} tA| } || } tC| tj"tj#fr,|$d|d | d tK| |$|d | d | nr|&|} tj'r3tC|tjjsbtQ|jsNt |jtRs4|j*$||j+$| |jj} | j,|j}t[|d }t[|d }t]t_|||||||}|j0}| 1||||||||t |tjjs$|j2j34|j5|j6Jto|d|j\}}|stq|drf|j9}d|d|d|d}|$||&|:|t]|||j0nXd|d}|$||&|;dt]|||j0tq|drrty|dd}d|d|d|d}|$||&|=|fdt]|||j0tq|drrty|dd}d|d|d|d}|$||&|=|fd t]|||j0t}|d!kr|?||dSdS)"N param_numel param_bytes param_countrP)rrr ndimensionr,z ndimension()zstr(rrr:sizerXT) is_tensor tensor_source_dynamo_dynamic_indicesz((z"._dynamo_dynamic_indices.issubset(z)) if hasattr(z', '_dynamo_dynamic_indices') else True)r~z%, '_dynamo_dynamic_indices') == False_dynamo_unbacked_indices_dynamo_shape_idsz ((getattr(z , '_dynamo_shape_ids', None) == z ) if hasattr(z(, '_dynamo_unbacked_indices') else True)cPt|drt|dd|kndS)Nr1r2Trsr6rs rrz+GuardBuilder.TENSOR_MATCH.. s4&q*DEE&GA':DAAXMM!%r_dynamo_unbacked_boundsz&, '_dynamo_unbacked_bounds', None) == cPt|drt|dd|kndS)Nr1r5Tr4rs rrz+GuardBuilder.TENSOR_MATCH.. s4&q*DEE&GA'@$GG8SS!%rr)@rQ_unsafe_skip_fsdp_module_guardsis_fsdp_modulerHrrrOrrDr4r _dispatch_keysrrr r r5log_compilation_metricsr8 Parameterr6 in_progress incrementnumelnbytesrprrrrrVrrWrrrrrr,skip_no_tensor_aliasing_guards_on_parametersr2rtrrinput_source_to_sizes_stridesrrrradd_tensor_match_guardr[rrrrbrrsr0add_dynamic_indices_guardrr6r\rr)rrPrr r metrics_context tensor_namertermstermterm_src real_valuer[rr]r-rXrrstatic_reasondynamic_indicesr shape_idsunbacked_boundss r TENSOR_MATCHzGuardBuilder.TENSOR_MATCH sG  1 e6J6J6L6L  F "% ( (c 9 MM% %// ".EEDHHUOOE%[[F!H33E::M%!2!=>> 8<+"\F&2$)$7MeU\22 2 22- @*UEHDV2W2W @"5"7"7"..00@#--mU[[]]KKK#--mU\JJJ#--mQ???,,u--K,!D(5AAA$18O J&&&" M MD)%*BDIIH|++-#;H#E#E!%(!3!3Jj5<*EFFM $W;$W$W$W$WC OO$W$WXXXX {$K$KT$K$Kz$K$KLLLL M!% 6 6u = = G Queh&899 QJ!4 Q%U%=?PQQ Q188EEE:AA-PPP#4A 'E,2(62BCC3HX4FGG%;.#%  & &"#- 44&!   "%);<<J&9==ejIII<<+++<U5MOFG; 5";<<&+&CO!h[!h!hTc!h!hs~!h!h!hIKK *****511KK'.y%@@(V;UUUKK *****511FF1.y%@@(5"<==  '/BD I II!j[!j!jZc!j!jt!j!j!jIKK *****511BB+4 /y%@@(5"<== &-e5NPT&U&UO!v[!v!v`o!v!vAL!v!v!vIKK *****511BB+: /y%@@(4yy1}}++E488888}rrKrrct}|J|j}~|J|p |jj}~||jjvs Jd||!|j}|sdn||} n|} | !tj t| nd} d} t| jdddk} | r@t| tjttjfstj | } ||| || dS)NzH_produce_guard_code must be called from inside GuardedCode. Called from __weakrefoffset__r)rf_backrco_namerrrrweakrefrrDr6renumEnumrB ProxyTypesset_export_info) rrPrKrr cur_framecaller func_namerguarded_objectguarded_object_typeobj_refsupports_weakrefs rrz#GuardBuilder._set_guard_export_info sS!NN $$$! !!!&?&-*? DN3333 bW` b b433 # *:D)-BTT488E??NN4N2@1KGK^,, - - -QU  N,.A1 E E J   2J TYw/AB% %  2k.11G           r)FNN)rrrrrrrrrrrrr[rrrrrrrrrrr)r4rrPr:rr)rrrPr:rr)r4rrr)rbrVr2rr3rr4rr?rrrr5r6rr)rbr>rr)rbr>r4rrr6)r r6rr)rr)rbr>rr)rPr:rrr%) rrQrrQrrrSrrrr)rbrcrrdrr)rPrirr)rPr:rrrnrqrr)rPr:rr]rr)rPr:rrrr)rPr:rr)rPr:rrrr)rPr:rrrr)rPr:rr]rr)rPr:rrrr)rPr:rr>rr)NN) rPr:rKrQrrrr]rr)Mrrrrrrr=rrrrr rr*rrarrprvrrrrrrrrrrrrrrrrrrrrr`rdrrgrlrrprrr!rKrQr[rerirnrsrwryrurzrrrrrrrrrrrrrrrr%rOrrUrrrrs "9=LFLFLFLFLF\<''''R\"YYYYv9999""""0????    \\\\| LLLL26 YYYYYP/3     & $  SR 5050505050nMMFF 040000 0888??    8"    "!  LL99000 0 LL==000 0 LL99000 0$LL==000 0$2299 "1155      2299>>>> >:>%?%?%?%?%?N1199       ==DD                (    81'# # # # J,"      *     &2299nnnn n`2299 % % %  %QQ      >2299 (2299$$$ $ 2299''' '2299''' '' ' ' '  '2299... .77>> <FFMM    &HHOO    .WW        *,,,,\1199    ??FF      CCJJCCC C21177$$$ $                              wwwwrKK  h9h9h9h9h9^/3)- 1 1 1 1 1 1 1 rrceZdZdZejejejfZe j GddZ Gddej Z GddejZdd ZdddZddZddZdS) PyExprCSEPassrPc$eZdZUded<ded<dS)PyExprCSEPass.Configzdict[str, int] expr_countzdict[str, str] expr_to_nameNrLrUrrConfigrc0s*""""$$$$$$rrfc(eZdZd dZd fd ZxZS) PyExprCSEPass.ExprCounterrQrcrrc||_dSr)_config)rrQs rrz"PyExprCSEPass.ExprCounter.__init__6s !DLLLrrrct|tjr'|jjt |xxdz cc<t |dSr)rraALLOWED_NODE_TYPESrjrdrrr)rrrs rrzPyExprCSEPass.ExprCounter.visit9s^$ @AA A ' T(:(:;;;q@;;; GGMM$     r)rQrcrr)rrrrrrrrrrrs@r ExprCounterrh5sQ " " " "          rrnc,eZdZd fd Zd fd ZxZS)PyExprCSEPass.ReplacerrQrcgen_nameCallable[[], str]rrcrt||_||_g|_dSr)rrrj _gen_namepreface)rrQrqrs rrzPyExprCSEPass.Replacer.__init__?s4 GG     !DL%DN&(DLLLrrrrcJt|tjrt|}|jj|tjkr||jjvrst |}t|}| }|j |d|||jj|<n|jj|}tj|tjSt |S)Nz = )rrarlrrjrd USE_THRESHOLDrerrrtrurrNameLoad)rrexprnode_expr_rrs rrzPyExprCSEPass.Replacer.visitIs$ @AA :#D))<*40=3NNN4<#<<<!& d 3 3 ,U 3 3#'>>#3#3 ++x,C,CE,C,CDDD:B 1$77#'<#s[ ) ) ) ) ) ) ' ' ' ' ' ' ' ' ' 'rr}rrcrd|_|tjdi|_dS)NrcdSrrUrUrrrz(PyExprCSEPass.__init__..fsqr)rdre)_counterrfr defaultdictrjrs rrzPyExprCSEPass.__init__cs9 {{".yy99#   r_varrrc<||j}|xjdz c_|Sr)r)rrrs r_new_varzPyExprCSEPass._new_varis))$-))   rr rQc||j}|D]^} |tj|+#t $r'}t d|j|d}~wwxYwdS)Nz#Failed to visit expr at line %s. %s) rnrjrrparse SyntaxErrorrm exceptionlineno)rr countereexs rcountzPyExprCSEPass.countns""4<00  A  cill++++    DbiQRSSS   s'A A9"A44A9rztuple[list[str], str]c||j|j}|t j|}|jt|fSr)r}rjrrrrrur)rrzreplacernew_nodes rrzPyExprCSEPass.replacewsH==t}==>>#)D//22h!7!777rNr)r)rrrr)r rQrrrzrrr)rrrrwr AttributeCall Subscriptrl dataclasses dataclassrf NodeVisitorrnNodeTransformerr}rrrrrUrrrara(sM-3=A%%%%%%%%     co   #'#'#'#'#'3&#'#'#'J     888888rractt|jtptjo|jt juSr)rrrarQ guard_nn_modules_using_dict_tagsryrre)rPs rmust_add_nn_module_guardsr}s8 5+^<<   3 :<#99 rc(eZdZdfd ZddZxZS) DeletedGuardManagerWrapperreasonrrrcVt||_dSr)rrinvalidation_reason)rrrs rrz#DeletedGuardManagerWrapper.__init__s' #)   rcd|_dSr)rrs rrz6DeletedGuardManagerWrapper.populate_diff_guard_managers#r)rrrrr)rrrrrrrs@rrrsQ******$$$$$$$$rrcBeZdZUded<ded<ded<ded<ded <d S) r rGrrz_CppShapeGuardsHelper | NonerrrrrNrLrUrrr r sN))))****0000######rr c$eZdZUded<ded<dS) GuardsStaterrShapeCodeParts | NonerNrLrUrrrrs*((((++++++rrc0eZdZdddZddZdd Zdd ZdS)_MissingNrr]rrc||_dSrrK)rrs rrz_Missing.__init__s  rrcd|jdSNz _Missing(r`rrs r__repr__z_Missing.__repr__*4<****rcd|jdSrrrs rruz_Missing.__str__rrrrkwargsctSr)r)rrrs r__call__z_Missing.__call__s zzrr)rr]rrr)rrrrrr)rrrrrrurrUrrrrsi++++++++ rrtuple[type, ...]ctjjtjf} |tjjjfz }n#t$rYnwxYw|Sr)r4r r;rTr_distributed_c10d ProcessGroupAttributeError)rhs r_get_unsupported_typesrsY C  *799      Js: AAceZdZdYfd ZedZd Zed[dZed\dZed]dZed^d"Z ed_d&Z ed`d*Z edad-Z edbd1Z edcd4Zeddd7Zeded9Zedfd=Zedgd@ZedhdBZedidDZedjdHZedkdLZedldUZdmdXZxZS)nGuardsStatePicklerrdict[int, Any] empty_valuesmissing_valuesrrrrrctj|i|tj|_tjj|_||_ ||_ ||_ dSr) rrr4rFakeTensorMode fake_mode fake_tensorFakeTensorConvertertensor_converterrrr)rrrrrrrs rrzGuardsStatePickler.__init__so $)&)))*99;; % 1 = Q Q S S!2(,rstatetorch.nn.Modulecltj}|||Sr)r4r8r9 __setstate__)r^rmods r_unpickle_modulez#GuardsStatePickler._unpickle_modules,hoo  r meta_tensorrr torch.devicer rDdispatch_keys_rawrgradc  tj}tjj}|||||tjj|}||_ |Sr) r4rrrrfrom_meta_and_devicer r from_raw_reprr) r^rrr rrrrrhs r_unpickle_tensorz#GuardsStatePickler._unpickle_tensorsv%4466  ,8LLNN33     H # 1 12C D D    rctx inner_datalist[tuple[str, Any]]ct|}|j|} }t||||| } || _t jj || _ | Sr) r(rWrXrD__tensor_unflatten__r r4r rrr ) r^rrr rrr inner_tensors outer_size outer_striderMs r$_unpickle_traceable_wrapper_subclassz7GuardsStatePickler._unpickle_traceable_wrapper_subclasssyZ(( #.#4k6H6H6J6JL ;44 3 L   !H3AABSTT raliasrtypes.ModuleTypec*tj|Sr)rr)r^rs r_unpickle_python_modulez*GuardsStatePickler._unpickle_python_modules&u---rrtorch._C.DispatchKeySetcJtjj|Sr)r4r rr)r^rs r_unpickle_dispatch_key_setz-GuardsStatePickler._unpickle_dispatch_key_setsx&44X>>>rjsonbytes torch._C._functorch.CInterpretercTtjjj|Sr)r4r r CInterpreter deserialize)r^rs r_unpickle_functorch_interpreterz2GuardsStatePickler._unpickle_functorch_interpreters x"/;;DAAArdr types.MappingProxyType[Any, Any]c*tj|Sr)r:MappingProxyType)r^rs r_unpickle_mapping_proxyz*GuardsStatePickler._unpickle_mapping_proxys%a(((relemsrcZt|Sr)r(fromkeysr)r^rs r_unpickle_dict_keysz&GuardsStatePickler._unpickle_dict_keyss }}U##((***rr%ritertools.count[int]c,tj||Sr) itertoolsr)r^r%rs r_unpickle_count_iterz'GuardsStatePickler._unpickle_count_iterstT***r original_typetype[torch.nn.Module]chtjjjj|Sr)r4r>fsdp _fully_shardget_cls_to_fsdp_cls)r^rs r_unpickle_fsdp_module_typez-GuardsStatePickler._unpickle_fsdp_module_types, %2?SSUU   rdict[str, Any])torch.nn.parallel.DistributedDataParallelctjjj}||}tjj|||Sr)r4r8parallelDistributedDataParallel__new__r9r)r^rtyddps r_unpickle_ddp_modulez'GuardsStatePickler._unpickle_ddp_module$s?X  6jjnn $$S%000 rrc@ttjj|Sr)r6r4opsr )r^rs r_unpickle_c_opz!GuardsStatePickler._unpickle_c_op-suy|T***r namespaceopname overloadnamecnttttj|||Sr)r6r4r)r^r r r s r _unpickle_opzGuardsStatePickler._unpickle_op1s(wwuy)<._@sJrr)rr)r)r^rrs ` r_unpickle_cellz!GuardsStatePickler._unpickle_cell>s>      }(((}Qrfieldsrtype[NamedTuple]c,tj||Sr)r namedtuple)r^rrs r_unpickle_named_tuple_typez-GuardsStatePickler._unpickle_named_tuple_typeFs %dF333rserialized_coderrc.ddlm}|j|S)Nrr)torch._dynamo.packagerto_code_object)r^rrs r_unpickle_codez!GuardsStatePickler._unpickle_codeMs'888888,~,_===rrrNqualnameargdefstuple[object, ...] | Noneclosure!tuple[types.CellType, ...] | Nonetypes.FunctionTypecdtj|j}tj|||||Sr)rrrr:r;)r^rrNr$r%r'rs r_unpickle_nested_functionz,GuardsStatePickler._unpickle_nested_functionSs0+F33< !$ 8WgNNNrr 0tuple[Callable[..., Any], tuple[Any, ...]] | Anyc^ddl}t||jvr$t|jt|ffSt j|r+ddlm}t|j |j |ffSt||j vr tdfSt|tjr|jjdkrddlm}t||jvr tdfS||rg}|\}}|D]Z}t+||} t| tjr| |jt| <||| f[t|jtj|d|jt|tj|||ffSt|} t|tjjr|j|jn tj} t|jtj|d|j |j| tj||j!ffSt|tj"j#rrt||jvr td fS|j$%D]l}t|tjtj"j#fr.t||jvrEtM|rU||j t|<mt|tj"j'j(r)t|j)|*ffSt|j+t|j,krtZS|j.j*tj"j#j*kr)t|j/|*ffSnt j0|rt|j1|j,ffSt|tjj2r)t|j3|ffSt|tjj4j5r)t|j6|7ffSt j8|rFts||j:r1tw|d r!tw|d sJ|j<|j=ffSt j8|rWts|t|rBtw|d r2|j+|j,kr"t|j?|j,|j@ffSt|tjArtd |d|jCdt|tjEr)t|jF|GffSt|tur>t|\} } | tZur!| tZurt|jJ| | ffSnt|tjKjLjMr$t|jNt|ffSt|tjPjQr6|jRSdrt|jT|j,ffSt|tjPjUr(t|jV|jW|jX|jYffS|j.jZdkr|j.j,dkr tdfSt|tr tdfSt j\|rd|j+vr4t|j]|j^|jZ|j+|j_|j`ffS|jZtjbvrRtjb|jZ} |j+cdD]}t+| |d} | |ur tdfSnt jd|r[|je}|jf}t+||j,}t jd|r|je}||urt|jg||ffSnNt|tddj`drt|jh|jiffStwtjjdrCt|tjjjkjlrt||jvr tdfSt|tj"jmjnrt|jo|jpffSt|j+t|j,krSt|t|s>tjKjqrdt|d|ddzdzt j8|rtwtjjd rts|tjjjsjtjur|tjjjsjtjuurv|jvd!}ts|tj"j#sJ|tjjjsjtjtwvsJt|jx|ffStZS)"Nrr)zmissing valuesmeta)is_traceable_wrapper_subclass)ztensor guard tree)r)rr)zmodule guard tree_torch_handler_name_torch_unpicklerrzCannot serialize SymInt z (node: r`z_C::r PyCapsule)capsule) unsupportedzr)z fqn mismatchcfdS)NcSrrUrsrrzGGuardsStatePickler.reducer_override....sQrrUrs`rrz5GuardsStatePickler.reducer_override..s YYYYrdistributed_c10d)zdistributed_c10d.Workr"r#r$r%r&rrN)ysympyrvrrDrriscoder!rr#from_code_objectrrrr4r5rtorch.utils._python_dispatchr/rr\r6rr empty_liker r9rrrr rrrr8r9rr*r?rrrrrrNotImplementedrrrrrrrrrr serializermr&Functionrsr1r0rBrrrr5rr:rrr_COUNT_ITERATOR_TYPErrrrrrr_opsOpOverloadPacket_qualified_op_name startswithr OpOverloadr r _opname _overloadnamerr isfunctionr+rrrrmodulesrismethodr__self__rrr1r>r7WorkrrrrrS PackageErrorrr FSDPModulerrr)rr r8rr/rattrsrrinnerr r%rfrr method_self inner_funcrs rreducer_overridez#GuardsStatePickler.reducer_override`s   c77d' ' '99$tCyyl2 2 >#   V < < < < < <::,/N~/Ns/S/S.UU U c77d) ) )00 0 c5< ( (Y CSZ_-F-F R R R R R R#wwd444!777,,S11   3355 s!55D#C..E!%66B>04#BtHH-- #ux0HII NDzz69I9I9K9K8MMMCyy%c);;;%%})UX_-IIIDzz2S5E5E5G5G4IIIJ c " "V C::5 F F UX4 5 5S C::83<<>>:KK K UX0= > >P C::= ?QQ Q OC M C3//M C233M C 3 233 3 33'#*A)CC C OC E C3&&E CY''E C CL00::83<:UU U U\ * *= CR#RRsxRRRSS S U3 4 4: C::5 }D D #YY. . .-c22JD$>))d..H.HDzz6t DD U]0: ; ;2 C::1DII<? ?  ,  / C$//77/ C::,s|o= = UZ2 3 3* C::*  !-  M $ 2 2 &+55\) ) 355 6 6 C-- -   $ $ CS---Dzz;LN$$O >~,,K/,22377//D4..AAC<<#%666  c " " CNNNr) rrrrrrrrrrrr)rrrr) rrrrr rDrrrrrr)rrrrr rDrrrrrrrr)rrrr)rrrr)rrrr)rrrr)rrrr)r%rrrrr)rrrr)rrrr)rrrr)r rr rr rrr)rrrrrr)rrrr)rrrr)rrrrrr)rrrr) rrrNrr$rr%r&r'r(rr))r rrr,)rrrrr>rrrrrrrrrrrrr rr=rrrr#r+rTrrs@rrrs - - - - - -[ [([&...[.???[?BBB[B )))[) +++[++++[+   [ [+++[+UUU[U,,,[,<<<\<   [ 444[4 >>>[>  O O O[ OIIIIIIIIrrbuilderrc Vt}t|j}|dkrd}|}n$ ||}d}n #|}d}YnxYwt |jdu}t |||||jrt|jnd||S)NrqFTrU)r has_valuer guard_typederived_guard_types is_global orig_guard) rstrip_local_scoperrr+rrcreate_fn_name guard_typesrB)rPrUMISSINGrrWrrZs rmake_guard_filter_entryr`,shhG UZ ( (D rzz   KK&&EII EIII&u'?@@LI  ''))9>9JRU5#4555PR   s AArrctj}i}i}j}tj|jj}|D]}tj|rst|drc|j }t||vrJ t| t|||t|<#YxYwt||vr||t|<t||||} tt jfd|jjDr$t)|j_i|j_ | |nD#t0$r7} t jjt9| | d} ~ wwxYw|S)NrKc0g|]}t|SrUr`rrPrUs rrXz'pickle_guards_state..ds3   (w77   r)ioBytesIOrr tree_leavesrrrrJrsrKrvrDrrrr4compilerkeep_portable_guards_unsaferrrrdumprrrSrMrrt) rrUbufrrrleavesleafrpicklerrs ` rpickle_guards_stateroIs *,,CLN1   2 > ? ?F , ,  D ! ! ,gdJ&?&? ,=D$xx000JJ&&tDzz222-1LD**D 1 XX. . .(,N2d88 $ !2L.RUVVG  22    "/6      -14-*,'< U <<<m,,SVV44!;< <<>>s%?ACC&E<< F=2F88F=cjeZdZU d0d1dZdZded<d2dZ d3d4d$Zd5d&Zd6d)Z d7d-Z d8d/Z dS)9rNFrrrrrCacheEntry | Noner"Callable[[GuardFail], None] | Nonerrrrrrdrr strict_errorrrc |r|jnd} i_t|} |_jJ|_|r|jnd_t _t _t _ |_ d_ d_ tdstdt jjjr |pdd fd }t)| pd t*j } t j5|r| | ||d \} |fd | Dt5t5| ksJt7d DsJfdt9| D} | | ||||\} | _| |dddn #1swxYwYjj_t@!djjj_d|j"s|j#sj$|j%s@tMj|j%tOj(d}tSd|tTtUj|j%tWjj,|j%dt@!ddt[j.dt_d_0|rddl1m2}tgj|sJ 4| j_0n#tjj6$rt}t jjj7s| r|j8dts|tuj;<dYd}~nd}~wwxYwt j=>dfdj?d_dS)!Nrz9guard_nn_modules is turned off using justknobs killswitchcd|DS)Ncg|]}dS)TrU)rgs rrXzCCheckFunctionManager.__init__....s>P>P>Pt>P>P>PrrU)gss rrz/CheckFunctionManager.__init__..s>P>PR>P>P>PrrSequence[GuardFilterEntry]rSequence[bool]c\g}t||D]\}}|s|d|jdvsd|jvs d|jvrAtd|j|jj|dy|d|S)NF)rrurrrrz7%s guard on %s is dropped with caching_precompile=True.T)rrrXrYrmrnr[r)rrhkeeprw_guard_filter_fns rrz6CheckFunctionManager.__init__..guard_filter_fns"#3#3F#;#;VDD))GD!) 5)))) &)>>>)Q-BBB ULL-  5)))) 4(((( rrU)rFc0g|]}t|SrUrcrds rrXz1CheckFunctionManager.__init__..s$XXX,UG<<XXXrc3BK|]}t|tuVdSr)rDrrrvs rrz0CheckFunctionManager.__init__..s,CCq477d?CCCCCCrc*g|]\}}| |SrUrU)rrrPfilter_resultss rrXz1CheckFunctionManager.__init__..s8!!!&anUVFW!!!!r)r%sg)backendziGuard failed on the same frame it was created. This is a bug - please create an issue.Guard fail reason: rPzGuard eval latency = %s us.2fguard_latency_usrrzGuard evaluation failed: r) tracebackdynamo_cpp_guards_strc jdddS)Nz Guard latency = rz us)r[)latencyrsrrz/CheckFunctionManager.__init__..7s$"4XXXXXXr payload_fn)rryrrz)@r _weakrefs5update_diff_guard_managers_for_existing_cache_entriesrrrrLryrrrrrrErmrnr4rrQcaching_precompilerr:sort_keyr DisableTorchFunction build_guardsrrrr[compile_check_fnrrXrYskip_guards_checkrrxrget_guard_fail_reason_helperr7rrErr$rr5increment_toplevelr guards_staterrrserialize_guardsrSrMstrict_precompilebypass_packagerr format_excr_loggingtrace_structuredclear)rrrrrrrrrrsrexisting_diff_guard_sources sorted_guardsr[reasonsrrr}rUrrs` @@@@rrzCheckFunctionManager.__init__{s)5>$$$;= B+ N N $7C ,,,!1 7C LL 2 2 &3=,,;E<<'**c-.@.@@@@@CCNCCCCCCCC!!!!*3M*B*B!!! &*%6%6+ / &7&& "G]"/D   ! !'=- H H HA I I I I I I I I I I I I I I IT.5-D*t1222-4-D* -% Tl6I% T%++L,DEE 6& ,"577  %4*144 -8-& (@',"')A1G   9g;K;K L L L  12Dc'll S S S*.   D D D D D Dd/1BCC C CC $($9$9]D,=%%!!#   ='9\G!008A88'244::4@@1  '' #XXXXX (     s,!C G77G;>G;!M==P A*O;;P)rrerrirnrsrurztuple[LiteralString, ...]%UNSUPPORTED_SERIALIZATION_GUARD_TYPESrUrr list[Guard]rc 8|D]}|}|jrt|jnd}|dvr,|jr$||}t |c|t jvr'tj j |dtd|Ddx}r'tj j |d|j pdttdfd } |} |D]P}t!|jt$r$jsJjjD] } | | @| |jQ|jD] } | | dd fd| jD} fd| jD| <t1j| fd| jD| tjt;fd|Dt=jt@| j!d} tE| j} tG| |S)NrU)rrzz guard cannot be serialized.c36K|]}|tjv|VdSr)rr)rrs rrz8CheckFunctionManager.serialize_guards..gs=0VVVVVVVrrqrbr>rrct|x}r6t|tsJ|kr|dSdSt |x}r.t|tsJ|dSdSr)r+rrrr,)rbrbuiltins_dict_nameused_global_varsused_local_varss rprune_variablez=CheckFunctionManager.serialize_guards..prune_variablews-f555t *!$,,,,,---$((......-.v666 *!$,,,,,##D))))) * *rrvCallable[..., None]ct|tjrcddtfd|jD}fd|jD}tj|jg|Ri|S|S)Nrvrrc\t|ttjfr |S|Sr)rrOrTrrs r_refzPCheckFunctionManager.serialize_guards..normalize_create_fn.._refs+!!mW[%ABB# qss Hrc3.K|]}|VdSrrU)rrrs rrzUCheckFunctionManager.serialize_guards..normalize_create_fn..s+ 9 9Qa 9 9 9 9 9 9rc.i|]\}}||SrUrU)rkvrs r zVCheckFunctionManager.serialize_guards..normalize_create_fn..s'JJJtq!4477JJJr)rvrrr)r functoolspartialrBrrzrr)rvnew_args new_keywordsrs @rnormalize_create_fnzBCheckFunctionManager.serialize_guards..normalize_create_fns!Y.// L ! 9 9 9 9!& 9 9 999JJJJqz7G7G7I7IJJJ  (K(KKKlKKKHrc6i|]\}}|vs |jv||SrU)r)rrrrrs rrz9CheckFunctionManager.serialize_guards..sB   1$$$T-M(M(M q(M(M(Mrc.i|]\}}|jv||SrU)ry)rrrrs rrz9CheckFunctionManager.serialize_guards..s=2 2 2 1D*** q +**rc6i|]\}}|vs |jv||SrU)r)rrrrrs rrz9CheckFunctionManager.serialize_guards..sAAq''10O+O+O1+O+O+Orc 3dK|]*}tj|dd|jV+dS)N) obj_weakrefguarded_class_weakrefry)rrry)rrPrs rrz8CheckFunctionManager.serialize_guards..sd  '$(.2"5"5eo"F"F rT)rr_guardsrAr)rr)rbr>rr)rvrrr)$r]r^rBrrr(rrr4rrSrMnext%name_of_builtins_dict_key_in_fglobalsrdump_guards_staterrrwrrrrrrrrr GuardsSetrLrtree_maprrArro)rrUrrrPrXrYr failedroutput_graph_guards_staterbglobal_scope_staterrrrrs` @@@@rrz%CheckFunctionManager.serialize_guardsOs#  E--//J>C>O"W%(9":":":UW <<<(0!++e,,C*3///2XXXm'44!??? 0   m'44;;; *OUSU55%% * * * * * * * *%1$B$B$D$D!" 9 9E%2NCC 9,,,,"3E++F"N6****+u78888"5 # #F N6 " " " "         1>DDFF    2 2 2 2 2>"egg 2 2 2 -.%0$7 %5AGGII ,M++"/  +1/.)G++#/% % % !2#2!2   #<999rrrr(tuple[GuardBuilder, GuardManagerWrapper]c  t}||_d d fd }t||j||j|j|j||||j| } dd } tj | |  tj otd } |D]U} | s<| r(d | jvrd | jvrtjs d| jvr@| | V| |fS)Nrbr>rrc|j}|tjur|jSsJ}|J||jSr) guard_sourcer=CONSTANTrrp)rbr r_builder w_builders rrz5CheckFunctionManager.build_guards..source_refsY!.L{333{"  9! I((($$V[11 1r)rrweak_bweakref.ref[GuardBuilder]rc0|}|r d|_dSdSr)r)rrs rcleanup_builderz:CheckFunctionManager.build_guards..cleanup_builders*A   rrrrr)rbr>rr)rrrr)rrrrrrrrrTrrQrrErFrrrs)rrrrrrrr[rrUrguard_on_nn_modulesrPrs @rrz!CheckFunctionManager.build_guardssH,-- +F (  2 2 2 2 2 2  K    $  %   !%!:+         K99 $5 / /; ; # " "E' 2244  #%*44$EJ66579@ 9R9R LL ! ! ! ! %%r guards_outc4j}|dgz }tdggg|jjt tjd|_ d"d#fd }t}j D]7}|j D]-}||vr'|||j d ||.8j} d} d} t!| dkr1t#j| dd| zdzgdt(jrAjr:t/t0t3j\} } | | |jr |jjng}|D]8}t;|t<rf|j}|j }|j!d|j!}tE#|#||gd||dd ~t;|tHrfd|j%D}fd|j&D}ddd|j%Dddd|j&Dd}tO|||gd||dd (tQd|j)D]}|j D]}|||j d r$tTj+,dfdtZj.t[j/j0}ntc|j2dd}| | ||j3dthtk}|j6d j7d i}t!d!ksJ||j_8||j_9|j:|j_;||j_<||j_=d|j_>d|j_?| |j_@dS)$Nz**___kwargs_ignoredzGUARDS:FrrrPrlog_onlyrrrcVt}td|fdtt jrd}d}ljr/dd j }j r/dd j }td|||s,|dSdS)Nrcr2jr+tjjndr jrtjjnddS)N)rrr)rrDfrom_tracebackrr)rrPsrrzNCheckFunctionManager.compile_check_fn..add_code_part...sr%!"%*[" 1%+2E2E2G2GHHH!!"%*%5" 1%2BCCC!  rrqz Stack: z User stack: z Guard: %s%s%s) rrXrYrverbose_guards_log isEnabledForloggingDEBUGrrVformatr) rrPrr maybe_stackmaybe_user_stackrstructured_guard_fnsrs `` r add_code_partz.add_code_part's[!6i G G    T#4 5 5 5 ' '         "..w}==  #% ${S&R2775;;M;M;O;O3P3P&R&R 'Rbgge6F6M6M6O6O.P.PRR)#((#$  =!!),,,"))*;<<<<< = =rTrPzcheck_no_aliasing(r_r`rc:g|]}|SrUr*rrdrUs rrXz9CheckFunctionManager.compile_check_fn..s7...99!<<...rc:g|]}|SrUrrs rrXz9CheckFunctionManager.compile_check_fn..s722299!<<222rzcheck_overlapping(overlapping=[c3$K|] }|jV dSrrrrds rrz8CheckFunctionManager.compile_check_fn..s$/Z/Z1/Z/Z/Z/Z/Z/Zrz], non_overlapping=[c3$K|] }|jV dSrrrs rrz8CheckFunctionManager.compile_check_fn..s$3b3bqAF3b3b3b3b3b3brz])zUnknown GuardEnvExpr: dynamo_guardscdDS)Nc"g|] }| SrUrU)rrQs rrXzKCheckFunctionManager.compile_check_fn....s4W4W4WQQQSS4W4W4WrrU)rsrrz7CheckFunctionManager.compile_check_fn..s4W4WBV4W4W4Wrrrx)___check_tensors___check_tensors_verbose___check_global_state"___check_torch_function_mode_stackrrr)rrrPrrrrr)ArrXrYr[rattach_compile_idrr7rrrrrKrPrrrrrrVrQrrrrrraraotautograd_guardsrr9input_source_ainput_source_brr r*r?overlapping_sourcesnon_overlapping_sourcesr!r5rr4rrrRinitial_global_stateGlobalStateGuardrxr6rrrJrrrrrrrrrrrr)rrUrrlargsrseengclrrcheck_tensors_fncheck_tensors_verbose_fnaliasing_code_partsaliasing_verbose_code_partsrrPsource_arroverlapping_guard_managersnon_overlapping_guard_managerscheck_global_staterr`rrrs ` @@@rrz%CheckFunctionManager.compile_check_fnsk  '((### CE 11 133 4 4   *.&CH) =) =) =) =) =) =) =) =) =Vuu< # #C  # #t##"M$ 4888HHTNNN  #$+#C #' ' ( (1 , , -9(% 2J(K(KKcQR    "  6 3 @Cc7>?@@ < !<  8 8#%@    594E MD  0 02 (" E" EE%11! E / /'}AA(-AA -99(CC99(CCK   it4444E>22 E...."6...*2222":222. i&*ii/Z/Z@Y/Z/Z/Z&Z&Zii*.))3b3bEDa3b3b3b*b*biii 2.2K   it4444"#CE#C#CDDD) 5 5C  5 5 dCIt4444 5   N + +,W,W,W,W ,     - 5!.!?!A!A!G  !():GT!J!J  0(@%7262Y      !!   ##%%% #W]3%78:!####*6'"' <<>>>0B-*>'+8(*.&)-&8P555robj_strrcbt|drt|jts|jjx}t|jjx}ht|t sJt|tsJd|d}t|}|||||_dSdSdSdSdS)Nr[zCache line invalidated because z got deallocated) rsrr[rrrrr invalidate)rrrrrdeleted_guard_managers rrzCheckFunctionManager.invalidates D/ * * 7t13MNN 7!% 2 >>K $ 2 >>Kk:66 6 66k:66 6 66PwPPPF$>v$F$F !  " ";0E F F F!6D    7 7 7 7LKKKrr rrc t||jvrWtj||jt|<tj|t j|j|n#t$rYnwxYwt|S)zadd a weakref, return the id)r) rvrrTrrrrrr')rr rs rrzCheckFunctionManager.id_refs #wwdn,,+2+c*:*:r#ww' *4?GLLL    D #wwsA-A00 A=<A=weakref.ref[object] | Nonecft||jvr|jt|SdS)zFLookup the _weakrefs created in id_ref function for ID_MATCH'd objectsN)rvr)rr s rrz$CheckFunctionManager.lookup_weakrefss- c77dn $ $>"S''* *tr)NNNNNFF)rrrrrrqrrrrrrrrrdrrrsrrr)rUrrrrrrrr)rrrrrrrrrrrrrr)rUrrrrrrrr)rrrr)r rrrrr)r rrr ) rrrrrrrrrrrrrUrrrrzs *.<@266:!"G!G!G!G!G!R H)    z:z:z:z:HA&A&A&A&A&FHQHQHQHQT7777&    rr closure_argstuple[str, str]c ddlm}t |d fd }n#t$rdd}YnwxYw|}|D]}||\}}|||d |d |5|d dddn #1swxYwY|}|d |5|||d dddn #1swxYwY|}|d|d |5|||ddddn #1swxYwY| | fS)Nrr@rzrrrc.|Sr)r)rzcsepasss rrz%build_guard_function..replaces??4(( (rc g|fSrrU)rzs rrz%build_guard_function..replaces t8Orzif not (z):z return Falsez def guard(L):z return Truezdef ___make_guard_fn(z return guardr) torch._inductor.utilsrArarRecursionErrorrnrrhsplicert) rr rAr guard_bodyrzrurP make_guard_fnrs @rrWrWs444444ooG  j!!! ) ) ) ) ) ) )        !!J11 g&&&0000111     1 1   0 0 0 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 N  E OOO$$$ '' Z     &&&''''''''''''''' #N$$MDLDDDEEE     00U###///000000000000000    -"8"8":": ::sE3AA%CC C +D==EE?+F66F:=F:cTtjjjdS)Nrr4r _internal log_stateis_artifact_enabledrUrris_recompiles_enabledr-s > # - A A, O OOrcTtjjjdS)NrrrUrris_recompiles_verbose_enabledr1s > # - A ABV W WWr initial_stack'list[torch.overrides.TorchFunctionMode]Callable[[], bool]c,d|Ddfd }|S)Nc,g|]}t|SrUrrs rrXz8make_torch_function_mode_stack_guard..9s , , ,T!WW , , ,rrrct}t|tkrdSt|D]\}}|t|urdSdSrE)rrrrD) cur_stackrmoder:s rcheck_torch_function_mode_stackzMmake_torch_function_mode_stack_guard..check_torch_function_mode_stack;sk133 y>>SZZ ' '5E9--  HBd##uu$trrrrU)rr&r:s @rrr6s> - ,m , , ,E       +*rScoper[rcR|jJt|j}tjt|jD]@}||d<t t|||}||AfdD}d |}d|gS)N__compile_source__cTg|]$}t|dk|%S)rPr|)rr ids_to_sources rrXzErecompilation_reason_for_no_tensor_aliasing_guard..Xs@$'C c@Rz,1J>ej&&(((B  EEE&EEtEEFFF  / LL- -- . . . 99U  rf_locals compile_idCompileId | NonerCallable | Nonec^|jJ|jJ||jdd}||jg}d}|jr |jj}d}g}||} d} | jsG| j}t|dkrd|dvrd }n|}g}| j rt| j } n5||krd } | | nd } | | |rt||}n|D]} t|j} | | d <t5 t| | |}n*#t $rt#r YdddbwxYw dddn #1swxYwYt%|t&r|s| }t%|t(r%| |t#snt|dkr|d |d}n|d d|z}| r|d| z }t-|S)z Return the reason why `guard_manager` failed. Updates `guard_failures` with the generated reason. Only the first failed check of guard_manager is reported. NrrFrqrPzDuplicate tensor foundrTaBACKEND_MATCH failure: torch.compile detected different backend callables. If this is unexpected, wrap your backend in functools.partial (or reuse the same cached backend) to avoid creating a new backend function each time. More details: https://github.com/pytorch/pytorch/issues/168373zUnexpected recompilation: runtime guards failed even though they passed during recompilation-reason analysis. Please open an issue with a minimal repro: https://github.com/pytorch/pytorchr*rTz; z User stack trace: )rrrrrr{resultrrrr<rr0r(rNr-rrrrrrVr\)r[r=r>rrrcache_entry_backendno_tensor_aliasing_check_failedrguard_debug_infouser_stack_strrrVr fail_reason reason_strs rrrs8  % 1 1 1  % 1 1 1!;C!@ A AE LL+,,,G @+7?&+#$&$228<<N  "$-@ ! " "a ' ''+=a+@@@26//,%'"  & R45E5PQQN  ' ' N  v 2  v&C 5  '  D :;;L15L- ./11  "&t\5"A"AKK 466                         +t,, #[ #" +s++ {+++466E 7||q"22gaj22 "&&&7););; ?>n>>> Z ( ((s60E;2EE;E+E;)E++E;;E? E? Fr8r skip_loggingct|tr |d|jSt||||}|r|Stt || |j0|t|pdt |n*#t$rt dYnwxYw|S)NrTzunknown reasonzVFailure in guard_fail_fn callback - raising here will cause a NULL Error on guard eval) rrrrrrrrrrrmr)r[rr=r>rrIrHs rget_guard_fail_reasonrKs-!;<<DCC ACCC-xWJ=&'..z:::  & 2  ' '*8(8-:MNN        d      s$7B$CCrrqr:rc P g |Ht|j|j|j|j||}|r ||j}|H|j}|r Stp t}|s tj rtr-d dt D}n(tjd d}d|}d|jd|jd |jdtj|d } |rCtrt&| nt*| tj rt-j| t0jd d fd  S)z Return the list of guard failure reasons using cache_entry. Logs the recompilation reason if `recompiles` logging is enabled. Raises a RecompileError if `config.error_on_recompile` is enabled. Nz c3TK|]#\}}d|dtj|dzV$dS)zguard z failures: - N)rrh)rrrs rrz:get_and_maybe_log_recompilation_reasons..3sV##Av)(((8?64+H+HH######rrrNz-triggered by the following guard failure(s): zRecompiling function z in :r7artifactc dddS)Nrecompile_reasonsr)rencodingrUrUrrrz9get_and_maybe_log_recompilation_reasons..Js'  rc>tdkrdnS)NrPrr|)rsrrz9get_and_maybe_log_recompilation_reasons..NsW):):71::r) metadata_fnr)rKr[rr=r>rrrrrrQerror_on_recompilerVrrrhrS co_filenameco_firstlinenorecompiles_verbose_logrYrecompiles_logrSRecompileErrorr4rr) rr:rrIrrdo_recompiles_logfailuresguard_failure_detailsmessagers @r'get_and_maybe_log_recompilation_reasonsr`sG  !&  %   N  "       # NN6 " " "!&   ! ?K)00 0  2K @ @ @ @ 0 .u.. / / / / / 00s !B88Cseq Sequence[T]Generator[T, None, None]c#jKt}|D]}||vr|V|| dSr)rr)rirrvs runiquermsJ 55D  D==GGG HHQKKKr obj_sourcer> dupe_sourcefunctools.partial[Any] | Nonec"|r||krt|}t|}t|st|r$tj|jd|jd||kr t jtj|SdS)Nz is aliasing zC. This is not supported. Please do a clone for corresponding input.)r) r/r.rSUnsafeScriptObjectErrorrrrrr)rnroser_source_is_localsource_is_locals rmake_dupe_guardrusY{j002;??.z:: /     1* = = -???1A???  / 1 1$\%AKXXX X 4r)skiprvcddlm}|j}|jrdSt tjp#ttj}|j j }|D]?}t|tsJt|jr.||||dz@dS)z Add dynamo guards to the current tracing context. Args: guards: guard(s) to add skip: number of stack frames to ignore for debug stack trace r)TracingContextNrP)collect_debug_stackrv) torch._guardsrxrguards_context skip_installrXrrrrrrrr:r1r)rvrrxr{ryrrPs r install_guardr}s-,,,,,#''))8N"$11 8  ( ( 7 7  & *CKK%''''' $U%= > >   E':JJJJJ KKrcli|]1}ttt|ddxa )|t2S)rN)r6rr)rrs rrrsQ<<< 7<668JDQQQ  'rz"dict[str, GuardCheckSpec | object]GUARD_VALUE_DISPATCHc g|]}|dr|dsttt|dxarft ttj t j xa dkr(tddktt d|S)rrNrNrPrPr) isupperrDr?r6r_methodrrr signature parameters_paramsrs)rrs rrXrXs     Qx    S ! !  GL%>>>??  tG-g66ABB BGCCqHH g G/ 0 0   rz9GuardBuilder methods missing guard_check_spec decorator: r_z[. Use @register_guard_check_spec, @skip_guard_check_spec, or @unsupported_guard_check_spec.)rrrrrr)rrrr)rr)rr)rrrr)rrrPrrrr)rrrPrrr]rrQ)rbrrr])rrrr)rrrr)rrrrrrr rr rDr rrr)rrrrrr)rbrrrrr)r rrr )rrrr) rbr1r2rr3rr4rr5r6rr)rPr:rr)rrrrQ)rcrrrU)rPrrrrrU)rrr]rUrr)rPrrrrr)rrr]rrr)rrrr)rr)rPr:rUrrr)rrrUrrr)rrQr rrr r')rrrr )r[rrr(rrQ)rdrrr)rr5rr) r[rr=rr>r?rr@rrr)r[rrrr=rr>r8rrrIrrr) rrqr:rrrrIrrrQ)rrqrr) r[rrrr=rrrrdrrr)rirjrrk)rnr>rorrrp)rr:rvrrr(8r __future__rrrrrrUrrrrerrrpicklerrrr:rrT contextlibrrrrtypingrr r r typing_extensionsr r rrr4torch.overridestorch.utils._devicetorch._C._dynamo.eval_framertorch._C._dynamo.guardsrrrrrrrrrrrrrrrr r!r"r#r$r%r&r'r(r)r*torch._dynamo.sourcer+r,r-r.r/r0r1r2r3r4torch._dynamo.utilsr5r6rzr7r8r9r:r;r<r=r>r?rrAtorch._library.opaque_objectrBrCtorch._loggingrDtorch._utils_internalrE%torch.fx.experimental.symbolic_shapesrFrGrHrIrJ torch.utilsrKrtorch.utils._ordered_setrLtorch.utils._tracebackrMrNtorch.utils.weakrOrqrQrRrS eval_framerTrbrUrVrWrXrYrZr[r\r]r^r_r`rarbrcrdrerfrgrhrirjrkrlrmrnrorprqrrrsrtrurvrwrxryrzr{r|r}r~rrrrrrrrrrrrrrrrrrrrrrrrrrrrrcollections.abcrrrrDrr@numpyrModuleNotFoundErrorrrrr8rtorch._Crrrrr!rr getLoggerrrmrgetArtifactLoggerrXrZrYrr@rrrrcacherrrrr rrkrrrrrrrrr(r*rr-rCrHrJrVr6rrRrrrYr`rdrgrlrprrrwryr~rrrrrrarrr rrrPicklerrr`rorrWrrrr(rr(r0r\r<rrKr`rrhrmrur}dirrMISSING_GUARD_SPECSr5rVrUrrrs"#"""""     %%%%%% ;;;;;;;;;;;;CCCCCCCCCC!!!!!! >>>>>>8                        HGGGGGGG                      100000RRRRRRRR%%%%%%111111*)))))//////OOOOOOOO******((((((((((,,,,,,..............................................................................................^,)((((((HLKKKKtOIO--.. BBB5==========''''''TTTTTTTT444444 GCLLg!! ^ - -h A A 11(LII99 "^55h@PQQ"    ,,,,,~,,,DTTTT  . . . .+/ ....@////h&:%%%%6"&<,''''KKKK*33331111....d###       $# ****Z G G G G  ty  8888Z6VXX EEEE ----;;;; ;;;; 11113333!!!! ????    XXXXXXXX$ P& P& P& P& P& #P& P& P& HMR8R8R8R8R8R8R8R8j    $$$$$!4$$$ $$$$$$$$ ,,,,,,,,              hhhhhhhhV :))))bD D D D D D D D N););););XPPPPXXXX ++++(  gtCK0112222& % % % %0h)h)h)h)dH BBBBBJ""""60000.%&&&!!!!H/0KKKKKK8<<L!!<<<  \""    , E 99( ) ) E E E  sHH%$H%