g,jddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddlmZddlmZmZddlmZmZmZmZmZmZddlmZddlmZeee e!de"e#e$e%e&f Z'eee e!de"e%fZ(ed eeze ze"ze#ze$ze%ze&zdz Z)e*Z+ed Gd dee)Z,erGe+dddddddfde)e*zde"dzde"e#e"zdzde"e#e"zdzde!dzde"dzde de"dzde)fdZ-nLe+dddddddfde)e*zde"dzde"e#e"zdzde"e#e"zdzde!dzde"dzde de"dzde,e)fdZ-de"de e"zdzfdZ.deddfdZ/dZ0dede$e"fd Z1eGd!d"Z2Gd#d$eZ3Gd%d&ej4Z4Gd'd(Z5d+de"dede dzfd)Z6d*Z7dS),N)Callable) ContextVar) dataclass) FunctionType ModuleType)AnyGenericNoReturnOptional TYPE_CHECKINGTypeVar) deprecated)justknobs_checkT)boundT)kw_onlyceZdZUdZeezed<dZedzed<dZ e edzed<dZ e edzed<dZ e dzed<dZedzed<d Zeed <dZedzed <dd Zedee ezdzd e edzfdZdS)_Configa+Represents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: alias: If set, the directly use the value of the alias. env_name_force: If set, this environment variable has precedence over everything after this. If multiple env variables are given, the precedence order is from left to right. user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. User overrides are thread-local. env_name_default: If set, this environment variable will override everything after this. If multiple env variables are given, the precedence order is from left to right. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precedence. default: This value is the lowest precedence, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. alias: The alias config to read instead. env_name_force: The environment variable, or list of, to read that is a FORCE environment variable. I.e. it overrides everything except for alias. env_name_default: The environment variable, or list of, to read that changes the default behaviour. I.e. user overrides take preference. defaultNjustknobenv_name_defaultenv_name_force value_typealiasFrdeprecation_messagereturnc t|j|_t|j|_|j2|jt us|j|j|jtddSdS)Nztif alias is set, none of {default, justknob, env_name_default and env_name_force} can be set) r string_or_list_of_string_to_listrrrr_UNSET_SENTINELrAssertionErrorselfs Z/var/www/html/banglarbhumi/venv/lib/python3.11/site-packages/torch/utils/_config_module.py __post_init__z_Config.__post_init__Vs ' H H  !! ! &FF     : ! O33=,(4&2$I " ! 32valc|dSt|tr|gSt|tstdt ||S)Nzval is not a list, got ) isinstancestrlistr type)r&s r#rz(_Config.string_or_list_of_string_to_listjs\ ;4 c3   5L#t$$ H !F499!F!FGG G r%rN)__name__ __module__ __qualname____doc__robject__annotations__rr)rr*rrr+rrboolrr$ staticmethodrr%r#rr$s!$$LZHcDj)-d3i$&---'+NDI$+++"Jt """E3:J&*t***(  49_t #  cT    \   r%rFrrrrrrrrrcdSNr5rrrrrrrrs r#Configr9}s  Cr%c 0t||||||||S)Nr8)rr8s r#r9r9s3-)!! 3    r%namecdtj|}|dkrdS|dkrdS|SN1T0Fosenvironget)r;values r#_read_env_variablerEs6 JNN4 E ||t ||u Lr%modulecGddt}dttzdttzdtddffd it }d _|_|_d _ d_ dS) z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. c(eZdZehdZdS)3install_config_module..ConfigModuleInstance> _is_dirty _hash_digestr2N)r-r.r/set _bypass_keysr5r%r#ConfigModuleInstancerIs$sKKKLL r%rNsourcedestprefixrNc ltj|}t|jD]\}}|ds{t |ttfs_t|dr%|j dksD|j ds*t |trt|tr||}||d}t |tr7t!t||| |<| urt# |t |tr9||j||_t!|| |<| urt# |Mt |trp|j jkrt)d|d jt+ |d } |||d | urt-|||||j|<t)d |d |d t|d dS)z?Walk the module structure and move everything to module._config__r.typingzcollections.abcN)rrzsubconfig class z must be defined in module .zUnhandled config =z ())inspectget_annotationsr*__dict__items startswithr(rrhasattrr.r+ issubclassrrC CONFIG_TYPES _ConfigEntrydelattrrr-r SubConfigProxysetattr) rOrPrQ type_hintskeyrDr;annotated_typeproxyconfigrFvisits r#riz$install_config_module..visits ,V44 v446677- X- XJCt$$ ej,%?@@ E<00  (H44 +667HII5 ud++ 5 1;5'0J0J 5#c##D'^^C66N%.. X+EnEEEt  t 6>>FC(((E7++ X!-%2B2J'5E$+E488t 6>>FC(((E4(( X#v66(^5^^V_^^'v$zzz::eUtJJJ///6>>D#u----).DM#&&$%V%V%Vu%V%VU %V%V%VWWW[- X- Xr%T) ConfigModulerr+rbr)-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__rJrK)rFrNcompile_ignored_keysrhris` @@r#install_config_modulerqsMMMMM|MMM4XT!4X>)4X4X  4X4X4X4X4X4X4X4Xl')FHPP E&&"FN#7F +FFFr%z@compile_ignoredctj|}t}tjt j|dj}d}d}|D]}|jtj krQd}|j }t|vr,|dkrtdt||jdf}h|jtjkr |s|j }|jtjkrM|j dkrBt|dvr1|d|jddz kr||d}d}|dkrtdt|S)Nutf-8)rjrjz unconsumed rrV)rX getsourcerLtokenizeioBytesIOencodereadliner+COMMENTstringstripCOMPILE_IGNORED_MARKERr startNAMEOPadd)rF source_code assignmentstokenscurrent_comment prev_nametoken maybe_currents r#rlrlsw#F++K%%K rz+*<*+>'/!*<<<#A&%+a.1*<<< ***"(I(""C+ACCDDD r%ceZdZUeed<eed<eeed<dZe dzed<e Z eed<e Z eed<dZ eed <dZe dzed <dZeed <dZe dzed <dZeed <dede ddfdZdS)r`rr user_overrideNrenv_value_forceenv_value_defaultFhiderrr_deprecation_warnedrhr;rc |j|_|j|jnt|j|_|j|_|j|_|j|_|j|_d|_t|t|_ |j $|j D]}t|x} ||_ n|j$|jD]}t|x} ||_n|j9|j2t!|jt"st%d|jd|j]|j |jS|jt"t&t(t"t(t&fvrt%d|jddSdSdS)NFrz!justknobs only support booleans, z is not a booleanzF  DDVDV  \  +#)#= #( 'oFFF  " ..  !3C!8!88IE-6D*EF  ,,  !3C!8!88IE+4D(EF = $)AdlD11 $W WWW ? &  # /63H3T ' %oSWSbooo ' &4U3Tr%)r-r.r/rr2r+rr1rr)rrrrr3rrrrrrr5r%r#r`r`"sLLLf%%%%HcDj*OS***,s,,,D$E3:J&*t*** %%%%)w)c)d))))))r%r`c eZdZUeeefed<eeed<eeed<eed<e dzed<d4dZ d ed eddfd Z d ed e ddffd Z d edefdZd eddfdZdedeeefdzfdZdedefdZdededdfdZd edefdZ d5deedzdeedzdedeeeffdZdedefdZde fdZddd edeeeffd!Zdefd"Zde fd#Zed$e %deeeffd&Z!ed'e %deeeffd(Z"d)e eeefzddfd*Z#deeeffd+Z$deeeffd,Z% d6d-eeeefzdzd.ed/eeefdd0fd1Z&d2eeefdefd3Z'xZ(S)7rkrmrMrnrJNrKrc2tdtd)Nzuse z-.install_config_module(sys.modules[__name__]))NotImplementedErrorr-r!s r#rzConfigModule.__init__zs"! J8 J J J   r%r;rhc|jrW|jsRddl}|jd|d}|jr |d|jz }|dz }||t dd |_dSdSdS) z;Issue deprecation warning for config if not already warned.rNrUz is deprecatedz and z4. It will be removed in a future version of PyTorch.) stacklevelT)rrwarningsr-rwarn FutureWarning)r"r;rhrmsgs r#_warn_if_deprecatedz ConfigModule._warn_if_deprecateds   .V%? . OOO]99T999C) <;v9;;; I IC MM#}M ; ; ;)-F & & & . . . .r%rDc|||jvr$t||dS||jvrt |jd|d|j|}||||j|||dS|j |d|_ d|_ dS)NrU does not existTF) rMsuper __setattr__rmAttributeErrorr-rr_set_alias_valrrLrJr)r"r;rDrhros r#rzConfigModule.__setattr__s 4$ $ $ GG  e , , , , ,  % % DM!I!ID!I!I!IJJ J\$'F  $ $T6 2 2 2|'##FE22222$((///!%# r%c |j|}|jrt|jd|d|||||}|t ur|S|jt ur|jS|j }|t ur|S|j t ur|j S|j t|j |j St|j tsJ|jt#j|j |j S|j S#t&$r }t|jd|d|d}~wwxYw)NrUrr;r)rmrrr-r_get_alias_valrrrrCrrrrr(_IMMUTABLE_CONFIG_TYPESrLcopydeepcopyKeyError)r"r;rh alias_valres r# __getattr__zConfigModule.__getattr__s$ R\$'F{ O$ %M%M%M%M%MNNN  $ $T6 2 2 2++F33I//  %_<<--"04466MO33$$'>>//*&FOV^TTTTfn.EFF 2$((v~)F)FGGG+//111> ! R R R DM!I!ID!I!I!IJJPQ Q Rs=A#E&E;#EE4!EA#E:E E+ E&&E+cd|_|j|jtd|j|_dS)NT)rJrmrrLrrr"r;s r# __delattr__zConfigModule.__delattr__s> T(,,_==="& Tr%entryc|j}|dS|dd\}} tj|}n&#t$r}t d|d|d}~wwxYw||fS)NrUruz config alias r)rrsplit importlib import_module ImportErrorr)r"rr module_name constant_namerFrs r#_get_alias_module_and_namez'ConfigModule._get_alias_module_and_names  =4%*\\#q%9%9" ] P,[99FF P P P !G!G!G!GHHa O P}$$s; AAAcl||}|tS|\}}t||}|Sr7)rrgetattr)r"rdatarFrconstant_values r#rzConfigModule._get_alias_vals?..u55 <" " $  77r%r&c~||}|td|\}}t|||dS)Nz6alias data should not be None when setting alias value)rr rc)r"rr&rrFrs r#rzConfigModule._set_alias_valsS..u55 < H !%  s+++++r%c\|j|}|jtup|j|jk}|jtup|j|jk}|jtu}t|jts$|p!|j|jk}|o|o|S)z Returns true if the config is at its default value. configs overridden by the env are not considered default. ) rmrrrrrrCr(r)r"r; config_valnot_set_env_defaultnot_set_env_forceunsets r# _is_defaultzConfigModule._is_defaults \$'  (O ; B+z/AA   &/ 9 @)Z-??  (,,../A*,.EFF RQZ599;;z?QQEB,B1BBr%F ignored_keysignored_prefixes skip_defaultc&i}|jD]\}|j |r|vr|rtfd|Dr2|r|rJ|j}|jtur|j}nL|tur|}n@|j tur|j }n*|j t|j |j }n|j }t|tstj|}||<|S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. If a config is aliased, it skips this config. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. Nc3BK|]}|VdSr7)r\).0rQres r# z)ConfigModule._get_dict..s/MM&s~~f--MMMMMMr%r)rmr[ranyrrrCrrrrrrr(rrr) r"rrrrhrrr&res @r# _get_dictzConfigModule._get_dictsM,"$,,,..  JC{& | 3 3 MMMM5=QQQmc#:;; )mC((F3KK r% config_namec&|j|jSr7)rmr)r"rs r#get_typezConfigModule.get_type5s|K(33r%cxt|dg}tj||dS)z Convert config to a pickled blob_save_config_ignorer)protocol)rpickledumpsr)r"rs r# save_configzConfigModule.save_config8sAt%:B?? | NN N 5 5    r%T)ignore_private_configsrcg}|r|d|t|dg||}t|dgD]b}||vr\||T||}t |dr|||<Ft d|d||d c|S) z!Convert config to portable format__cache_config_ignore_prefix)r_cache_config_factory_keysNuuidzConfig 'z ' is set to zO which does not implement uuid(). Implement uuid() for cache key participation.)appendextendrrr]r RuntimeError)r"rprefixesrhreinstances r#save_config_portablez!ConfigModule.save_config_portable@s ! ! OOC &CRHHIII::4!=rBB  Cf}}!8&6#;==8V,,"*--//F3KK&*3**F3K***  r%c@ t dtdtdtfddtddf fd dttzdttffd dt dtfd  dtf fd }g}|j}|t|d gd  D]%\}}| ||||& D]}| dd|d |S)zConvert config to Python statements that replicate current config. This does NOT include config settings that are at default values. funcadd_dotrc>|j}|dkrd}|r |dkr|dz }|S)NbuiltinsrjrU)r.)rrrs r#get_module_namez4ConfigModule.codegen_config..get_module_name^s;/Kj((  #;",,s"  r%NcR|d}|r|dSdS)NF)r)rrrimportss r# add_importz/ConfigModule.codegen_config..add_importfs>)/$66K ) K((((( ) )r%vc fd|DS)Nc:g|]}|d|jS)T)r-)ritemrs r# zTConfigModule.codegen_config..list_of_callables_to_string..ls2RRRtT22CDMCCRRRr%r5)rrs r#list_of_callables_to_stringz@ConfigModule.codegen_config..list_of_callables_to_stringksRRRRPQRRR Rr%c`t|ot|dot|dS)Nr.r-)callabler])rs r#importable_callablez8ConfigModule.codegen_config..importable_callablens,A;;V71l#;#;V:@V@V Vr%c|r&||d|d|d|jSt|ttfrst fd|DrX|D] }||}t|tr |d|d|S|d|dd|dS|d|d|S)a Return a string version of the config line. Handle v when v is a callable, or a list/dict of callables. Add import statements for callables if necessary. We assume that the value of a single config won't be a mix of callables and non-callables. Example output: import logging import _warnings torch._dynamo.config.reorderable_logging_functions = { _warnings.warn, logging.warn, print } rUz = Tc3.K|]}|VdSr7r5)rrrs r#rzGConfigModule.codegen_config..get_config_line..s@44.2##D))444444r%z = { z, z })r-r(r*rLalljoin) modkrrv_listrrrrs r#get_config_linez4ConfigModule.codegen_config..get_config_linersK#"1%% , 1 LLLLooa&>&>L LLLAc{++ ,44446744411 ,%%DJt$$$$44Q77a&&D!22A22&222!CCACCTYYv->->CCCC++++a+++r%rT)rrrzimport  ) rLrr3r)r*rr-rrr[rinsertr) r"rlinesrrr import_namerrrrrs @@@@@r#codegen_configzConfigModule.codegen_configVs %% ( T c     )X )$ ) ) ) ) ) ) )  S4#: S$s) S S S S S S W3 W4 W W W W ,# , , , , , , , , ,6mNN ' #T.6>>tDXXL!&););)=)=">">??N ' %%g..!!!fhh  #DN  r%z`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categoryc*|Sr7get_config_copyr!s r#to_dictzConfigModule.to_dict##%%%r%z`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accessc*|Sr7rr!s r#shallow_copy_dictzConfigModule.shallow_copy_dictrr%maybe_pickled_configct|tstj|}n|}|D]8\}}||jvrt ||| ddlm}|d|d|d9dS)zARestore from a prior call to save_config() or shallow_copy_dict()r) warn_oncezkey z with value z! is not understood by this configN) r(dictrloadsr[rmrctorch._dynamo.utilsr)r"rrhrrrs r# load_configzConfigModule.load_configs.55 *\"677FF)FLLNN V VDAqDL  a####999999 TTTTTTUUUU  V Vr%c*|Sr7)rr!s r#rzConfigModule.get_config_copys~~r%cL|t|dgS)Nrr)rrr!s r#get_serializable_config_copyz)ConfigModule.get_serializable_config_copys$~~749NPR+S+S~TTTr%arg1arg2kwargsContextDecoratorc |c|)t|tstd||in&t|tstd||rtdn||tdttstdt |Gfddt }|S) a Decorator and/or context manager to make temporary changes to a config. Note that patched settings are thread-local. As a decorator: @config.patch("name", val) @config.patch(name1=val1, name2=val2) @config.patch({"name1": val1, "name2", val2}) def foo(...): ... As a context manager: with config.patch("name", val): ... NzGfirst argument must be a string when passing 2 positional args to patchzKfirst argument must be a dict when passing a single positional arg to patchz:cannot pass both positional and keyword arguments to patchzLsecond positional argument is only valid when first argument is a key stringzexpected `dict` got c4eZdZdfd Zdfd ZfdZdS)'ConfigModule.patch..ConfigPatchrNcr|_tjdt|dd|_dS)Nz .ConfigPatch[]r5r)changesrr-id_prior)r"r+rhs r#rz0ConfigModule.patch..ConfigPatch.__init__sF& FP@@RXX@@@GGG r%c~i}|jD]}|||<|j}|jg||R |jD]\}}||dS#t$r|j|wxYwr7)r+rr-rCrLr[r Exception)r"priorre prior_stackrrrhs r# __enter__z1ConfigModule.patch..ConfigPatch.__enter__s(*<99C!'!3!3C!8!8E#JJ"koo//   5+ 5u 5 5666 $ 2 2 4 4111**1a000011 KOOK000s 5B&B<c|j}|std|d}|j|dd|D]\}}||dS)Nz2prior should not be empty when exiting ConfigPatchrt)r-rCr rLr[r) r"exc_typeexc_valexc_tbr1r0rrrhs r#__exit__z0ConfigModule.patch..ConfigPatch.__exit__s"koo// "(L$B  CRC 0111!KKMM--DAq&&q!,,,,--r%r,)r-r.r/rr2r7)r+rhsr# ConfigPatchr(so              - - - - - - -r%r8)r(r)r rr+r%)r"r"r#r$r8r+rhs @@r#patchzConfigModule.patchs8.  !$,,(a ,!$--(e $P  G$b'4(( I !GW !G!GHH H - - - - - - - -* - - -B{}}r%r+c Hjdtgdfffd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() rNcfdDD]*\}}j|j|+dfd }|S)NcPi|]"}||j#Sr5)rrC)rrrhs r# zFConfigModule._make_closure_patcher..change..5s.GGG!Qq /3355GGGr%rcD]*\}}j|j|+dSr7r[rmrrL)rrr0r"s r#revertzBConfigModule._make_closure_patcher..change..revert9sH!KKMM99DAqLO155a888899r%r,r?)rrr@r0r+rhr"s @r#changez2ConfigModule._make_closure_patcher..change4sGGGGwGGGE  5 51 Q-11!4444 9 9 9 9 9 9 9Mr%)rmr)r"r+rArhs`` @r#_make_closure_patcherz"ConfigModule._make_closure_patcher sM$ T*         r%r,)NNF)NN))r-r.r/rr)r`r2rLr3bytesrrr1rrrrtuplerrrrrr*rr+rrrrrrrrrrrr!r9rB __classcell__ros@r#rkrkns #|# $$$$c(s8###OOO$,    . .\ .d . . . .$$F$t$$$$$$"%R%R%R%R%R%RN'''''' %! % z3 $ & % % % %LS,L,s,t,,,,CCCCCC4*.-1" 333i$&3s)d*3 3 c3h 3333j4C4D4444 U    15)- c3h,? ? ? ? ? B !% ! ! ! !Z 8  &c3h&&&  &Z 8  &4S>&&&  & VS#X0F V4 V V V V c3h    Ud38nUUUU -1VVDcN"T)VVsCx. V  VVVVptCH~#r%rkcReZdZdZddZdefdZdeegefdeffd Z xZ S) r%z[ Same as contextlib.ContextDecorator, but with support for `unittest.TestCase` rNc tdNNYIrr!s r#r2zContextDecorator.__enter__H!%(((r%c tdrIrK)r"r4r5r6s r#r7zContextDecorator.__exit__KrLr%rct|trPt|tjr6Gfdd|}|j|_|j|_|j|_|St |S)NcReZdZedfd Zedfd ZxZS),ContextDecorator.__call__.._TestCaserNc tdS#t$rdddwxYwr7)r2r setUpClassr/r7clsror"s r#rRz7ContextDecorator.__call__.._TestCase.setUpClassRshNN$$$**,,,,,$ dD$777s 9#Ac tddddS#dddwxYwr7)r tearDownClassr7rSs r#rVz:ContextDecorator.__call__.._TestCase.tearDownClass[sV8--/// dD$77777 dD$7777s <Ar,)r-r.r/ classmethodrRrVrE)ror"s@r# _TestCaserPQs|88888888888r%rX) r(r+r^unittestTestCaser-r/r.r__call__)r"rrXros` r#r[zContextDecorator.__call__Ns dD ! ! jx7H&I&I  8 8 8 8 8 8 8D 8 8 8""&I %)%6I "#'?I  ww%%%r%r,) r-r.r/r0r2r r7rrr[rErFs@r#r%r%Bs )))))X))))&XseSj1&c&&&&&&&&&&r%r%cdeZdZdZdededdffd Zdededdfd Zdedefd Z deddfd Z xZ S) rbzn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] rhrQrNctd|td|dS)Nrm_prefix)rr)r"rhrQros r#rzSubConfigProxy.__init__qs= Iv... Iv.....r%r;rDcH|j|j|z|Sr7)rmrr^)r"r;rDs r#rzSubConfigProxy.__setattr__vs!|'' t(;UCCCr%cF|j|j|zSr7)rmrr^rs r#rzSubConfigProxy.__getattr__y|'' t(;<<.wrappers_'--// ) )DAq<<$$ ))2D)D)D 1a(((r%r5)rhris` r#inherit_fields_fromrjs# Nr%r7)8 contextlibrr rrXrxrArrwrYcollections.abcr contextvarsr dataclassesrtypesrrrTrr r r r r typing_extensionsrtorch._utils_internalrintfloatr3r+r)r*rLrDrr_rrr1rrr9rErqrrlr`rkr%rbrdrjr5r%r#rts  $$$$$$""""""!!!!!!********KKKKKKKKKKKKKKKK((((((111111UD$$t**c4eTJ tTT$ZZeD GCsU{T)C/$6