[ixddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddlmZmZddlmZmZmZmZmZmZddlmZddl mZddlmZeeee de!e"e#e$e%f Z&ed eezezdze!ze"ze#ze$ze%z Z'e(Z)e d Gd dee'Z*er>e)dddddfde'e(zde!dzde!e"e!zdzde!e"e!zdzde dzde!dzde'fdZ+nCe)dddddfde'e(zde!dzde!e"e!zdzde!e"e!zdzde dzde!dzde*e'fdZ+de!dee!zdzfdZ,deddfdZ-dZ.dede#e!fdZ/e GddZ0Gd d!eZ1Gd"d#ej2Z2Gd$d%Z3d&e(de!d'e(de(fd(Z4d*de!dededzfd)Z5dS)+N)Callable) dataclass) FunctionType ModuleType)AnyGenericNoReturnOptional TYPE_CHECKINGTypeVar) deprecated)mock)justknobs_checkT)boundT)kw_onlyceZdZUdZeezed<dZedzed<dZ e edzed<dZ e edzed<dZ e dzed<dZedzed<d d Zed ee ezdzd e edzfd ZdS)_Configa Represents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: alias: If set, the directly use the value of the alias. env_name_force: If set, this environment variable has precedence over everything after this. If multiple env variables are given, the precedence order is from left to right. user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. env_name_default: If set, this environment variable will override everything after this. If multiple env variables are given, the precedence order is from left to right. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precedence. default: This value is the lowest precedence, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. alias: The alias config to read instead. env_name_force: The environment variable, or list of, to read that is a FORCE environment variable. I.e. it overrides everything except for alias. env_name_default: The environment variable, or list of, to read that changes the default behaviour. I.e. user overrides take preference. defaultNjustknobenv_name_defaultenv_name_force value_typealiasreturnc t|j|_t|j|_|j2|jt us|j|j|jtddSdS)Nztif alias is set, none of {default, justknob, env_name_default and env_name_force} can be set) r string_or_list_of_string_to_listrrrr_UNSET_SENTINELrAssertionErrorselfs M/var/www/icac/venv/lib/python3.11/site-packages/torch/utils/_config_module.py __post_init__z_Config.__post_init__Os ' H H  !! ! &FF     : ! O33=,(4&2$I " ! 32valc|dSt|tr|gSt|tstdt ||S)Nzval is not a list, got ) isinstancestrlistrtype)r%s r"rz(_Config.string_or_list_of_string_to_listcs\ ;4 c3   5L#t$$ H !F499!F!FGG G r$rN)__name__ __module__ __qualname____doc__robject__annotations__rr(rr)rrr*rr# staticmethodrr$r"rr s$$LZHcDj)-d3i$&---'+NDI$+++"Jt """E3:(  49_t #  cT    \   r$rrrrrrrrcdSNr3rrrrrrs r"Configr7vs  Cr$c,t||||||S)Nr6)rr6s r"r7r7s--)!     r$namecdtj|}|dkrdS|dkrdS|SN1T0Fosenvironget)r9values r"_read_env_variablerCs6 JNN4 E ||t ||u Lr$modulecGddt}dttzdttzdtddffd it }d _|_|_d _ d_ dS) z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. c(eZdZehdZdS)3install_config_module..ConfigModuleInstance> _is_dirty _hash_digestr1N)r,r-r.set _bypass_keysr3r$r"ConfigModuleInstancerGs$sKKKLL r$rLsourcedestprefixrNc htj|}t|jD]\}}|ds{t |ttfs_t|dr%|j dksD|j ds*t |trt|tr||}||d}t |tr6t!t|| |<| urt# |t |tr8||j||_t!| |<| urt# |Kt |trp|j jkrt)d|d jt+ |d } |||d | urt-|||||j|<t)d |d |d t|d dS)z?Walk the module structure and move everything to module._config__r-typingzcollections.abcN)rrzsubconfig class z must be defined in module .zUnhandled config =z ())inspectget_annotationsr)__dict__items startswithr'rrhasattrr-r* issubclassrrA CONFIG_TYPES _ConfigEntrydelattrrr,rSubConfigProxysetattr) rMrNrO type_hintskeyrBr9annotated_typeproxyconfigrDvisits r"rgz$install_config_module..visits ,V44 v446677- X- XJCt$$ ej,%?@@ E<00  (H44 +667HII5 ud++ 5 1;5'0J0J 5#c##D'^^C66N%.. X+EnEEE  t 6>>FC(((E7++ X!-%2B2J'5E$+E22t 6>>FC(((E4(( X#v66(^5^^V_^^'v$zzz::eUtJJJ///6>>D#u----).DM#&&$%V%V%Vu%V%VU %V%V%VWWW[- X- Xr$T) ConfigModulerr*r`r(-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__rHrI)rDrLcompile_ignored_keysrfrgs` @@r"install_config_modulerosMMMMM|MMM4XT!4X>)4X4X  4X4X4X4X4X4X4X4Xl')FHPP E&&"FN#7F +FFFr$z@compile_ignoredctj|}t}tjt j|dj}d}d}|D]}|jtj krQd}|j }t|vr,|dkrtdt||jdf}h|jtjkr |s|j }|jtjkrM|j dkrBt|dvr1|d|jddz kr||d}d}|dkrtdt|S)Nutf-8)rhrhz unconsumed rrT)rV getsourcerJtokenizeioBytesIOencodereadliner*COMMENTstringstripCOMPILE_IGNORED_MARKERrstartNAMEOPadd)rD source_code assignmentstokenscurrent_comment prev_nametoken maybe_currents r"rjrjsw#F++K%%K rz+*<*+>'/!*<<<#A&%+a.1*<<< ***"(I(""C+ACCDDD r$ceZdZUeed<eed<eZeed<dZe dzed<eZ eed<eZ eed<dZ e ed <dZe dzed <d ed dfd ZdS)r^rr user_overrideNrenv_value_forceenv_value_defaultFhiderrfrc|j|_|j|jnt|j|_|j|_|j|_|j$|jD]}t |x} ||_n|j$|jD]}t |x} ||_ n|j9|j2t|jtstd|jd|j]|j|jS|jttttttfvrtd|jddSdSdS)Nz!justknobs only support booleans, z is not a booleanzF  DDVDV  \  " ..  !3C!8!88IE-6D*EF  ,,  !3C!8!88IE+4D(EF = $)AdlD11 $W WWW ? &  # /63H3T ' %oSWSbooo ' &4U3Tr$)r,r-r.rr1r*rrrr(rrrrrrrr3r$r"r^r^sLLL)M3(((HcDj*OS***,s,,,D$E3:#w#4######r$r^c eZdZUeeefed<eeed<eeed<eed<e dzed<d2dZ d ed e ddffd Z d ede fd Zd eddfd ZdedeeefdzfdZdede fdZdede ddfdZd edefdZ d3deedzdeedzdedeee ffdZdedefdZde fdZdddedeee ffdZdefd Zde fd!Zed"e#deee ffd$Z ed%e#deee ffd&Z!d'e eee fzddfd(Z"deee ffd)Z#deee ffd*Z$ d4d+eeee fzdzd,e d-eee fdd.fd/Z%d0eee fde fd1Z&xZ'S)5rirkrKrlrHNrIrc2tdtd)Nzuse z-.install_config_module(sys.modules[__name__]))NotImplementedErrorr,r s r"rzConfigModule.__init__`s"! J8 J J J   r$r9rBch||jvr$t||dS||jvrt |jd|d|j|j#||j||dS||j|_d|_ d|j|_ dS)NrS does not existTF) rKsuper __setattr__rkAttributeErrorr,r_set_alias_valrrHr)r!r9rBrms r"rzConfigModule.__setattr__es 4$ $ $ GG  e , , , , ,  % % DM!I!ID!I!I!IJJ J \$  % 1    T 2E : : : : :/4DL  ,!DN&+DL  # # #r$cb |j|}|jrt|jd|d||}|t ur|S|jt ur|jS|jt ur|jS|jt ur|jS|j t|j |j St|j tttfr%t!j|j |_|jS|j S#t$$r }t|jd|d|d}~wwxYw)NrSr)r9r)rkrrr,_get_alias_valrrrrrrrr'r)rJdictcopydeepcopyKeyError)r!r9rf alias_vales r" __getattr__zConfigModule.__getattr__qsQ! R\$'F{ O$ %M%M%M%M%MNNN++F33I//  %_<<--#?::++'>>//*&FOV^TTTT &.4d*;<< ,'+}V^'D'D$++> ! R R R DM!I!ID!I!I!IJJPQ Q Rs=A DD%D:D!D1A D=D D.D))D.cfd|_t|j|_d|j|_dS)NT)rHrrkrrr!r9s r" __delattr__zConfigModule.__delattr__s/,; T("& Tr$entryc|j}|dS|dd\}} tj|}n&#t$r}t d|d|d}~wwxYw||fS)NrSrsz config alias r)rrsplit importlib import_module ImportErrorr)r!rr module_name constant_namerDrs r"_get_alias_module_and_namez'ConfigModule._get_alias_module_and_names  =4%*\\#q%9%9" ] P,[99FF P P P !G!G!G!GHHa O P}$$s; AAAcl||}|tS|\}}t||}|Sr5)rrgetattr)r!rdatarDrconstant_values r"rzConfigModule._get_alias_vals?..u55 <" " $  77r$r%c~||}|td|\}}t|||dS)Nz6alias data should not be None when setting alias value)rrra)r!rr%rrDrs r"rzConfigModule._set_alias_valsS..u55 < H !%  s+++++r$c.|j|}|jtup|j|jk}|jtup|j|jk}|jtu}t |jtttfr|p|j|jk}|o|o|S)z Returns true if the config is at its default value. configs overridden by the env are not considered default. ) rkrrrrrr'r)rJr)r!r9 config_valnot_set_env_defaultnot_set_env_forceunsets r" _is_defaultzConfigModule._is_defaults \$'  (O ; B+z/AA   &/ 9 @)Z-??  (O; j(4d*; < < LKZ59KKEB,B1BBr$F ignored_keysignored_prefixes skip_defaultc i}|jD]w|r|vr |rtfd|Dr'|r|r?|jjRt jt ||<x|S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. If a config is aliased, it skips this config. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. c3BK|]}|VdSr5)rZ).0rOrcs r" z)ConfigModule._get_dict..s/MM&s~~f--MMMMMMr$)rkanyrrrrr)r!rrrrfrcs @r" _get_dictzConfigModule._get_dicts,"$< < |j}|dkrd}|r |dkr|dz }|S)NbuiltinsrhrS)r-)rrrs r"get_module_namez4ConfigModule.codegen_config..get_module_names;/Kj((  #;",,s"  r$NcR|d}|r|dSdS)NF)r)rrrimportss r" add_importz/ConfigModule.codegen_config..add_imports>)/$66K ) K((((( ) )r$vc fd|DS)Nc:g|]}|d|jS)T)r,)ritemrs r" zTConfigModule.codegen_config..list_of_callables_to_string.."s2RRRtT22CDMCCRRRr$r3)rrs r"list_of_callables_to_stringz@ConfigModule.codegen_config..list_of_callables_to_string!sRRRRPQRRR Rr$c`t|ot|dot|dS)Nr-r,)callabler[)rs r"importable_callablez8ConfigModule.codegen_config..importable_callable$s,A;;V71l#;#;V:@V@V Vr$c|r&||d|d|d|jSt|ttfrst fd|DrX|D] }||}t|tr |d|d|S|d|dd|dS|d|d|S)a Return a string version of the config line. Handle v when v is a callable, or a list/dict of callables. Add import statements for callables if necessary. We assume that the value of a single config won't be a mix of callables and non-callables. Example output: import logging import _warnings torch._dynamo.config.reorderable_logging_functions = { _warnings.warn, logging.warn, print } rSz = Tc3.K|]}|VdSr5r3)rrrs r"rzGConfigModule.codegen_config..get_config_line..6s@44.2##D))444444r$z = { z, z })r,r'r)rJalljoin) modkrrv_listrrrrs r"get_config_linez4ConfigModule.codegen_config..get_config_line(sK#"1%% , 1 LLLLooa&>&>L LLLAc{++ ,44446744411 ,%%DJt$$$$44Q77a&&D!22A22&222!CCACCTYYv->->CCCC++++a+++r$rT)rrrzimport  ) rJrrr(r)rr,rrrYrinsertr) r!rlinesrrr import_namerrrrrs @@@@@r"codegen_configzConfigModule.codegen_config s %% ( T c     )X )$ ) ) ) ) ) ) )  S4#: S$s) S S S S S S W3 W4 W W W W ,# , , , , , , , , ,6mNN ' #T.6>>tDXXL!&););)=)=">">??N ' %%g..!!!fhh  #DN  r$z`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categoryc*|Sr5get_config_copyr s r"to_dictzConfigModule.to_dictX##%%%r$z`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accessc*|Sr5rr s r"shallow_copy_dictzConfigModule.shallow_copy_dictarr$maybe_pickled_configct|tstj|}n|}|D]8\}}||jvrt ||| ddlm}|d|d|d9dS)zARestore from a prior call to save_config() or shallow_copy_dict()r) warn_oncezkey z with value z! is not understood by this configN) r'rrloadsrYrkratorch._dynamo.utilsr )r!rrfrrr s r" load_configzConfigModule.load_configjs.55 *\"677FF)FLLNN V VDAqDL  a####999999 TTTTTTUUUU  V Vr$c*|Sr5)rr s r"rzConfigModule.get_config_copyxs~~r$cL|t|dgS)Nrr)rrr s r"get_serializable_config_copyz)ConfigModule.get_serializable_config_copy{s$~~749NPR+S+S~TTTr$arg1arg2kwargsContextDecoratorc |c|)t|tstd||in&t|tstd||rtdn||tdttstdt i|Gfddt }|S) a Decorator and/or context manager to make temporary changes to a config. As a decorator: @config.patch("name", val) @config.patch(name1=val1, name2=val2) @config.patch({"name1": val1, "name2", val2}) def foo(...): ... As a context manager: with config.patch("name", val): ... NzGfirst argument must be a string when passing 2 positional args to patchzKfirst argument must be a dict when passing a single positional arg to patchz:cannot pass both positional and keyword arguments to patchzLsecond positional argument is only valid when first argument is a key stringzexpected `dict` got c6eZdZdfd Zdfd ZfdZdS)'ConfigModule.patch..ConfigPatchrNc|_dSr5)changes)r!rs r"rz0ConfigModule.patch..ConfigPatch.__init__s& r$crtd|jD]}||<|jD]\}}||dS)Nz/prior should be empty when entering ConfigPatch)rrrrYr)r!rcrrrfpriors r" __enter__z1ConfigModule.patch..ConfigPatch.__enter__s(I <99C!'!3!3C!8!8E#JJ L..00--DAq&&q!,,,,--r$cD]\}}||dSr5)rYrclear)r!exc_typeexc_valexc_tbrrrfrs r"__exit__z0ConfigModule.patch..ConfigPatch.__exit__sH!KKMM--DAq&&q!,,,, r$r+)r,r-r.rrr")rrfrsr" ConfigPatchrst ' ' ' ' ' ' - - - - - - -        r$r#)r'r(rrr*r)r!rrrr#rrfrs @@@r"patchzConfigModule.patch~sB.  !$,,(a ,!$--(e $P  G$b'4(( I !GW !G!GHH H "         *   ({}}r$rc Hjdtgdfffd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() rNcfdDD]\}}|j|_dfd }|S)Nc,i|]}||jSr3)r)rrrfs r" zFConfigModule._make_closure_patcher..change..s"AAAAQq /AAAr$rc`D]\}}|j|_dSr5rYrkr)rrrr!s r"revertzBConfigModule._make_closure_patcher..change..reverts9!KKMM66DAq45DLO1166r$r+r*)rrr+rrrfr!s @r"changez2ConfigModule._make_closure_patcher..changessAAAAAAAE  2 2101 Q-- 6 6 6 6 6 6 6Mr$)rkr)r!rr,rfs`` @r"_make_closure_patcherz"ConfigModule._make_closure_patchersM$ T*         r$r+)NNF)NN)(r,r-r.rr(r^r1rJrbytesrr0rrrrtuplerrrrrr)rr*rrrrrr FutureWarningrrr rrr$r- __classcell__rms@r"ririTsl #|# $$$$c(s8###OOO$,    , ,F ,t , , , , , ,"R"R"R"R"R"RH'''''' %! % z3 $ & % % % %LS,L,s,t,,,,CCCCCC4*.-1" ##3i$&#s)d*# # c3h ####J4C4D4444 U    15999)-9 c3h9999? ? ? ? ? B !% ! ! ! !Z 8  &c3h&&&  &Z 8  &4S>&&&  & VS#X0F V4 V V V V c3h    Ud38nUUUU -1JJDcN"T)JJsCx. J  JJJJXtCH~#r$ricReZdZdZddZdefdZdeegefdeffd Z xZ S) rz[ Same as contextlib.ContextDecorator, but with support for `unittest.TestCase` rNc tdNNYIrr s r"rzContextDecorator.__enter__!%(((r$c tdr5r7)r!rr r!s r"r"zContextDecorator.__exit__r8r$rct|trPt|tjr6Gfdd|}|j|_|j|_|j|_|St |S)NcReZdZedfd Zedfd ZxZS),ContextDecorator.__call__.._TestCaserNc tdS#t$rdddwxYwr5)rr setUpClass Exceptionr"clsrmr!s r"r>z7ContextDecorator.__call__.._TestCase.setUpClassshNN$$$**,,,,,$ dD$777s 9#Ac tddddS#dddwxYwr5)r tearDownClassr"r@s r"rCz:ContextDecorator.__call__.._TestCase.tearDownClasssV8--/// dD$77777 dD$7777s <Ar+)r,r-r. classmethodr>rCr1)rmr!s@r" _TestCaser<s|88888888888r$rE) r'r*r\unittestTestCaser,r.r-r__call__)r!rrErms` r"rHzContextDecorator.__call__s dD ! ! jx7H&I&I  8 8 8 8 8 8 8D 8 8 8""&I %)%6I "#'?I  ww%%%r$r+) r,r-r.r/rr r"rrrHr1r2s@r"rrs )))))X))))&XseSj1&c&&&&&&&&&&r$rcdeZdZdZdededdffd Zdededdfd Zdedefd Z deddfd Z xZ S) r`zn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] rfrOrNctd|td|dS)Nrk_prefix)rr)r!rfrOrms r"rzSubConfigProxy.__init__s= Iv... Iv.....r$r9rBcH|j|j|z|Sr5)rkrrK)r!r9rBs r"rzSubConfigProxy.__setattr__ s!|'' t(;UCCCr$cF|j|j|zSr5)rkrrKrs r"rzSubConfigProxy.__getattr__#|'' t(;<<)r9rrBs r"get_tristate_envrT3s6 JNN4 E ||t ||u Nr$r5)6 contextlibrrrrVrvr?rrurFcollections.abcr dataclassesrtypesrrrRrrr r r r typing_extensionsr rtorch._utils_internalrintfloatrr*r(r)rJr/rr]rr0rrr7rCror}rjr^rirr`rRrTr3r$r"r]s  $$$$$$!!!!!!********KKKKKKKKKKKKKKKK((((((111111UD$$t**c4eTJ  GCsU{T)D036=CeKdRSSS&(( 4LLLLLgajLLLf .#3715"& V*S /D0d3i$.  4K  Tz  .#3715"&   V * S /D0 d3i$.  4K  Tz       $STCZ$%6J*JJJJJZ,"*"S""""J >>>>>>> >BUUUUU:UUUp &&&&&&&&&&z2&&&&&&R========*/f/C//6////3t r$