:i$` ddlmZ ddlZddlZddlZddlZddlZddlZddlZddl Z ddlm Z m Z ddl m Z mZmZddlZddlmcmZddlmZmZmZmZmZmZmZmZddlmZerddlmZej e!Z"ej#e!dZ$gd Z%dd l&m'Z(d Z)Gd d Z*GddZ+Gdde+e,Z-idej.dej/dej0dej1dej1dej2dej3dej4dej5dej6dej7dej8ddd ej9d!ej:d"ej;d#ej<id$ej=d%ej>d&ej?d'ej@d(ej@d)ejAd*ejBd+ejBd,ejCd-ejDd.ejEd/ed0ed1ed2ed3ed4ejFd5ejFiZGhd6ZHd7ZId8ZJeJD][ZKd9eKZLd:eLZMeNe*eLeIeKeOeeMeGeL<eH0eLe%PeL\dhZQeHeQzZRhd;ZShd<ZTdhZUeSeUzZVhd=ZWdd'hZXdd'd>d?ZYhd@ZZeJD]ZKd9eKZLeZ0eLhdAZ[hdBZ\dCZ]dDZ^dEZ_dFZ`dGZadHZbdIZcdJZddKZedLZfdMZg dvdOZhdPZidQZjdRZkidej0d.ejEd$ej=d#e`d+ead*ebdecdeid'edd(ejd)ekd4e]d5e^de_d!eed-efZldSZmdTZndUZodVZpdWZqdXZrdYZsdZZtd[Zud\Zvd]Zwd^Zxd_Zye jze!Z{d`Z|eJD]-ZKdaeKZ}e|eKZ~e}xe~_e~_!eNe{e}e~.[~[K[}dbZdwdcZddZdeZielid3ejdej.deqd%erdesd"etd eudevdendeod/edepd&ej?d2ewd1exd0eydeeedfZeJD]ZKd9eKZLeOe{daeKeeL<[K[L[J[{dgZdhZdiZdjZdkZdlZdmZdnZeeeeeedoZdpZdqZdrZdsZdtZeD]\ZZeeeeD]\ZZeeeduZeD]TZeeSvr eeeeeWvr eee$eeUvseeTvr eeeeeeeeYvr eeeU[[dS)x) annotationsN) lru_cacheupdate_wrapper)Optional TYPE_CHECKINGUnion) sym_floatsym_itesym_maxsym_minsym_notSymBoolSymFloatSymInt)dtrace_structured)ShapeEnvsym_node)SymNodemethod_to_operator magic_methods DynamicInt) py_sym_typescf|turtS|turtS|turt S|SN)boolrintrfloatr)ts Q/var/www/icac/venv/lib/python3.11/site-packages/torch/fx/experimental/sym_node.py _to_symtyper :s1DyyCxx Ezz HceZdZUdZdZded< dddedZdfd ZdgdZdhdZ e dZ e dZ dZ didZdZdZdZdZdZdZdZdZdZdZdZd Zd!Zd"Zdjd$Zdkd%Zdkd&Zdidkd'Z dkd(Z!dkd)Z"dkd*Z#dkd+Z$dkd,Z%dkd-Z&dkd.Z'dkd/Z(dkd0Z)dkd1Z*dkd2Z+dkd3Z,dkd4Z-dkd5Z.dkd6Z/dkd7Z0dkd8Z1dkd9Z2dkd:Z3dkd;Z4dkd<Z5dkd=Z6dkd>Z7dkd?Z8dkd@Z9dkdAZ:dkdBZ;dkdCZdkdFZ?dkdGZ@dkdHZAdkdIZBdkdJZCdkdKZDdLZEdMZFdNZGdOZHdPZIdQZJdkdRZKdSZLdTZMdUZNdkdVZOdldWZPdXZQdYZRdZZSd[ZTd\ZUd]ZVd^ZWd_ZXd`ZYdaZZdbZ[dcZ\dS)mrz This is a type erased SymInt/SymFloat which we use to do actual operations. End users don't touch this. Magic methods are NOT defined on this object. Fr_optimized_summationNhint!Optional[Union[int, float, bool]]c|_|_|_|_fd}|t ||us;t |t |usJd|dt |jr4jjr(|} || ksJ|d| djdn |}|_|_ jo jj} | o|_ dS)Ncddlm}|jrdSjjd}|,t |t s|n|}|S)Nr)has_free_unbacked_symbolsT) compute_hint)%torch.fx.experimental.symbolic_shapesr(expr shape_env_maybe_evaluate_static isinstanceSymTypespytype)r(r$selfs rr)z&SymNode.__init__..compute_hints W W W W W W)(33 t>88QU8VVD0:40J0JTt{{4(((PTKr!zCannot create SymNode of type z with incompatible hint of type z != z (for )) _exprr,r0r#typer _translation_validation_enabledr+_hintconstantfx_node) r1r+r,r0r$r7r8optimized_summationr) computed_hinttx_validation_ens ` r__init__zSymNode.__init__VsE " $7!:       ::''4::V9L9L+L+L+LHHH;?::HH,M+L+L~ $."P !-  },,,BBBBdiBBB-,, <>>D ;C N Mt~M (3G r!r,rreturnc\t|j||j|j|j|jSr)rr3r0r6r7r8)r1r,s rwith_shape_envzSymNode.with_shape_envs+ J 4; DM4<   r!otherc|j|jko?|j|jko/|j|jko|j|jko|j|jkSr)r3r0r6r7r8r1r@s r _value_eqzSymNode._value_eqs] J%+ % . u|+ . ek) . / .  -  r!rc\t|j|j|j|j|jfSr)hashr3r0r6r7r8r1s r _value_hashzSymNode._value_hashs%TZdj$-VWWWr!c@|j|jSr)r,replacer3rFs rr+z SymNode.exprs~%%dj111r!c|jSrr6rFs rr$z SymNode.hints zr!c|jduSrrKrFs rhas_hintzSymNode.has_hintsz%%r!cddlm}jd|C|jfdjjD}j|SjjSjS)Nrfree_unbacked_symbolscBi|]}||vrdnjj|S)i)r, var_to_val).0sr1unbacked_symbolss r z(SymNode.require_hint..sE   q$444tt$.:STU:V   r!)r*rPr6r+ free_symbolsxreplacer, size_hint)r1fallbackrP replacementsrUs` @r require_hintzSymNode.require_hintsOOOOOO : #$9#8#C#C      !Y3    y)),777>++DI66 6zr!cF|jjrt|jSdSr)r+ is_numberrrFs r maybe_as_intzSymNode.maybe_as_ints" 9  ty>> !4r!cjddl}t|j|jrt |jSdSNr)sympyr.r+Floatrr1rbs rmaybe_as_floatzSymNode.maybe_as_floats6 di - - ## #4r!cNddl}|j|jurdS|j|jurdSdS)NrTF)rbr+truefalserds r maybe_as_boolzSymNode.maybe_as_bools8 9 " "4 Y%+ % %54r!c|jtuSr)r0rrFs ris_intzSymNode.is_ints{c!!r!c|jtuSr)r0rrFs ris_floatzSymNode.is_floats{e##r!c|jtuSr)r0rrFs ris_boolzSymNode.is_bools{d""r!c|jduo7t|jto|jjSr)r6r.rnode is_nested_intrFs rrrzSymNode.is_nested_ints? Jd " 04:v.. 0 --// r!ct|tusJddl}t|||jt|||SNr)r7r8)r4rrbrIntegerr,r1numrbs rwrap_intzSymNode.wrap_intsUCyyC  MM#  S3PS    r!ct|tusJddl}t|||jt|||Srt)r4rrbrrcr,rvs r wrap_floatzSymNode.wrap_floatsUCyyE!!!!  KK  dneS3PS    r!ct|tusJddl}t|r|jn|j|jt|||Srt)r4rrbrrgrhr,rvs r wrap_boolzSymNode.wrap_boolsZCyyD      .EJJ5; N       r!c|SrrFs rclonez SymNode.clone%s r!c|jSrr+rFs rstrz SymNode.str(s )~r!c*|SrrrFs r__str__zSymNode.__str__+sxxzzr!c@d|jd|jd|jg}|j|d|j|j|d|j|j|d|jd|dzS) NzSymNode(z , shape_env=z , pytype=zhint=z constant=zfx_node=z, r2)r3r,r0r6appendr7r8join)r1reps r__repr__zSymNode.__repr__.s Utz U Ut~ U U U U  : ! JJ+tz++ , , , = $ JJ24=22 3 3 3 < # JJ0$,00 1 1 1yy~~##r! builtins.strc*|SrrrFs r _graph_reprzSymNode._graph_repr:sxxzzr!c*|Sr)_absrFs rabsz SymNode.abs@yy{{r!c*|Sr)_posrFs rposz SymNode.posCrr!c,||Sr)_round)r1ndigitss rroundz SymNode.roundFs{{7###r!c*|Sr)_truncrFs rtruncz SymNode.truncI{{}}r!c,||Sr)_addrBs raddz SymNode.addLyyr!c,||Sr)_subrBs rsubz SymNode.subOrr!c,||Sr)_mulrBs rmulz SymNode.mulRrr!c,||Sr)_modrBs rmodz SymNode.modUrr!c,||Sr) _float_powrBs r float_powzSymNode.float_powXsu%%%r!c,||Sr)_pow_by_naturalrBs rpow_by_naturalzSymNode.pow_by_natural[s##E***r!c,||Sr)_and_rBs rand_z SymNode.and_^szz%   r!c,||Sr)_or_rBs ror_z SymNode.or_arr!c,||Sr)_float_truedivrBs r float_truedivzSymNode.float_truedivds""5)))r!c,||Sr) _int_truedivrBs r int_truedivzSymNode.int_truedivg  '''r!c,||Sr) _int_floordivrBs r int_floordivzSymNode.int_floordivj!!%(((r!c,||Sr)_lshiftrBs rlshiftzSymNode.lshiftm||E"""r!c,||Sr)_rshiftrBs rrshiftzSymNode.rshiftprr!c*|Sr)_sym_notrFs rr zSymNode.sym_nots}}r!c,||Sr)_eqrBs reqz SymNode.eqvxxr!c,||Sr)_nerBs rnez SymNode.neyrr!c,||Sr)_gtrBs rgtz SymNode.gt|rr!c,||Sr)_ltrBs rltz SymNode.ltrr!c,||Sr)_lerBs rlez SymNode.lerr!c,||Sr)_gerBs rgez SymNode.gerr!c*|Sr)_floorrFs rfloorz SymNode.floorrr!c*|Sr) _is_integerrFs r is_integerzSymNode.is_integers!!!r!c*|Sr) _sym_floatrFs rr zSymNode.sym_floats   r!c*|Sr)_sym_intrFs rsym_intzSymNode.sym_intrr!c*|Sr)_ceilrFs rceilz SymNode.ceilszz||r!c*|Sr)_negrFs rnegz SymNode.negrr!c,||Sr)_sym_minrBs rr zSymNode.sym_min}}U###r!c,||Sr)_sym_maxrBs rr zSymNode.sym_maxrr!c.|||Sr)_sym_ite)r1then_valelse_vals rr zSymNode.sym_ites}}Xx000r!c.|||Sr)_is_contiguousr1sizesstridess r is_contiguouszSymNode.is_contiguouss""5'222r!c.|||Sr)_is_channels_last_contiguous_2drs ris_channels_last_contiguous_2dz&SymNode.is_channels_last_contiguous_2d33E7CCCr!c.|||Sr)_is_channels_last_contiguous_3drs ris_channels_last_contiguous_3dz&SymNode.is_channels_last_contiguous_3drr!c.|||Sr)_is_channels_last_strides_2drs ris_channels_last_strides_2dz#SymNode.is_channels_last_strides_2d00@@@r!c.|||Sr)_is_channels_last_strides_3drs ris_channels_last_strides_3dz#SymNode.is_channels_last_strides_3drr!c.|||Sr)'_is_non_overlapping_and_dense_indicatorrs r&is_non_overlapping_and_dense_indicatorz.SymNode.is_non_overlapping_and_dense_indicators;;E7KKKr!c,||Sr)rrBs rsym_orzSymNode.sym_orrr!c,||Sr)rrBs rsym_andzSymNode.sym_andrr!c,||Sr) _bitwise_andrBs r bitwise_andzSymNode.bitwise_andrr!c,||Sr) _bitwise_orrBs r bitwise_orzSymNode.bitwise_ors&&&r!c,||Sr) _bitwise_xorrBs r bitwise_xorzSymNode.bitwise_xorrr!c,||Sr)rrBs rtruedivzSymNode.truedivrr!c,||Sr)rrBs rfloordivzSymNode.floordivrr!c,||Sr)rrBs rpowz SymNode.pows~~e$$$r!cp|||t|dS)N)rrto_noders ris_non_overlapping_and_densez$SymNode.is_non_overlapping_and_denses7::5'JJMM D!     r!c.|ddSNr) guard_intrFs rint_z SymNode.int_s~~b!$$$r!c ddl}ddlm}m}|r=t ||t jtd|DfiSd|D}|j|}g}d}|D]%} | j n*| | j &t|}|j t jtd|Df\} } t||j t|| S)Nrget_proxy_modehandle_sym_dispatchc34K|]}t|VdSr wrap_noderSas r z"SymNode.sym_sum..s(66A9Q<<666666r!cg|] }|j Sr~rr2s r z#SymNode.sym_sum..s&&&A&&&r!c3$K|] }|jV dSrr8r2s rr4z"SymNode.sym_sum..s$!:!:!)!:!:!:!:!:!:r!r8)rb"torch.fx.experimental.proxy_tensorr-r.r$torchsym_sumtupleAddr$rsumr,_create_fx_call_functionrr) r1argsrbr-r.exprsout size_hintsout_hintr3r8_s rr;zSymNode.sym_sumsT         >   ##M66666668 '&&&&ei  ' 'Av~   af % % % %:H^<< ME!:!:T!:!:!:::<   sDNC7KKKKr!c8|j||Sr)r,evaluate_sym_node)r1size_obliviouss revaluatezSymNode.evaluates~//nEEEr!c|} t|S#t$rtd|wxYw)NzFailed to convert to int: %s)rIr Exceptionlogwarningr1fileliners rr)zSymNode.guard_intsT MMOO q66M    KK6 : : :   %'A c|} t|S#t$rtd|wxYw)NzFailed to convert to float: %s)rIrrKrLrMrNs r guard_floatzSymNode.guard_floatsT MMOO 88O    KK8! < < <  rRc|} t|S#t$rtd|wxYw)NFailed to convert to bool: %srIrrKrLrMrNs r guard_boolzSymNode.guard_boolsT MMOO 77N    KK7 ; ; ;  rRcddlm}|r2||js"|jjs|||S|j|j|d||jS)NrrO:r8) r*rPrMr+r,+prefer_deferred_runtime_asserts_over_guardsrXguard_or_defer_runtime_assertr8)r1rOrPrPs r expect_truezSymNode.expect_true$sOOOOOO MMOO /))$)44 /NN / ??4.. . ~;; I$''''<   r!cjddlm}|sJ|t|S)Nr)statically_known_true)r*r_ror)r1rOrPr_s rr_zSymNode.statically_known_true6s?OOOOOO||~~$$WT]]333r!c|d} t|S#t$rtd|wxYw)aN Like guard_bool, but if we encounter unbacked symbols, if those symbols are size-like, we will treat them as >= 2 for the purposes of the analysis. This CHANGES the runtime semantics, but all size-oblivious sites have been audited to ensure that the runtime semantics don't change in a material way. Acceptable runtime semantic changes are, e.g., squeeze() no longer dropping an unbacked one size, or a tensor reporting as non-contiguous even if it's contiguous if it would have been reported contiguous due to being empty. T)rHrVrWrNs rguard_size_obliviouszSymNode.guard_size_oblivious<sZ MMM . . 77N    KK7 ; ; ;  s ''Acjddlm}|sJ|t|S)Nr)guard_or_false)r*rcror)r1rOrPrcs rrczSymNode.guard_or_falsePs>HHHHHH||~~~gdmm,,,r!cjddlm}|sJ|t|S)Nr) guard_or_true)r*reror)r1rOrPres rrezSymNode.guard_or_trueVs>GGGGGG||~~}WT]]+++r!c.|ddSr')rXrFs rbool_z SymNode.bool_\sr1%%%r!cdS)NTr~rFs r is_symboliczSymNode.is_symbolic_tr!cdSrr~rFs r nested_intzSymNode.nested_intbrjr!cdS)NFr~rFs r is_constantzSymNode.is_constantesur!)NNF)r$r%)r,rr=r)r@rr=r)r=rr)r=r)r=r)F)]__name__ __module__ __qualname____doc__r#__annotations__r<r?rCrGpropertyr+r$rMr\r_rerirkrmrorrrxrzr|rrrrrrrrrrrrrrrrrrrrrrr rrrrrrrrr rrrr r r rrrrr rrrrrrrrr!r%r*r;rIr)rTrXr]r_rarcrergrirlrnr~r!rrrGs"'&&&&!P4P4P4P4P4d        XXXX22X2X&&&0"""$$$###              $ $ $ $$$$$                &&&&++++!!!!    ****(((())))########""""!!!!$$$$$$$$11113333DDDDDDDDAAAAAAAALLLL   ((('''((()))((((%%%   %%%#L#L#L#LJFFFF   $444 (--- ,,, &&&r!rceZdZfdZxZS)_DynamicScalarch|turtdtj|g|RS)Nz9_DynamicScalar is an abstract base class, use DynamicInt.)rv TypeErrorsuper__new__)clsr@ __class__s rrzz_DynamicScalar.__new__js; . WXX Xuwws*T****r!)rorprqrz __classcell__r|s@rrvrvis8+++++++++r!rvc4eZdZdZfdZdZdZdZxZS)ra User API for marking dynamic integers in `torch.compile`. Intended to be compatible with both compile and eager mode. Example usage:: fn = torch.compile(f) x = DynamicInt(4) fn(x) # compiles x as a dynamic integer input; returns f(4) ct|tsJt|t|}|Sr)r.rryrz)r{valobjr|s rrzzDynamicInt.__new__|s;#s#####ggooc3s88,, r!cd|jdS)Nz DynamicInt(r2)realrFs rrzDynamicInt.__repr__s)TY))))r!c0t|j|zSrrrrBs r __floordiv__zDynamicInt.__floordiv__s$)u,---r!c0t||jzSrrrBs r __rfloordiv__zDynamicInt.__rfloordiv__s%49,---r!) rorprqrrrzrrrr}r~s@rrrpso   ***..........r!rrrrandrrrrrrrrrc*|Sr)rxs rrsALLNNr!rrrrrrrorrrrrrrrr r r r r rr> rrrrrrrr r cfd}|S)Nc:t|dS)N_sym_)getattr)r1names rfnz_get_sym_node_fn..fns!,wt^T^^,,...r!r~rrs` r_get_sym_node_fnrs#///// Ir!) sqrtcoscoshsinsinhtantanhasinacosatanlog2sym_rE>rrr r >rrr>rrsym_log2rxor)rrr>rr rr>rrrr> rrrrrrrrr rr%c&ddlm}|||S)Nr) FloatTrueDiv)torch.utils._sympy.functionsr)r3brs r_sympy_float_truedivr&999999 <1  r!c&ddlm}|||S)Nr) IntTrueDiv)rr)r3rrs r_sympy_int_truedivrs&777777 :a  r!c&ddlm}|||S)Nr)FloorDiv)rr)r3rrs r_sympy_floordivr$555555 8Aq>>r!c^ddlm}m}|jr|jr |||S|||S)NrMod PythonMod)rrris_nonnegative)r3rrrs r _sympy_modr!sO;;;;;;;;A,s1ayyyAr!c&ddlm}|||S)Nr) PowByNatural)rr)r3rrs r_sympy_pow_by_naturalr*rr!c&ddlm}|||S)Nr)FloatPow)rr)r3rrs r_sympy_float_powr0rr!c6ddl}|||Sra)rbAndr3rrbs r _sympy_andr6sLLL 99Q??r!c6ddl}|||Sra)rbOrrs r _sympy_orr<LLL 88Aq>>r!c&ddlm}|||S)Nr)LShift)rr)r3rrs r _sympy_lshiftrB$333333 6!Q<<r!c&ddlm}|||S)Nr)RShift)rr)r3rrs r _sympy_rshiftrHrr!ct|dkr|gSddlm}m}||d||kr||gzS||d||kr|g|zSdt|dz }}||krC||zdz}||||}|dkrdS|dkr|dz}n|dz }||kC||||S)zs If new_arg is found in ordered_args None is returned, else the new ordered_args with new_arg inserted r) _args_sortkeyBasicr#N)lensympy.core.basicrrcompareinsert) ordered_argsnew_argsort_keyrlowhighmidcompare_results r_binary_search_insert_argrNs9  <AyAAAAAAAAx R !!HHW$5$555wi''x Q  88G#4#444y<''3|$$q(C ++Tza|C'8'BB Q  4 a  'CC7D ++W%%% r!Fc ddl ddlm} fd}ddlm}|||z}|||z}|r|r||jd||jdkr||j|jzS||jd||jdkr||j|jzSt |jdkrWt |jdkr?t|j}|jD]}t||}|n| ||S|r6|j r/tt|j|}| ||S|r6|j r/tt|j|}| ||S ||} || | fS)a Custom optimization for Add used to optimize incremental binary summations of certain properties. The idea is when we know the expression is a summation of unique symbols all we need to know is the correct order of symbols, and no other optimizations are needed. We pass evaluate=false, with the correct order of args and save the following. 1. Avoid running other optimizations when the Add is constructed. 2. Manually figure out the order of the args for the new expression in log(n) comparisons instead of nLog(n) (comparing terms is expensive and shows in the profiles). The function returns a tuple of (1) a boolean that indicates whether the output is a summation of unique symbols, (2) the result sympy expression. rN)rc.|Jj|ddi}d|fS)NrIFT)r=)rresultrbs rmake_optimizedz&_optimized_add..make_optimizeds/'''L9599f~r!)_is_symbols_binary_summationrr) rbrrrr_argsrlistr is_symbolr=) lhsrhslhs_is_optimized_summationrhs_is_optimized_summationsortkeyrrnew_argsr3rrbs @r_optimized_addrps9LLL999999 JIIIII">">s"C"CC">">s"C"CC!0&@0 739R= ! !GGCIaL$9$9 9 9!>#)ci"788 8 739Q< 7739R=#9#9 9 9!>#)ci"788 8 sy>>Q  3sy>>Q#6#6CIHY  4XqAA#E$#%~h///",cm,,T#)__cBB  !>(++ +",cm,,T#)__cBB  !>(++ + YYsC F ( ( 0 0& 99r!c&ddlm}|||S)Nr)BitwiseFn_bitwise_and)rr)r3rrs rrr'BBBBBB A & &&r!c&ddlm}|||S)Nr)BitwiseFn_bitwise_or)rr)r3rrs rrrs'AAAAAA  1 % %%r!c&ddlm}|||S)Nr)BitwiseFn_bitwise_xor)rr)r3rrs rrrrr!cddl}t||jrt|j}t |dkrZt|d|jr?|djr2||d}|d|kr ||dzSt||jr|||kst||jr||S||S)Nrrr#)rbr.Mulr@rrcrru)r3rrbaacoefs r_floor_ceil_helperrsLLL!UY$ V r77a<ddl}|||f|dfS)NrT)rb Piecewise)r3rfrbs r _sympy_iter!+s'LLL ??Aq6At9 - --r!cfd}|S)Ncbddl}t|jjjd|S)NrOpaqueUnaryFn_)rrutils_sympy functions)r3r:rs rrz_get_sym_math_fn..fn5s:++++Mwu{)35Ld5L5LMMaPPPr!r~rs` r_get_sym_math_fnr(4s(QQQQQ Ir!_sympy_c4ddl}||Sra)rbAbs)r3rbs r _sympy_absr,FsLLL 99Q<<r!cDddlm}m}| ||S|||S)Nr) RoundDecimal RoundToInt)rr.r/)numberrr.r/s r _sympy_roundr1LsAEEEEEEEEz&!!!|FG,,,r!c$ddlm}||SNr)ToFloat)rr4)r3r4s r_sympy_sym_floatr5Us$444444 71::r!czddl}ddlm}|||||Sr3)rbrr4rr)r3rbr4s r_sympy_is_integerr7]sELLL444444 88GGEKKNN++Q / //r!)rrc t|}t||tt|dz ddS)Nr#r)rsympy_is_contiguous_genericrrange)rrdims rsympy_is_contiguousr<s7 e**C &ugtE#'2rr@rgr) rrrArbrr;mrQrCs r&sympy_is_channels_last_strides_genericrPsLLL000000 e**C c)nn{  A A'!*a  A ** UXXeAh " "gajAo 66 66 !WQZ(( (A AJU1Xq)) ) Hr!c(t||gdSrErPrHs r!sympy_is_channels_last_strides_2drSs 1%,,, O OOr!c(t||gdSrKrRrHs r!sympy_is_channels_last_strides_3drUs 1%/// R RRr!c"ddlm}|g||RS)Nr)!IsNonOverlappingAndDenseIndicator)rrW)rrrWs r-_sympy_is_non_overlapping_and_dense_indicatorrXs0NNNNNN , , >e >g > > >>r!)rrrrr rcJt|tr|jSt|tur||St|t ur||St|tur| |StSr) r.r/rqr4rr|rrxrrzNotImplemented)r1rws rr$r$s#x  x cd  ~~c""" cc  }}S!!! ce  s###r!c>t|tr|j|jS|rt |S|rt |S|rt|Std|)Nzunrecognized return type ) r.rr7rkrrmrrorAssertionErrorrs rr1r1s!W!*"8zxxzz>ayy >{{ >qzz<<<===r!ct|Sr)METHOD_TO_OPERATOR)methods rrrs f %%r!ctdtvrd}n}d d}fd}|fd}|fd}tvrttd||dSd kr!fd }ttd||dSd kr"dfd }ttd||dSttd||dS)NrEr=set[str]cddl}|jj|jj|jjj|g}ddl}d|D|jj zdhzS)Nrc6h|]}tj|Sr~)inspectgetfile)rSrOs r z@_make_node_magic..uninteresting_files.. s" . . .AW_Q   . . .r!z) r:_dynamo eval_framer%fx experimentalrtorch._dynamo.guardsguardsuninteresting_files)r:modss rrnz-_make_node_magic..uninteresting_filess{  M $ M  H ! *    $### / . . . .m"6688 9l  r!cLtjdfd }|S)Nc| |n ||tjjjr'|||gn|gdfd t dfdS)Nr= Optional[int]cddl}|jdSt|tkrdSt|j|j|jfrdS|j|j|jfvrdSt|Sra) rbr7idr.r+rurcrgrh)rrbrs rget_idzM_make_node_magic..capture_provenance..wrapper..get_id2s LLL(4#tHF33#t#HMEM5;3OPP$#t!5:u{*CCC#th<<'r!expression_createdc ttdDfdDtjdtjddS)Nc,g|]}t|Sr~rr2s rr6zc_make_node_magic..capture_provenance..wrapper....Fs%@%@%@c!ff%@%@%@r!c<g|]}| |Srr~)rSirus rr6zc_make_node_magic..capture_provenance..wrapper....Gs5)))*+FF1II.capture_provenance..wrapper..Bsy"("%f++%'ZZ%@%@i%@%@%@))))/8)))'1&?&B&B!+!?!B!B ) )r!) metadata_fn)r=rr)r:_logging _internalGET_DTRACE_STRUCTUREDr)r1r@r|rurrr_s @@@rwrapperz=_make_node_magic..capture_provenance..wrapper&s}DD%~'=! $!%u II!%I ( ( ( ( ( ("( ! ! ! ! ! ! !    Mr!r) functoolswraps)rrr_s` rcapture_provenancez,_make_node_magic..capture_provenance%sD   ( ( ( ( ( (   ( Tr!c .ddlm}m}t}d}|j|j||j|j}|r7t |||t |t |fiSt|tsJd} dkrddl m }m }|j } |j js#| |j jdkrF|j js#| |j jdkr||j |j } n]||j |j } nFdkr*t#|j |j |j|j\}} n|j |j } n6#t&$r)t(d|j |j wxYwt,d|j |j | t0vrt2} n<t4vrt6} n+|jt2us|jt2urt2} n|j} | "| t|t:s | |}|j ||j|jf\} } t| |j | || | }|S) Nrr,Frrrfailed to eval %s(%s, %s)z%s %s %s -> %s)r8r9) r9r-r.rr$r$r1r.rrrrr,r+r bound_sympylowerrr#rKrLrM sym_node_logdebugalways_float_magic_methodsralways_bool_magic_methodsrr0r/r?r8)r1r@r-r.oprDr9rrr,rBr0r8rErfuncr_s rbinary_magic_implz+_make_node_magic..binary_magic_implSs           ' ' 9 UZ%;r$)UZ00H >   ))"y %@P@P.QSUVV %)))))# GGGGGGGG!N I, ; ,,TY77=BBJ-C!,,UZ88>!CC#di44CC#)DIuz::CC5-;IJ-. ..*$ccd49ej11    KK3VTY S S S   +VTY CPPP / / /FF 0 0 0FF [E ! !U\U%:%:FF[F  $x22%vh''H^<< u}-    N   3     s C'F3F5c ddlm}m}t }|r)t |||t |fiS|j} dks dkr|j|}  |}n+#t$rt d |wxYwt d ||d}|j||j} tvrt }n) t"vrt$}n t&vrt(}n|j}|j||jf\}} t1||j|||S)Nrr,rceilingzfailed to eval %s(%s)z %s %s -> %sr8)r9r-r.rr$r1r+r,_simplify_floor_divrKrLrMrrr$always_int_magic_methodsrrrrrr0r?r8r) r1r-r.rr+rBrDr0r8rErr_s runary_magic_implz*_make_node_magic..unary_magic_impls          ' ' >   R4!4!4R)D//9KR!P!PQQ Qy W  ) 3 3>55d;;D $t**CC    KK/ > > >   =$c::: 9 r$)}}H - - -FF 0 0 0FF 1 1 1FF[F^<.sym_ite_implsl         *3Ky~~Y^H~ ''%i00%i00%i00     d9>9>9>JJ    3NNN  #,EE)+Y-> @QRJGQY()*:Hg s 4B9C rc 2ddlm}m}tj}|r*t |||t ||fiS|j}  ||}n,#t$rt d ||wxYw|t}n|j }d}|j ||j |}|jg} || ||j|t%| \} } t'||j||| S)Nrr,z!failed to eval %s(%s, ndigits=%s)r8)r9r-r.builtinsrr$r1r+rKrLrMrr0r$r8rr,r?r<r)r1rr-r.rr+rBr0rDr@r8rErr_s r round_implz$_make_node_magic..round_implsb         B~ --b9T??G2LbQQ9D d4))    ?wWWW Hy$2di11L>D" G$$$@@U4[[QQJGQ3'RRR Rs  A)B)r=rbr)r2magic_methods_on_operator_with_trailing_underscore unary_methodssetattrr) r_r method_attrrnrrrrrs `` r_make_node_magicr s 9S>>$  D CCClll      ",,,,,\XXXXXXt"O"O"O"O"O"OH*[**,<===== 9  & & & & & & P *[**L99999 7  ' S' S' S' S' S' S' SR *[**J77777*[**,=>>>>>r!cfd}ttd|fd}ttjt s(ttjt |dSdS)Nc ddlm}m}ttjt }|r1t|||d|Dd|DfiSd|D}d|D} ||}n,#t$rt d||wxYwg} d} |D]%} | j nQ| | j &g} |D]%} | j n'| | j &|| | }  drt} nt} t!||j| | S) Nrr,c,g|]}t|Sr~r0rSrTs rr6zH_make_node_sizes_strides..sizes_strides_impl..?s222qill222r!c,g|]}t|Sr~r0rs rr6zH_make_node_sizes_strides..sizes_strides_impl..?s4S4S4SaYq\\4S4S4Sr!cg|] }|j Sr~rrs rr6zH_make_node_sizes_strides..sizes_strides_impl..Cs,,,af,,,r!cg|] }|j Sr~rrs rr6zH_make_node_sizes_strides..sizes_strides_impl..Ds0001000r!r _indicator)r9r-r.rsysmodulesror$rKrLrMr$rendswithrrrr,)r1rrr-r.r size_exprs stride_exprsrBrCrDrT stride_hintsr0rr_s rsizes_strides_implz4_make_node_sizes_strides..sizes_strides_impl3s        S[*F 3 3 >   ##22E2224S4S74S4S4ST -,e,,, 00000  $z<00CC    KK3VZ V V V     8 8Av~   af % % % %L 8 86>E##AF++++2j,77 ??< ( ( FFFsDNFH===s  B)B9rEcddlddlm}tj||D]]t t rFttj fd|Dfd|DcS^dkr |||Stfd|Dfd|DS)Nr)!eval_is_non_overlapping_and_densec:g|]}tj|Sr~r$rqrSrr3s rr6zH_make_node_sizes_strides..sizes_strides_user..ss%;;;++;;;r!c:g|]}tj|Sr~rrs rr6zH_make_node_sizes_strides..sizes_strides_user..ts%===++===r!rc:g|]}|Sr~sympifyrSr3rbs rr6zH_make_node_sizes_strides..sizes_strides_user..}s%555!U]]1%%555r!c:g|]}|Sr~rrs rr6zH_make_node_sizes_strides..sizes_strides_user..~s%777!U]]1%%777r!) rbr*r itertoolschainr.rr1rrqr)rrrr3rbrr_s @@rsizes_strides_userz4_make_node_sizes_strides..sizes_strides_userhs7       00  A!V$$  +GAFF++;;;;U;;;====W===  = = =44UGDD D5555u5557777w777 r!)rrhasattrrrro)r_rrrs`` r_make_node_sizes_stridesr0s.>.>.>.>.>.>` G\\\#5666 6 3;x(& 1 1C H%v/ABBBBBCCr!cZ tvrd n dd d tvrd nd fd fd } fd } fd }d }tvr||d d |dStvr-t |}||t ||dSdkr fd}||d d |dSdkrd fd }||d d |dS} t vr t } ||d | d |tvr||d| d |dSdS)Nrr2Union[SymInt, int, SymFloat, float, SymBool, bool]c(t|tttfr|St|tr|jddSt|tr|jddStd)Nr(rz*expect to be called with constant SymBools) r.rrrrrqr)rrXr\rs r get_constantz&_make_user_magic..get_constants a#ud+ , , H a  +6##B** * a ! ! ,6$$R++ +IJJJr!ct|tttfrdSt|tt t fr|jSdS)NTF) r.rrrrrrrqrnrs rrnz%_make_user_magic..is_constantsR a#ud+ , , 4 a&(G4 5 5 (6%%'' 'ur!ct|tr4t|jt |S|S)z;Implements True+True=2, which works in python but not sympy)r.rrrqrxrrs rpromotez!_make_user_magic..promotes;!W%% 7afooc!ff55666Hr!c|Srr~rs rrz!_make_user_magic..promotesHr!cdvr||fSt|ttjf}t|ttjf}|s|r,|stj|}|stj|}||fS)N)rrrrrrrr r rrrrrr)r.rr:rr )r1r@f_selff_otherr_s rpromote2z"_make_user_magic..promote2s    $; D5%."9::UUEN$;<<  /W / -t,, /..U{r!c|}|r!t|Stt|jSr)rr1rrq)r1rrnr_rrs rrz*_make_user_magic..unary_magic_implsiwt}} ;t   D.&v.. T0B0BCC C8K88::;;;r!c Tt|ttttt t fstSt d|||}|} ||\}}|r"t||S|r |}t|j |}|turtStt|j |}|r |n|S)NzMAGIC %s %s %s)r.rrrrrrrZrrrr$rqr1r r1r@ other_noderetrrnr_rrrs rrz+_make_user_magic..binary_magic_impls5%#udFHg!NOO "! !+VT5AAAwt}}htU++ e ;t   K.&v.. T0B0BEJJ J ;u   ( L''ETY..  ' '! !7 ;77 CCDD$/K$4$4=||C   #=r!c t|ttttt t fstS|}|} ||\}}|r"t||S|r |}t|j |}|turtStt||j }|r |n|Sr) r.rrrrrrrZrr$rqr1rrs rrbinary_magic_implz,_make_user_magic..rbinary_magic_impls%#udFHg!NOO "! !wt}}htU++ e ;t   K.&v..||D7I7IJJ J ;u   ( L''ETY..  ' '! !8 K88CCDD$/K$4$4=||C   #=r!cvt||fd}|turtt|dSdS)z Registers the SymNode magic method on SymInt/Float/Bool, and optionally registers a corresponding wrapped method on DynamicInt. cd|D}tt|}t|tr$t|tst |S|S)NcJg|] }t|tr|jn|!Sr~)r.rr)rSrs rr6zP_make_user_magic..setattrs..dynamic_int_impl..)s-MMM1jJ77>AFFQMMMr!)rrr.rr)r@rBattrs rdynamic_int_implz<_make_user_magic..setattrs..dynamic_int_impl(s`MMMMMD$'#t$$d+C#s## 'JsD,A,A '!#&Jr!N)rrr) user_typer symnode_implrs ` rsetattrsz"_make_user_magic..setattrss^  4...         J&6 7 7 7 7 7  r!__r c|j}t||}t||}|tus |turtSt|tr%t|tr|j|jksJt t|j||}|jr |n|Sr) rqr$rZr.rr0r1rrn) predrrrrrrrrs rsym_ite_magic_implz,_make_user_magic..sym_ite_magic_impl9s I 844I 844IN**i>.I.I%%9g.. y'22 $ (88888;GDI{;;IyQQRRC(+(<(<(>(>G<<$$$C Gr!rc|rtj||Stt|j|Sr)rrr1rrq)r1rrrnr_s rround_magic_implz*_make_user_magic..round_magic_implJsW{4   C~ll4&8&8'BBB7WTY77@@AA Ar!__r)rrr)rbool_becomes_int_magic_methodsunary_magic_methodsunary_nonmagic_methodsrr bitwise_opsreflectable_magic_methods)r_rrrrrorigrr method_namerrnrrrs` @@@@@r_make_user_magicrsCCC%Voo  KKKKB///       !!!!!T<<<<<<<<< >>>>>>>>>>">>>>>>>>>> 888($$$OOOO-=>>>>> ) ) )y&))FN3CT$J$JKKKKK 9   H H H H H H OOOO-?@@@@@ 7   B B B B B B B B OOOO-=>>>>> [ %f-K00002CDDD . . . HY 5k 5 5 57I J J J J J / .r!)FFr) __future__rrrrerloggingmathoperatorrrrtypingrrrr:torch._logging.structuredrrr r r r r rrrtorch._loggingrr*r getLoggerrorLgetArtifactLoggerr__all__ torch.typesrr/r rrvrrrrrrrrrrrrrrrrrrrrrrr!rrrrr^rr math_op_namesrsym_name priv_sym_namerrrrronly_bool_magic_methodsralso_bool_magic_methodsbool_magic_methodsonly_float_magic_methodsrrrrrrrrrrrrrrrrrrrrrrrrrrr r rrrrrr!rcurrent_moduler(priv_sympy_namerrqr,r1r5r7invertrr<r9rIrMrPrSrUrXsizes_strides_methodsr$r1rrritemsr_rrr~r!rrs| #"""""  ////////1111111111 .........                    -,,,,,?>>>>>>g!!~//*EE  K J J100000   ________D++++++++........8$ 8<$ 8<$ 8<$ 8= $ 8= $  DI $ (+$ TZ$ TZ$H%$ (+$ (+$**$ (+$ ho$  (+!$" 8<#$$$ 8<%$& (+'$( 8<)$* (,+$,(,-$.8w?$@wA$BwC$DX%E$$F8#G$$L      Dd}}H"NNM GGX//55666#*75-#@#@x H%%% NN8 $&<< >==!6!6!6&,/FFJII7UUU 0EEEHHH% % % PPPPSSS???)&J&J#D#D.[      > > >&&&a?a?a?H TCTCTCn"''))##LFDVT"""")//11++LFDVT****IKIKIKX + +F ((())) )))*** (((F6T,T,T)))VV$$$ [  *** DDr!