9i*Nr UdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlmZddlmZddlmZmZmZmZmZmZmZddl m!Z!ddl"Z"ddl#Z"ddl$m%Z%m&Z&dd l'm(Z(m)Z)dd l*m+Z+dd l,m-Z-dd l.m/Z/d dl0m1Z1m2Z2m3Z3mZ4m5Z5m6Z6d dl7m8Z8m9Z9m:Z:m;Z;d dlZ>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKd dlLmLZLd dlMmNZNd dl2mOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYd dlZm[Z[d dl\m]Z]m^Z^d dl_m`Z`maZambZbd dlcmdZdd dlemfZfmgZgd dlhmiZimjZjmkZkd dllmmZmmnZnmoZompZpmqZqmrZrmsZsmtZtd dl5muZumvZvd dlwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~mZmZd dlmZmZmZd dlmZmZmZd dlmZd d lmZd d!lmZmZmZmZd d"lmZmZd d#lmZmZmZmZmZmZmZd d$lmZd d%lmZd d&lmZmZmZmZmZmZd d'lmZmZmZmZmZmZd d(lmZmZd d)lmZd d*lmZmZd d+lmZmZd d,lmZmZmZmZmZerdd-lmZmZmZdd.lmZd d/lmZejeȦZe"jed0Ze"jed1Ze"jed2Ze"jed3ZejZd4ejDZd5ed6<eejjZeejjZd7ed8<d9ed:<d;Zee6jeefZdi|]\}}|t|jS)ra call_function.0kvs Q/var/www/icac/venv/lib/python3.11/site-packages/torch/_dynamo/symbolic_convert.py rs6''',0AqAq''''dict[str, Any]compare_op_handlerscBt|gt|iSN)handle_containsreversedtxargs_s rrs#(4..211rinc bt|t|gt|igiSr) handle_notrrrs rrrs2J.x~~. 3 34b55rznot inzihttps://github.com/pytorch/pytorch/issues/new?&labels=oncall%3A+pt2&projects=&template=pt2-bug-report.ymlr ExceptionValsnamestrreturntypes.ModuleTypec*tj|S)z Import the named module and cache the result. importlib.import_module() seems to do some filesystem checking to validate the name so not caching this can be slow. ) importlib import_module)rs r_import_modulers  "4 ( ((rcreZdZUded<ded<ded<ded<dZd ed <d Zd ed <d Zded<ddZddZd S)SpeculationEntryrfilenameintlinenoinstruction_pointerr+instFbool_failedNzOptional[bool]error_on_graph_breakzOptional[GraphCompileReason]reasonrNonectd|_||_|j |jj}nd}tj|)z\ Start tracing of the current frame over again, and don't take this branch. TNz!Unknown fail_and_restart_analysis)restart_reason)rrrrSpeculationRestartAnalysis)selfrrs rfail_and_restart_analysisz*SpeculationEntry.fail_and_restart_analysiss@ $8! ; "![/NN@N,NKKKKrrInstructionTranslatorBasecB|jr|jJ|j|_dSdSNTF)rr)rrs rfailedzSpeculationEntry.faileds0 < ,888&*&?B #4ur)rrrr)rrrr) __name__ __module__ __qualname____annotations__rrrrrrrrrrsMMMKKKG+/////+/F//// L L L LrrcfeZdZUdZejeZded<dZ ded<dd Z dd Z ddZ dS)SpeculationLoga3 SpeculationLog replaces the prior copy_graphstate/restore_graphstate checkpointing. Rather than saving/restoring state, we restart the dynamo conversion process over from the beginning -- but when we hit the start of the speculation that failed, we instead generate a graph break. default_factoryzlist[SpeculationEntry]entriesrrindexrrcd|_dSNr)rrs rrestartzSpeculationLog.restarts  rcF|jd|_dSr)rclearrrs rrzSpeculationLog.clears!  rrrrrrr+rczt|j|jkr*|jt |||||j|j}d}|jdkr=|j|jdz }d|jd|jd|jjd|j d }|j |kr|j|kr |j|ksftd |jd t|jd |jd|jd |jjd |j d|d|d |jd |d|d|xjdz c_|S)z Lookup or create a SpeculationEntry() that is shared across RestartAnalysis calls. Args are used only for debug checks. rrzPrevious instruction: :(z @ z) z" SpeculationLog diverged at index z (log had z entries): - Expected:  (z at ip=z ) - Actual: a There are two usual reasons why this may have occurred: - When Dynamo analysis restarted, the second run took a different path than the first. If this occurred, the previous instruction is the critical instruction that behaved differently. - Speculation entries are only added under certain conditions (as seen in step()), e.g., there must exist operators in the graph; those conditions may have changed on restart. If this divergence was intentional, clear the speculation log before restarting (do NOT do this for graph breaks, you will infinite loop). Otherwise, please submit a bug report, ideally including the contents of TORCH_LOGS=+dynamo ) lenrrappendrrrropnamerSpeculationLogDivergence)rrrrrentryprev_entry_msg prev_entrys rnextzSpeculationLog.nexts t|   * * L   63FMM    TZ( :??dj1n5JS)<SSz?PSSO*SS/9/MSSS   %)< < <(** &&*"&*8;DL8I8I ^#l.3j.?HMHa !% 5H  ( a  rNrr) rrrrrrrr+rr) rrr__doc__ dataclassesfieldlistrrrrrrrrrrr s'8k&7&M&M&MGMMMMENNNN------rrcDeZdZUejeZded<ddZdS) LocalStaterzdict[str, FrameStateSizeEntry]automatic_dynamicrrcndd|jDS)N c3NK|] \}}|d|V!dS): N)renderrs r z$LocalState.render..TsM  %)Qq AHHJJ       r)joinritemsrs rrzLocalState.renderSsCyy  -1-C-I-I-K-K      rNrr) rrrrrdictrrrrrrrrMs[8I 8I999      rrc2eZdZUded<ded<dZded<dS)DistributedStater compile_pgr local_stateNzOptional[list[LocalState]] all_states)rrrrrrrrrrZs8OOO-1J111111rrceZdZUeZded<ed dZedd Zedd Z edd Z d S)TensorifyStatezset[str]force_specializationsrrrrc:|j|dSr)raddclsrs r specializezTensorifyState.specializegs !%%e,,,,,rrc||jvSr)rrs rshould_specializez TensorifyState.should_specializeks111rc8|jdSr)rrrs rrzTensorifyState.clearos !'')))))rc2t|jdkSr)rrrs remptyzTensorifyState.emptyss3,--22rN)rrrr)rrrrrrr) rrrsetrr classmethodrrrr rrrrras'*cee++++---[-222[2***[*333[333rrCallable[..., None]c4tjtSr)torchdynamo_loggingget_step_loggerlogrrr _step_loggerrxs  .s 3 33rrrGenerator[None, None, None]c#K|jj}|jj} g|j_d|j_dV||j_||j_dS#||j_||j_wxYwr)speculation_logrr)rrrs r save_and_restart_speculation_logr}s (G   $E)%'"#$  %,"#(   &-"#( ((((s AA,c#~K |jj}d|j_dV||j_dS#||j_wxYwNF)output should_exit)rtmps r(temporarely_allow_writes_to_output_graphrsN$i# %   #  ####s.<cTeZdZUded<ded<ded<dZded<dd Zdd ZddZdS)BlockStackEntryr+rtargetr stack_indexNzHOptional[Union[ContextWrappingVariable, GenericContextWrappingVariable]] with_contextrrc|jduSr)r"rs r can_restorezBlockStackEntry.can_restores ,,rrGc|jJ|jrPt|jdr;|jjr/t |jdz t |jjSt |jdz S)N target_valuesr)r!r"hasattrr&rGtuplers r resume_fnzBlockStackEntry.resume_fns+++   5)?;; 5!/ 5  1$eD,=,K&L&L t/!344 4rrris_graph_breakVariableTracker | Nonec|jJ|r|js|s|j|SdSr)r"exit_on_graph_breakexit)rrr*s rr.zBlockStackEntry.exitsX ,,,  .#0DDFF . .$))"-- -trr )rrG)rrr*rrr+)rrrrr"r$r)r.rrrrrs     ---- 5 5 5 5rrceZdZdS)rNrrrrrrrrDrrceZdZdS) ReturnValueOpNr0rrrr3r3r1rr3ceZdZdZdS) YieldValueOpzY Signal to the symbolic tracer to stop and return control flow to the caller N)rrrrrrrr5r5srr5fnCallable[..., object]Callable[..., Any]cttj|jt |t j|dfd }|S) NrInstructionTranslatorrr+rrc|||idSr)pushrpopn)rrfn_varnargss rimplzstack_op..impls9 &&&tTYYu-=-=rBBCCCCCr)rr:rr+rr)rinspect signature parametersra functoolswraps)r6r@r>r?s @@rstack_oprFsr !"%%0 1 1E R F_RDDDDDDD Krmodobjectrct|tjsdS|jddt jvS)NF.r) isinstancetypes ModuleTypersplitsysstdlib_module_names)rGs r is_stdlibrQs? c5+ , ,u <  c " "1 %)@ @@rwith_msg list[str]c|rd d}nd d}dtj|D}tdt|D}|d }||d z|d zS) Nxrrrc|s JddS)NmsgrrUs rr6z(get_assert_bytecode_sequence..fnsOOeOOOOOrc|sJdSrrrXs rr6z(get_assert_bytecode_sequence..fnsHHHHHrcg|] }|j Srrrrs r z0get_assert_bytecode_sequence..s > > >TT[ > > >rc3JK|]\}}|d|VdS)POP_JUMPN) startswith)rirs rrz/get_assert_bytecode_sequence..s7VV71d$//*:U:UVQVVVVVVr RAISE_VARARGSr)rUrrr)disget_instructionsr enumerater)rRr6insts begin_idxend_idxs rget_assert_bytecode_sequenceris          ? >S%9"%=%= > > >EVVi&6&6VVVVVIkk/**G Q1, --rrtruth_fnCallable[[object], bool]r<c|tjus|rdSt|jtsJ|j}dD]}t |}|j||t|z}d|D}||krY|r+|d}|j||zj }nd}| tj |dSdS)NF)FTcg|] }|j Srr[r\s rr]z:_detect_and_normalize_assert_statement..s777TT[777r LOAD_CONSTzassertion errorT) operatortruthrKrrri instructionsrrargvalr<rbcreate) rrjr<current_instruction_pointerrR assert_insts cur_instsload_const_idx error_msgs r&_detect_and_normalize_assert_statementrys &&4&u d. 4 4444"&":!3H== % '*E,+   87Y777  $ $ .!-!3!3L!A!A -/.@ . II&-i88 9 9 944 % 5rF8Callable[[InstructionTranslatorBase, Instruction], None]cbddgtjd ddfd dfd }|S)NData-dependent branchingzyDetected data-dependent branching (e.g. `if my_tensor.sum() > 0:`). Dynamo does not support tracing dynamic control flow.1Use `torch.cond` to express dynamic control flow.rrrrr+valuer] extra_msgrrrc |sJ||jt d| |r{t |jdtj | g}t |tj|||td|j|t'dt)||| gd}|||j|} r|||jJ||j|}t2jd kr(|jt9d gt9|j|d  }|||j|g|z|zdS) Nattempted to jump with gb_typecontext explanationhints)rrzgeneric_jump triggered compilez generic_jump rr stack_pops TO_BOOLr)r )should_compile_partial_graphlog_graph_break code_optionsr4maybe_has_backedger5f_coder traceback format_list frame_summaryrinfor SkipFramer<debugrcompile_subgraphr?r[popcreate_call_resume_atnext_instructionr rO version_infoadd_output_instructionsr&rcopy_positions) rrr~rrWall_stack_locals_metadataif_nextif_jump jump_inst _explanation_gb_type_hintsr<s rjump_graph_breakz&generic_jump..jump_graph_breakOsS 0022222   - 9%99(       " " $ $ %0  -t/A/A/C/C.DEEFFC HHSMMM-$$ $ % 2333$(K$@$@ %;; ;;d>P>P>R>R=S %A% % !  ,,  ! %     IIe   {&&&,, K %    w & & K / /1CI1N1N0O P P P&t{71:FFF   &&& ++YK',AG,KLLLLLrc<|}tjrTt|rB|}|rt |r||S|r|||n(tdd|dgtj ddd| rE|j jdtjgt#||fiR||dSt%|t&r|j}t%|tjs|d k}tjjj|}|s,td t5|d gtj||dS|j jdtjgt#|fiR}t;||t=|j| }|j jdtjgt#||fiR||dS|rt%|t@r8|j!r1tE|j!#tHj%|r.r|&|||dSdS| r#|r|||dSt%|tNrZ|j (|j)}|r.r|&|||dSdSt%|tTrm |+|d } nl#tXj-$rZtYj.| |+|d} n+#tXj-$rtYj.|d} YnwxYwYnwxYwt%| t^r| 0|gi}tctc| dddd} |r|} | d krft%| t sQtdj34dtk| j6} tYj7tp|| gt%| t trfr9| r0r|&|||dSdSdSt%|t&rD|:r.r|&|||dSdStdd| d|dgdSdr.r|&|||dSdS| sp|;|r[ty|=|r.r|&|||dSdSt%|t&r t%|jtjr|:|j } nt}|jd k} nC#tXj?$r1}|r|||d|cYd}~Sd}~wwxYw| r.r|&|||dSdSt%|tdj@r;dr.r|&|||dSdSddl!mA}|j!]||j!rM|Br.r|&|||dSdStdd|gtj ddS)Nz>Data-dependent assertion failed (cannot compile partial graph)zvalue: zuDynamo has determined when encountering a data-dependent assert failure that it should not compile the partial graph.zUse `torch._assert()` to raise a hard AssertionError when the check fails. This error will propagate back the user code that called the compiled function (i.e. Dynamo will not trace any exception handling).zRemove the assert statement.zMove the assert statement outside of any context managers in order to graph break with partial graph compilation (if fullgraph=False).rrrz#Assertion failed on symbolic shapesr) example_value__bool____len__r6rz&__bool__ should return bool, returned rz3Data-dependent branching with non-constant __bool__zmethod: z , result: z}Attempted to perform data-dependent branching on a user-defined object with a __bool__ method that did not return a constant.Tr)rr)is_constant_sourcer|rr})Crr rewrite_assert_with_torch_assertryis_python_constantras_python_constantjumprr:r FUNDAMENTAL is_tensorr create_proxytorch _assert_asyncrZrKrsym_numSymBoolfx experimentalsymbolic_shapes expect_truer USER_ERROR scalar_tensorr`rTnodergsourcer> make_guardr=SEQUENCE_LENGTHr<r~ get_submodule module_keyr var_getattrrObservedAttributeErrorhandle_observed_exceptionrorgetattrrrbrstyperraise_observed_exception TypeErrorr evaluate_exprhas_unpack_var_sequencerunpack_var_sequencer UserErrorBackwardHookVariablerget_real_value)rrr~rxsym_exprresultscalar_to_tensor_proxyscalar_to_tensorrGrU method_name result_valuerW eval_resulterrrr<rjs rinnerzgeneric_jump..inners !%  3L 6tXtLLL *.I'')) 00223399T??*6688$$T47777! ` 1% 1 1%H.:u ;  N  *   ( (#''y'92>>  $%11 !=!(EM::-'1}H.>JJ8TT! E #H $&= 1 <=   $%=T[%=!4&7H%SU7V7V&&& " -&,-C-H$OO     %DK $# #$4i#@"EE     IIdOOO F  # # % %o %!233 U  Uel55l6RSSTTTx002233 %IIe$$$ $  __  e 4#D#D#F#Fe   T4 / / / / / / 0 0c +++E,<==Cx}} %IIe$$$ $  8 9 9\  %%dJ77-   -d333))$ ::AA11$777AAA  !/00 $r266%gat&<&#>L"j00LRV9W9W0'8??bT,EWEWE`bb4YC5QQQQ!,s <<(,AWAW(- IIe,,, $(((( 88 ++--(- IIe,,, $(( " U @1 @ @ @ @%X 8D>>$) %(((IIdOOOOO$$"". u'D'DT'J'J. xE55d;;<<== %IIe$$$ $   / /)   emU];;A"'"5"5dk"B"BKK",U]a-?"@"@K=   4466S++D$aRRRRRRRRR x $$ %IIe$$$ $  y= > > x~~ %IIe$$$ $  3 2 2 2 2 2|',>,>u|,L,L'8E002233$) %(((IIdOOOOO$$ 6=e== ,*6K s["O99#Q"P43Q"4%QQ"QQ"!Q"(A\;;]; %]6/];5]66];)r) rrrr+r~r]rrrrrrrr+rr)rr)rjr<rrrrrs`` @@@@r generic_jumprAs*H @  &;F 6M6M6M6M6M6M6M6M6M6MpB Lr msg_prefixYCallable[[Callable[..., None]], Callable[[InstructionTranslatorBase, Instruction], None]]cdfd }|S)Ninner_fnrrrzc^tjd fd }d fd |S) Nrrrr+rrc |j} |_|}||r|jJ|||jS ||||_S#t$r}|jrL|js|jr|tdd|jddgtj |t|tjr|s||jdt%||j|r|t+|jdt1j|g}t6|tj||||d t?|j |j|_Yd}~nd}~wwxYw ||_n #||_wxYw|!|jdS) Nz0Graph break under GenericContextWrappingVariablez!Active generic context managers: z]Attempted to graph break in an active context manager(s) that doesn't support graph breaking.zEMove the offending context manager(s) to outside the compiled region.rrrrfrom_excz: r user_stackr graph_break)"current_instruction_push speculaterrr;active_generic_context_managers one_graphrremove_from_statsr:rCAUSED_BY_EARLIER_GRAPH_BREAKrKrUncapturedHigherOrderOpErrorrrrr real_stackrr5rrrrrrrr add_to_statsr?rWr) rr prev_push speculationexcprWhandle_graph_breakrrr<s rwrapperz>break_graph_if_unsupported..decorator..wrapperXs5I,0D )..**K!!$'' J")555))$k6HIII. :xd++Z1:--Y* S* S* S7~)B**,,,! R jDDh j j%Dc.L"&    dC$DEE88::$$%(::s4yy::#% **,,78  5t7I7I7K7K6L M MNNCHHSMMM-,,$6&&(((!!-000%7$/%R%R """"""U* ST#09-- -9999  1 1$2K L L L L Ls+ A(( H 3FHHH  H H!rr?ctjdkrqtjdkra|jdkrVtjtjd|jtjtjd|jz}ntj|j|j}t d|j|j ||t |z }t|j j}g}|jD]}t!|jt$rA|||j|]|jJt!|jt.sJ|j||||j||j |~tjdkr|jdkr|j|jnd}t=|dkr.decorator..handle_graph_breaks  G++$w..K6)) #/Ii($(  $SYv%6AA B  #/ TXFF II,dk : : :(, (D(DVD L0H)E)) %4;.//B)+G% V Van.GHH$$ DDOW ~111!!.3JLLLLL//333  !:!:2?G!T!TUUUU K / /0C0C0E0E F F F7**t{f/D/D}0M44666 x==1$$+g5555K77+JxHHHIx+++1$(EBB 2--d333 33J????{*** IdOO *. ' 33YK@@@ K / / 8 8 8 IIc$ii,. / / / - /++,,, K / /**)-     rr)rrrr+rr?rr)rDrE)rrrrr<s` @r decoratorz-break_graph_if_unsupported..decoratorUs  " "7 M7 M7 M7 M7 M7 M7 M7 M # "7 MrJ J J J J J Xr)rrrrzr)r<rrs`` rbreak_graph_if_unsupportedrPs7 IIIIIIIV rc$eZdZdZd fd ZxZS) BytecodeDispatchTableMetazTInstalls a `cls.dispatch_table` on every subclass to speed up calls to self.OPCODE()rrrrbasesrdctrrct|||d dfdtjDfd t d D_dS) Nrrrrrrc`td|d|d|dd|dgtjdS)NzMissing bytecode handlerz with args z=Dynamo does not know how to handle the bytecode instruction ``.z%Do not trace code that produces the `z_` bytecode instruction (see https://docs.python.org/3/library/dis.html for bytecode semantics).r)r:r SUPPORTABLE)rrs r_missingz4BytecodeDispatchTableMeta.__init__.._missingsr 2!44d44f\bfff_F___'2      rc `i|]*\}}|t|tj|+Sr)rrDpartial)rroprrs rrz6BytecodeDispatchTableMeta.__init__..sH    VY%6x%H%HII   rc:g|]}|Sr)get)rradispatch_tables rr]z6BytecodeDispatchTableMeta.__init__..s'IIIn0033IIIr)rrrrrr)super__init__rcrrranger!)rrrrrr! __class__s` @@rr$z"BytecodeDispatchTableMeta.__init__s uc***         !ioo//    JIIIU4[[IIIr) rrrrrrrrrr)rrrrr$ __classcell__r&s@rrrsM^^JJJJJJJJJJrrceZdZUdZejeZded<ejdZ ded<dd Z ddZ ddZ ddZ d dZddZddZddZddZd!dZd"dZd#dZeZdS)$ExceptionStackzU Exception stack that it is shared among all InstructionTranslator instances rzlist[ExceptionVals] _exc_stackN)defaultzOptional[ExceptionVals]_current_exceptionrrcd|_dSrr-rs rclear_current_exceptionz&ExceptionStack.clear_current_exceptions"&rvalrc>||||_dSr)._set_context_and_break_context_reference_cycler-rr1s rset_current_exceptionz$ExceptionStack.set_current_exceptions$ ;;C@@@"%rct|jJ||j|dSr)r-rr0rs rmove_current_exception_to_stackz.ExceptionStack.move_current_exception_to_stacks>&222 D+,,, $$&&&&&rc"|jJ|jSrr/rs rget_current_exceptionz$ExceptionStack.get_current_exceptions&222&&rprev_idxrc|jx}rt|tur|St|j|zdkr;|j|}|||dz |||SNrr) __context__rrbrr+_set_context_recursive set_context)rr1r:ctxprevs rr>z%ExceptionStack._set_context_recursive!s? "C S 9I(I(IJ t  ( *Q . .?8,D  ' 'hl ; ; ; OOD ! ! ! rc|x}}d} |j}t|turdS||ur$|tddS|}||urdS|r|j}| }\r)r=rrbr?)rr1oslow_oslow_update_togglers r_break_context_reference_cyclez-ExceptionStack._break_context_reference_cycle,s F" 8mGG}} 000#~~ .t44555AF{{! ,+%7!7 % 8rc||t|jdz ||dS)Nr)r>rr+rFr4s rr3z=ExceptionStack._set_context_and_break_context_reference_cycleGsC ##CT_)=)=)ABBB ++C00000rc4|jSr)r+rrs rrzExceptionStack.popNs""$$$rc:|j|dSr)r+rr4s rrzExceptionStack.appendQs s#####rc*t|jSr)rr+rs rrzExceptionStack.__len__Ts4?###rrc|j|Sr)r+)rrs r __getitem__zExceptionStack.__getitem__Wsu%%rrc&d|jd|jS)Nzself._exc_stack=z - self._current_exception=)r+r-rs r__str__zExceptionStack.__str__ZsA$/AAt'>AAArr)r1rrr)rr)r1rr:rrr)rr)rrrrr)rrrrrrrr+rr-r0r5r7r9r>rFr3rrrrLrN__repr__rrrr*r*sZ'8k&7&M&M&MJMMMM2C+2CD2Q2Q2QQQQQ''''&&&&'''' ''''    888861111%%%%$$$$$$$$&&&&BBBBHHHrr*ceZdZUded<ded<ded<ded<ded <d ed <d ed <ded<ded<ded<ded<ded<ded<ded<ded<ded<ded<ded <d!ed"<d#ed$<d%ed&<d'ed(<ded)<ded*<d+ed,<d-ed.<d/ed0<d1ed2<d?d5Zd@d6ZdAd8ZdAd9ZdAd:Zd?d;Z dBd@Z dCdDZ dCdEZ dDdEdHZ dFdIZdGdJZd@dKZejdLkrdHdNZndHdOZedIdPZdJdRZdKdSZd?dTZdLdWZdMdYZdNdZZdOd\ZdHd]ZdHd^ZdHd_ZdHd`Z dHdaZ!eZ"dPdbZ#dHdcZ$dHddZ%e&j'dNdeZ(dHdfZ)dHdgZ*e+dQdjZ,dRdmZ-dFdnZ.dHdoZ/e/Z0dHdpZ1e+dSdrZ2dHdsZ3dHdtZ4e4Z5e4Z6e7e8j9duZ:e7e8j;duZ<e7e8j9dvZ=e7e8j;dvZ>dHdwZ?dHdxZ@dHdyZAdHdzZBdHd{ZCdHd|ZDdHd}ZEdHd~ZFdHdZGdTdZHdUdZIdHdZJdHdZKdHdZLdVdZMdHdZNdWdZOdHdZPdHdZQd@dZRdHdZSdHdZTdHdZUdHdZVeWdvddHdZXeWdvddHdZYeWdvddHdZZdHdZ[dHdZ\dHdZ]dHdZ^dXdZ_dHdZ`eWduddHdZadHdZbecdYdZddZdZed[dZfecd\dZgd@dZheWduddHdZidHdZjdHdZkdHdZldHdZmdHdZneofd]dZpdHd„ZqeqZrdHdÄZsdHdĄZtetZudHdńZvdHdƄZwdHdDŽZxdHdȄZydHdɄZzdHdʄZ{dHd˄Z|dHd̄Z}eWdudͬdHd΄Z~dHdτZdHdЄZdHdфZdHd҄ZdHdӄZdHdԄZdHdՄZd^d؄Zd_dۄZdHd܄ZdHd݄ZdHdބZdHd߄ZdHdZdHdZdHdZdHdZeZdHdZdHdZdHdZdHdZdHdZdHdZdHdZee8jZee8jZee8j9Zee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZeWdvd묔ee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZee8jZאdHdZejdLkrdHdZِdHdZڐdHdZېdHdZܐd`dadZeWdvd󬔦dHdZސdHdZߐdHdZe4Ze4Ze7e8j;duZe7e8j;duZe7e8j9duZe7e8j9duZdHdZdHdZdbdZecdcdZdHdZdHdZdHdZdHdZdHdZdHdZdHdZdHdZdHdZdHdZdHdZeWdvddHd ZdHd ZdHd ZdHd ZdHd ZdHdZeZeZeZdZdHdZdHdZdZdHdZd@dZ dDdddZdedZd@dZdfdZedgdZ e j dhd!Z did#Z djd'Zdkd*Z dldmd0Z dndofd> ZxZS(prr@rdict[str, VariableTracker]symbolic_localssymbolic_globalsrsymbolic_torch_function_statersymbolic_stream_statez$Optional[dict[str, VariableTracker]]post_prune_cell_and_freevarslist[VariableTracker]stack Optional[int]rr+current_instructionrrzlist[BlockStackEntry]rrrzOptional[ConstantVariable]r accept_prefix_instlist[Instruction] prefix_insts inline_depthinconsistent_side_effectszOptional[SpeculationEntry]current_speculationz list[Any]r!r* exn_vt_stackzOptional[ExecutionRecorder] exec_recorderz+Optional[Callable[[VariableTracker], bool]]strict_checks_fn start_pointis_leaf_tracerz#Optional[InstructionTranslatorBase]parentz3list[tuple[VariableTracker, list[VariableTracker]]] debug_localsOptional[CompilePackage]packagez deque[str]latest_bytecode_queuerrcd|_dS)z InstructionTranslator has encountered instructions which may cause dynamo to see a different version of history from eager See: https://github.com/pytorch/pytorch/issues/110765 TN)r_rs rmark_inconsistent_side_effectsz8InstructionTranslatorBase.mark_inconsistent_side_effectss *.&&&rc|}|^|jj}|jJ|j|jdD]+}|jdvrn|jt vr|j}||krdS,|j}|^dS)N) RETURN_VALUE RETURN_CONSTTF)rZoffsetrrqrrrrrf)rcur_tx cur_offsetr jump_offsets rrz,InstructionTranslatorBase.maybe_has_backedges*7; 3:J-999+F,F,H,HI $ $;"BBBE;,.."&+K"Z//#tt]F urrSc|jdS)N co_cellvarsrrs rcellvarsz"InstructionTranslatorBase.cellvars //rc|jdS)N co_freevarsrvrs rfreevarsz"InstructionTranslatorBase.freevarsrxrct|ds.||z|_|jS)N_cell_and_freevars)r'rwr{r}rs rcell_and_freevarsz+InstructionTranslatorBase.cell_and_freevarss<t122 H&*mmoo &GD #&&rcfdjD_tjjfdjD_dS)NcHi|]\}}|v||Srr~)rrrrs rrz?InstructionTranslatorBase.prune_dead_locals..s@- - - 1D**,,,, q,,,rc$i|] \}}|v || Srr)rrrreadss rrz?InstructionTranslatorBase.prune_dead_locals..s+   QQ%ZZAqZZZr)rRrrVrrqrZ)rrs`@rprune_dead_localsz+InstructionTranslatorBase.prune_dead_localss- - - - ,2244- - - ) "$"3T5MNN    !17799   rr6r]rkwargsc(t|tsJt|tsJt|tsJt dt j||DsJd}t|dr|j }t|dr|j }|r0t|r!t|rtd||||||dS)Nc3@K|]}t|tVdSr)rKr])rrUs rrz:InstructionTranslatorBase.call_function..s@   q/ * *      rr~r6z$Attempt to trace forbidden callable )rKr]rrall itertoolschainvaluesr'r~r6callablerQAssertionErrorr<r)rr6rrrs rrz'InstructionTranslatorBase.call_functions5 "o.....$%%%%%&$'''''  _T6==??;;         2w   xH 2t   uH  T** T|H/E/E T !R!R!RSS S """4v6677777r Sequence[Any]rrcxt|tst|}||||S)zD Redirect the call to the generator "call_function" )rKrjrrr6rrs rinline_generator_functionz3InstructionTranslatorBase.inline_generator_functions< "<== 4/33BdF333rcd|_tjr8t|r||||St ||||S)zF A call to some user defined function by inlining it. F)rer"enable_faithful_generator_behaviorr,get_coderInliningInstructionTranslator inline_callrs rinline_user_function_returnz5InstructionTranslatorBase.inline_user_function_returnsb $  4 Ubkkmm9T9T U11"dFCC C0<[F7;7H17L7L 3t0 3 3 3 3RT   7@@%-rr3C3C3C3C +)mmFmm 8Km\m[kmmmrcd|d}tj|jj|j}|d|z }|S)NzTRACE starts_line rz )r linecachegetlinerrrrstrip)rlog_strlines rget_log_starts_line_log_strz5InstructionTranslatorBase.get_log_starts_line_log_strsXIt'C'C'E'EIII !8$+FFMMOO=$== rc|j|krdS||_tj|jj||jj|jr/tdt|j dSdS)N%s) rrset_current_locrrris_trace_source_log_enabledtrace_source_logrrYr)rrs r starts_linez%InstructionTranslatorBase.starts_lines ;& F & K #VT[-@     + W  " "4D4T)U)U V V V V V W WrcJt|_|j}|dS|j|x|_}|dz|_|jr||j|jsr|r^|rJ| |_ |j |r| |dS|j r9td|j|jt%|jt&jrb t%|j}n#t*$rd}YnwxYw|jd|jdt%|jd||| |j|j|||jj S#t:$rt<j$r }| |Yd}~dSd}~wtBtDf$rYdStFtHf$r}|j%s|js|j&r7tO|tHr!tQd d d d d gtRj*|j QtVdtO|tHr!tQdd dd dgtRj*dtY|}|-|j.||j/Yd}~nd}~wwxYw|j 0|jdS)zzTRACE  Tz3cannot resume from torch._dynamo.step_unsupported()rztraced torch._dynamo.step_unsupported(), but Dynamo is instructed to error on graph break. This graph break is used for debugging only.z1Remove the torch._dynamo.step_unsupported() call.z9Make sure fullgraph=False and error_on_graph_break=False.rz1empty checkpoint - cannot resume from graph breakz6torch._dynamo.step_unsupported() with empty checkpointztraced torch._dynamo.step_unsupported(), but there is no checkpoint to step_graph_break from. This graph break is used for debugging only.zInclude at least one checkpoint: (1) include at least 2 ops and (2) make sure there is some line of code that is not in a try/with block, and has an empty Python stack.zEncountered graph break that we cannot resume from. Compiling up to the previous resumable state, then skipping the rest of the function. Graph break encountered: r)1rRrrrqrZrrXris_non_empty_graphrr`rstep_graph_breakis_trace_bytecode_log_enabledtrace_bytecode_logrrrrreprrverbose ValueErrorrjrupdate_block_stackr!rrrrrrexception_handlerr3r5r;r9ris_tracing_resume_prologuerKr:r DYNAMO_BUGrrrrrr)ripr stack_reprrrs rstepzInstructionTranslatorBase.step s$=$?$?!  % :5*.*;B*?? 4#%6   /   T- . . .  1133 ''))  (,~~'7'7D $'..t44 %%d+++u  -   $ $ $+t{D  P!$*--  P P PO  P  & - -GGGtDK'8'8GG:GG    %%%>  ,D  ,T4 8 8 8{.. .-    $     " "1 % % %44444|,   55_-4 4 4  , 2  a11 ! U "%`PW/9    '/ MNNNa11 ! X "%aPk/9     6.1VV66   !< !        a4 l  ::4;TUUUus=$D99 EE(GLG88LLCK<<Lrrc||j}|rkt|jdkrM|j|jdjur6|j|jdjur|jdSdSdSdS|jr>|jdvr7t|jdksJ|jdSdSdS)Nr)NOP JUMP_BACKWARD NOT_TAKENr)r rrr rr)rrrs rrz,InstructionTranslatorBase.update_block_stackzs&E + ())Q.. D,Be22 . . I& ' ' '  $ $&6%7:J9KR P P P    ^^((++'77!^^  ((++  '77    2!4>I   &|;;; ^^((++++--  )ItDD     K  _.. / / / %a ( 2 2a 7 2 2   "$$((++++--)IM::         ^^ ((++ ++-- #$$  )Q==  !^^ ((++ '~66    "   &'8i!mLLL&|QGGG&'8i!mLLL   " K / /##%%+33K02KABB2O      K / / ^^&y11   4;.//B K / /((,,++--    8;HNNPP   s 33&((,,S11//11..  K / /&y11(77&     rc*tjdSr)r current_framers r run_ctx_mgrz%InstructionTranslatorBase.run_ctx_mgris+D111rc |5t|jj |j||j|_ |r |ng#t$rZ}|j rMtdt|j dt||jdd}~wwxYwn#t"$rt$$rt&$rq}t)|dr[d|jvrRt,j|jj|jjddd}||_d}~wt$r+}|jr|j|_d}~wwxYw|j tC|tDr2|j#|j$nf#|j tC|tDr3|j#|j$wwxYwddddS#1swxYwYdS)NzError while tracing through a Dynamo-generated resume function prologue. Errors are not allowed when tracing resume function prologues. rrWzData-dependentFT) print_outputinclude_strideinclude_device)%rrrrrpush_txrrdr Exceptionrr8rrrwith_traceback __traceback__rr2 RuntimeErrorr'rWrr GraphModule nn_modulesgraphprint_readablepartial_fx_graphrb get_record exec_recordpop_txrKr:r mark_bytecode_tracing_stop)rrreadable_graphs rrunzInstructionTranslatorBase.runos     1 =1 = dk- . . ./ = ##D)))#'#;  ))++))++ 6D8@#Aww3@@7:1vv@@).99t D 2   (      1e$$)9QU)B)B%*X%9%9 . 0A&&$n%*4PT%# *8A&   %D$($6$A$A$C$CAM    ""$$$ d$9::=K''))) K::<<< ""$$$ d$9::=K''))) K::<<<< =W1 =1 =1 =1 =1 =1 =1 =1 =1 =1 =1 =1 =1 =1 =1 =1 =1 =1 =szJ&C))BC) C% AC  C%%C)(H)F+A,E33 F+&F&&F++H.A!JA#I22JJ Jr1Optional[VariableTracker]c|/t|tsJdt||j|dS)Nz"push expects VariableTracker, got )rKr]r[rXrr4s rr<zInstructionTranslatorBase.pushsO{jo>>{{ ? ? ?{{ #rvalsc:|D]}||dSrr<)rrr1s r push_manyz#InstructionTranslatorBase.push_manys,  C IIcNNNN  rc4|jSr)rXrrs rrzInstructionTranslatorBase.popsz~~rncXgtfdt|DS)Nc8g|]}Srr)rrrs rr]z2InstructionTranslatorBase.popn..s!888!488::888r)rr%)rrs` rr=zInstructionTranslatorBase.popns1:8888uQxx88899::rc |j}|jr/||jvr&|j||j| ||j|n#t$r|dro | dd}||j|n]#t$r*tdd|d|ddgtj Yn*wxYwtd d|d |dgtj YnwxYw|d r|j |dSdS) NrJimplicitz5Attempted to read undefined local variable (implicit)z LOAD_FAST z5Could not find an implicit local variable with name ``z(This happens in dict/list comprehensionsrz*Attempted to read undefined local variablez+Could not find a local variable with name `__stack)rrrbf_locals add_local_varr<rRunwrapKeyErrorr`replacer:rrr)rrrnew_names r LOAD_FASTz#InstructionTranslatorBase.LOAD_FASTs{   H$$-"7"7   , ,T4=3F G G G  IId*407799 : : : :   s##  #||C<">   , ,T[$- :T U U U U U V V">">rc|j}|}||||j|<|tkr5|}t |tusJ||_dSdSr) rrr set_name_hintrRrFrrrr)rrr loaded_vtr1s r STORE_FASTz$InstructionTranslatorBase.STORE_FASTs{HHJJ %%%%.T" 5 5 5..00C99$$$$.1D + + + 6 5rc |j|j=dSr)rRrrrs r DELETE_FASTz%InstructionTranslatorBase.DELETE_FASTs   - - -rc@|j|vsJ|j|j}|}|jj||t|tsJ|j | |j dSdSr) rrr~rRrrr  store_cellrKrx local_namer)rrrr1s r STORE_DEREFz%InstructionTranslatorBase.STORE_DEREFs{d44666666#DK0hhjj  ++D#666$ ----- ? &   do . . . . . ' &rc|j}|tj|jS|j|}|s/tj|j|j|<|j|}|J|S)Nr~)rrbrsrr_constants_cache)rrrar1s r _load_constz%InstructionTranslatorBase._load_constsq H 9#*=== =#A& +'7'>T['Q'Q'QD !! $'*C rcV|||dSr)r<rrs rrnz$InstructionTranslatorBase.LOAD_CONSTs( $""4(()))))rc D|j}|jrU||jvr'|j||j|n%||jvsJ|j||jj|<||jvr||S||jvrR|jj |j|}| |jj ||dS|j|}| tj ||t|dSr)rrrb f_globalsadd_global_var f_builtinsbuiltins load_builtinrSrr r< load_globalr]buildrJ)rrrvariabler~s r _load_globalz&InstructionTranslatorBase._load_globals{   Jt~%%"11$t8LMMMMt....48OD4I"+D1 t~ % %$$T** * 4( ( ({/0Ed0KLH IIdk.::8TJJ K K K Ft$ /'e\$5G5GHHIIIIIrczd}||}t|}tj|||S)Nztorch.nn.modules.module) import_sourcerr]r()r module_name module_sourcefglobals_values rnn_modules_globals_vtz/InstructionTranslatorBase.nn_modules_globals_vts</ **;77 ' 44$T>=IIIrc&|jJtjdkr/tjdkr|jdzr||||tjdkr!|jdzr||dSdSdS)Nrrr)rrOr PUSH_NULLr*rs r LOAD_GLOBALz%InstructionTranslatorBase.LOAD_GLOBAL"sx###  w & &3+;g+E+E$(UV,+E NN4  $  w & &48a< & NN4  ' & & &rc|}|j}t|}||jvrt |j|<|jj||j|}t|trtd|dg|jj |||dS)Nz%Storing Tensor hook handle in globalsThis is not supported.r) rrrrJrSrHrr track_global_existingrKrr: store_global)rrr~rrr)s r STORE_GLOBALz&InstructionTranslatorBase.STORE_GLOBAL*s {d## t, , ,*0((D !$ ';+AA D)$/   e4 5 5  ?4       --heDDDDDrr-rJcd|vr[tjjj|}|dddddd}n(t |}d|dd}|j|j||||jj|<|jj }||vs |||usJ|||<|j |t|S)z-Create an alias to a module for use in guards torch_package>rs k ) )M2LE##C--55c3??GGWUU E#;//EC 3 3C A ACCE < # L * *5+ > > >,7 "5)K, I%%5)9U)B)B)B)B % ##E***E"""rrlevelc|d|dz }t||krtd|d}|r|d|n|S)z Copied from the Cpython implementation of __import__ Resolve a relative module name to an absolute one. https://github.com/python/cpython/blob/5a094f0255eea1db58fb2cf14c200971e64ec36e/Lib/importlib/_bootstrap.py#L902 rJrz2attempted relative import beyond top-level packager)rsplitr ImportError)rrrirFbitsbases r resolve_namez&InstructionTranslatorBase.resolve_nameUsb ~~c519-- t99u  RSS SAw#'1$T1rc|jd}|jd}|2|.||jkr#td||jd|S||jStdd|jd}d |jvr|d d }|S) z Copied from the Cpython implementation of __import__ https://github.com/python/cpython/blob/5a094f0255eea1db58fb2cf14c200971e64ec36e/Lib/importlib/_bootstrap.py#L1090 __package____spec__Nz)__package__ != __spec__.parent (%r != %r)r) stacklevelzYcan't resolve package from __spec__ or __package__, falling back on __name__ and __path__r__path__rJr)r"r rfrwarning rpartition)rrispecs r calc_packagez&InstructionTranslatorBase.calc_packageas .$$]33~!!*--  Gt{$:$: ?K  N  ;  KK8     nZ0G//!,,S11!4rc |d\}}|}|}|j}tjd|d|d|}||jvr|j|}t |}n t||||j}n8#t$r+tdd|d|d|dgtj  YnwxYw|d kr+| }| |||}|s1|d d } || }n||}|jr|j||t%|t&jt*fr&|t/|| dStd t1|dg dS)Nrr)fromlistrFglobalszImport failurez module_name: z , fromlist: z, level=z"Failure when attempting to import.rrrJrzBad import resultz%Import result is not a Python module.)r=rrrrDLOCAL_MOD_PREFIXr"rJ __import__rIr:rrrUrL partitionr,rb add_local_modrXrLrMrCr<r|r[) rrrFrWr- recorded_namer~rpkgtop_level_module_names r IMPORT_NAMEz%InstructionTranslatorBase.IMPORT_NAME~sA))A,,x((**..00k !1 T TE T TH T T{ T T  DN * *N=1E!-00FF "% N     ,^K^^X^^W\^^ D9-89  zz''))"// S%HH  9(3(=(=c(B(B1(E%++,ABB++K88   C   , ,]E B B B %%*K8 9 9  II*5@@@ A A A A A +C       sB2CCcd||||jdSr)DUP_TOP _load_attrrrrs r IMPORT_FROMz%InstructionTranslatorBase.IMPORT_FROMs. T  $$$$$rrrc\||jvr#tddd|dgtj|j|}t |r?t |jj}t||}tj |||St|sJtj |S)Nz%failed to find name in frame builtinsrzFailed to find name `z` in frame's builtins.rr)r$r:rrrrJr%name_of_builtins_dict_key_in_fglobalsrIr]r(rPrbrs)rrrr1builtins_source var_sources rload_builtin_from_argvalz2InstructionTranslatorBase.load_builtin_from_argvals  ( ( ?RFRRR&1     of% C== 6* AO+?FCCJ"(sJ?? ?&s++ + + +#*555 5rc`|||jdSr)r<rjrrrs rr&z&InstructionTranslatorBase.load_builtins* $// <<=====rc|jJ|jJ|jJtd|j|jz |j|j|_|j|_dS)Nir_count)rrdr rV incrementindexofrs rrzInstructionTranslatorBase.jumps'333+++{&&&'' 043CC   $(< #< 3rFTc |jJ|jt||jt |jdSrr rrrrrXrs r SETUP_LOOPz$InstructionTranslatorBase.SETUP_LOOPC{&&& dk3tz?? S STTTTTrc |jJ|jt||jt |jdSrrqrs r SETUP_EXCEPTz&InstructionTranslatorBase.SETUP_EXCEPTrsrc8|jdSr)rrrs r POP_BLOCKz#InstructionTranslatorBase.POP_BLOCKs rc0||dSrsetup_or_before_withrs r SETUP_WITHz$InstructionTranslatorBase.SETUP_WITH !!$'''''rc |jJ|jt||jt |jdSrrqrs r SETUP_FINALLYz'InstructionTranslatorBase.SETUP_FINALLYsC{&&& dk3tz?? S STTTTTrc0|ddSrrrs r BEGIN_FINALLYz'InstructionTranslatorBase.BEGIN_FINALLYs $rc|d\}}|J|||||tjdgdzidS)Nrr)r=r<rrbrs)rrr.rs rWITH_CLEANUP_STARTz,InstructionTranslatorBase.WITH_CLEANUP_STARTslIIaLL c{{{ # $$$T,<,CD,I,I+JQ+NPRSSTTTTTrcZ|d|ddSNr)r=r<rs rWITH_CLEANUP_FINISHz-InstructionTranslatorBase.WITH_CLEANUP_FINISHs$ !  $rc8|}|| ||}||dS#tt jf$r}t|t jrt j|tj dkr(|tj dn|| |Yd}~dSd}~wwxYwNr)rrealizer< next_variable StopIterationrObservedUserStopIterationrKrrOrrbrsr)rritr1rs rFOR_ITERz"InstructionTranslatorBase.FOR_ITERs XXZZ   ! ! "  ""4((C IIcNNNNNs<=   !S:;; 4-d3337**  *1$778888 IIdOOOOOOOOO s*A))D?BDDcvt|tjtfr||gi}|Sr)rKrrarrr4s r_create_exception_typez0InstructionTranslatorBase._create_exception_type's@  )+-NO   2 ##D"b11C rrc||}t|jrVt|tjr<|jtur.t jt |gi}|j || |r'tj|j}|d|t!dt#tdgt$jdS)Nraised exception zFailed to raise exceptionz.Attempted to raise a non-Exception type/value.r)rr,rrKrryexc_typerrarrrar5_isinstance_exceptionrget_dynamo_observed_exceptionr:rrr)rr1observed_exception_types r_raise_exception_variablez3InstructionTranslatorBase._raise_exception_variable0s ))#..  % % V3 ;<< V --+L99GGbRTUUC //444  % %c * * E&)&G &U&U #))*Cc*C*CDD D/HHH1%01       rcz|jdkrt|js,td}t jt ||gt|jsJ|jd}||s J|||dS|jdkr$|j d}||dS| }| } |||j }| |}| |td|dS#|j }| |}| |td|wxYw)NrzNo active exception to reraiserrr __cause__)rrrarbrrrrrrXrr9r call_setattr)rrrWr1from_vtcurr_exccauses rrbz'InstructionTranslatorBase.RAISE_VARARGSOs 8q==t()) M&'GHH,\4seLLLLt()) ) ) )#B'C--c22 7 7C 7 7 7  * *3 / / / / / X]]*R.C  * *3 / / / / /hhjjG((**C R..s333 ,BBDD33G<<%%d,<[,I,I5QQQQQ ,BBDD33G<<%%d,<[,I,I5QQQQs =E&&AF:c|jd}t|tsJ|jturt dddgdS||dS)Nrz CLEANUP_THROW with StopIterationrzRReceived StopIteration when handling generator.throw/close. This is not supported.r)rXrKryrrr:RERAISErrtoss r CLEANUP_THROWz'InstructionTranslatorBase.CLEANUP_THROWksxjn#011111 <= ( ( :p        LL     rctjdkrr|}|jr+|}||dS||||dS|}|}|}||dS)Nr)rOrrrrrr<)rrr1r_exc_tbs rrz!InstructionTranslatorBase.RERAISEys  w & &((**C{ 4HHJJ..s33333 #..s3333388::D((**C((**C  * *3 / / / / /rTypeIs[ExceptionVals]cPt|tjttfSr)rKrryrrr4s rrz/InstructionTranslatorBase._isinstance_exceptions( +12    rcg}tjdkrtjdkrdnd}t|j|ksJ|j| }|jd}||sJt |j}td}tjdkr@t|jdts | |jdnnt|jdksJ|jd}|jd }||sJt |j}td}||||gz }| ||idS) Nrrrir) rOrrrXrrarrbrKr{rr)rrrfn_locr6r1typtbs rWITH_EXCEPT_STARTz+InstructionTranslatorBase.WITH_EXCEPT_STARTsg&(  w & &*W44QQ!Ftz??f,,,,VG$B*R.C--c22 2 2 2!#,//C!$''B7**!$*R.,??0KK 2///tz??a''''BB*R.C--c22 2 2 2!#,//C!$''B c2 2tR(((((rraised_exceptionrc  ddfd }tjdkrjj}|rt j|jkr1t j|jk1|jr1 tj jj  j |dSjt#t$ur |t jrEj}|jjdkrωdj t jdkr`jt#t$ur/t/d t1d zgt2j j}|jjdkωj }j t j|jkr1t j|jk1t;d ddd}jt?|dt jt j d kruj d} tj  | tj!|j"nu tj d tj d tj d tj  | tj!|j"|dSjt#t$ur |)NzDynamo found no exception handler at the top-level compiled function when encountering an exception. Exception will propagate outside the compiled region.rrc>j}tj|}t |sJt dd|d|jdgtj tj dS)NzObserved exceptionrrrr) rar9rr python_typerKr:python_type_namerrrr)r dynamo_excobserved_exn_gb_explanationrrs rbubble_exception_to_interpreterzTInstructionTranslatorBase.exception_handler..bubble_exception_to_interpreters(>>@@H:8;O;O;Q;QRRJ. ;; ; ; ; ,ZH,E,E,G,GZZ(-ZZZ7&1&2*      rrEXCEPT_HANDLERrrz#Observed exception (EXCEPT_HANDLER)z This graph break is unexpected.rg.Arrr)#rOrrZr rrXdepthrlastir<rrbrprar9rrrr:rrrr=r:rrrr7r!r+rrr}rar) rrrr block_stack_entry exception_varexcept_handler_inst old_exceptionrs `` @rrz+InstructionTranslatorBase.exception_handlers d $           w & & 4BM ' $*oo (;;;HHJJJ$*oo (;;;!&II!243K3RSS  $+AACCDDD -(((((   """::!66633555&&4#$$F '%)$4$8$8$:$:!',37GGGIIaLLL%))+++4+,,11 ((***::)>>>)(M(+,<(=(=,G"D-E&E(9(D&E /.(,(8(<(<(>(>%'(,37GGG*!% 1 G G I I !AACCC$*oo(9(EEEHHJJJ$*oo(9(EEE '2#7Gq&Q&Q# ''#$7s4:OO t())Q..$($5b$9MIIi799:::IIm,,,IIi7 8NOOPPPPIIi8>>???IIi8>>???IIi8>>??? )355666 -((( )3M4JKKLLL +,,,,,   """::!66633555&&rc|}t|jdkrtd}n |jd}|||||jdS)Nrr)rrrarbr<r7)rrr1prev_excs r PUSH_EXC_INFOz'InstructionTranslatorBase.PUSH_EXC_INFO6 s(hhjj t ! !Q & &(8(>(>HH(,H ( # 99;;;;;rctjdkrE|}t|jsJ|jdSt|jdksJ|jdjjdkrtd|j| dt|jsJ|jdS)NrrrrzYBug in Dynamo tracing of exception handling.Top of the block stack is not EXCEPT_HANDLER.r) rOrrrrarrrrr=)rrrs r POP_EXCEPTz$InstructionTranslatorBase.POP_EXCEPTS s  w & & At()) ) ) )   ! ! # # # # #t'((1,,,,#(/3CCC$D   " " " IIaLLLt()) ) ) )   ! ! # # # # #rct|jdksJ|}tjdkr|jd}n|j}t |t tttfs0tdt|d|dgtj tjdkrE||s0tdt|d |dgtj t |tr|j}n|g}|D]}t |t ttfs0td t|d |dgtj ||rt!|j|jrd St |t&jrt!|j|jrd Sd S)Nrrrz Exception with bad expected typez"`except ...` has unsupported type rJrzCaught non-Exception valuezCExcept expects to receive an object of Exception type but received z#Exception with non-type expectationz!`except ...` expects a non-type: TF)rrXrrOrrKrarwrrr:rrrrr issubclassrr6r)rexpected_exc_types exc_instanceexpected_types expected_types rcheck_if_exc_matchesz.InstructionTranslatorBase.check_if_exc_matchesh sJ4:!####!XXZZ  w & & :b>LL  :>>++L 12      :.//VASVVV5)45       w & &--l;; 8 -- ufr u u u9-89  (- 8 8 /5NN#N,  M#65 A .. TM T T T9-89  )),77 J% == ttL)*CDD  JJ  tturcx|tj|dSr)r<rrbrrs rCHECK_EXC_MATCHz)InstructionTranslatorBase.CHECK_EXC_MATCH s1 ),T-F-F-H-HIIJJJJJrc\|s||dSdSr)rrrs rJUMP_IF_NOT_EXC_MATCHz/InstructionTranslatorBase.JUMP_IF_NOT_EXC_MATCH s3((**  IIdOOOOO  rc|jdkr||dS|t|j||didS)Nzexception matchr)rrrr<rr=rs r COMPARE_OPz$InstructionTranslatorBase.COMPARE_OP s` ;+ + +   & & & & & II)$+6tTYYq\\2NN O O O O Orc~|tt|gidSr)rraiterrrs rGET_ITERz"InstructionTranslatorBase.GET_ITER s2 ?400488::,CCCCCrzjEncountered graph break when attempting to trace CALL_FUNCTION: a call to a regular function, e.g. f(x, y))r<rc||j}|}|||idSrr=rrrr)rrrr6s r CALL_FUNCTIONz'InstructionTranslatorBase.CALL_FUNCTION sB yy%% XXZZ 2tR(((((rzjEncountered graph break when attempting to trace CALL_FUNCTION_EX: a variadic function call, e.g. f(*args)c |jdkr$ti}|}n|jdkstjdkrM|}t |t rti}|}n/tdd|jd|jgtj tjdkr+|}t |t sJ|}tjd kr;tjdkr+|}t |t sJt |ts7| |r"t| |}t |trtj|t"|}t |trt |ts?td d t%|d t%|d gtj|}|||j|dS)Nrrrz%Variadic function call with bad flagszflags: zHAttempted to call a variadic function (CALL_FUNCTION_EX) with bad flags rrrz0Variadic function call with bad args/kwargs typez args type: z, kwargs type: z2Expected args to be a list and kwargs to be a dict)rrrgrrOrrKr{r:rrrrhas_force_unpack_var_sequencerwforce_unpack_var_sequencerracall_custom_dictrr[rkeys_as_python_constantrr)rr kwargsvarsargsvarsnullr6s rCALL_FUNCTION_EXz*InstructionTranslatorBase.CALL_FUNCTION_EX si ;!  *2..JxxzzHH [A  !1W! >  J]gh&7&7]]PZH[H[]]P5)45      7799  2x~z:::::rzyEncountered graph break when attempting to trace CALL_FUNCTION_KW: a function call with keyword arguments, e.g. f(x=True)c|}||j}|}t|tr|sJ|}|dt| |t| d}}tt||}t|t|ksJ| |||dSr) rr=rrrKrwrrrrzipr)rrargnamesrr6 kwargs_listrs rCALL_FUNCTION_KWz*InstructionTranslatorBase.CALL_FUNCTION_KW s 88::yy%% XXZZ(M22Tx7R7R7T7TTTT..00 !1CMM>!12D#h--9I9I4Jkc(K00116{{c(mm++++ 2tV,,,,,rc8|tj|d|jd}|jd|}t jdkr||dS|tj||dS)Nrrrco_namesr) rrr rrrrOrrd LOAD_METHODrrrrrs rLOAD_METHOD_SUPERz+InstructionTranslatorBase.LOAD_METHOD_SUPER( s ;.tA>>>???k!n":.s3  g % % OOF # # # # #   [0fEEE F F F F Frc|tj|d|jd}|jd|}||dS)Nrrrr)rrr rrrrdrs rLOAD_ATTR_SUPERz)InstructionTranslatorBase.LOAD_ATTR_SUPER1 s[ ;.tA>>>???k!n":.s3 rc||j|}tjdkr,||||dStjdkr,||||dS|||ddS)Nrr)rdrrrrOrr<r2rrobjs rrz%InstructionTranslatorBase.LOAD_METHOD7 s  $$$hhjj  w & & IIcNNN NN4   ( ( NN4 IIcNNNNN IIcNNN IIdOOOOOrc||j}|}|J|}|||idSrr)rrrdummyr6s r CALL_METHODz%InstructionTranslatorBase.CALL_METHODG sVyy%% }}} XXZZ 2tR(((((rattrc|}tt||t j|gi}||dSr)rrarrrbrsr<)rrrrs rrdz$InstructionTranslatorBase._load_attrN s`hhjj ))77  ")$// 0    &rctjdkr!|jdzr||dS||jdS)Nrr)rOrrrrdrrrs r LOAD_ATTRz#InstructionTranslatorBase.LOAD_ATTRW sQ  w & &x!|   &&&  $$$$$rzkEncountered graph break when attempting to trace STORE_ATTR: storing an object's attribute, e.g. x.attr = yc|d\}}tt||t j|j|gidSr)r=rasetattrrrbrsrr)rrr1rs r STORE_ATTRz$InstructionTranslatorBase.STORE_ATTR_ s_ 99Q<<S  ..  ")$+66 <      rc|}tt||t j|jgidSr)rradelattrrrbrsrrrs r DELETE_ATTRz%InstructionTranslatorBase.DELETE_ATTRk sUhhjj  ..  ")$+66 7      rrc.g}|dksJ|dkr"|td|jdkrtdntd|j}|tdtd|g|S)a Debug CPython expects the stack to be empty after the return. Calling compile_subgraph will push cells and frame values to TOS. This function will pop those 2 values from the stack before actually returning. Expects the stack to be: cells, frame values, current frame stack (0 or 1 values) Pops cells and frame values, leaving the current frame stack as TOS. A return instruction is included. rrrnrorr)extendr)rr&rr)rrrf return_insts rcodegen_return_with_popsz2InstructionTranslatorBase.codegen_return_with_popss sA~~~~ >> LLQ ( ( ({n,, ~ . . .#N4;GGG    * *,>y,I,I; W    rr resume_instmetarA resume_codeslist[types.CodeType]r r0is_leafhandle_inactive_ctxtuple[types.CodeType, str]cJ |rt|j|jD]\\}} } ttj| } |t| || gtd| || | |td|jD]\} } ttj| } |t| || gtd| || | |j|j| ztdt%|r|jsJ|j}t)d|j} |rt-j|t1fdjD}t3|jt1fd|D}t1fd|D}| t| || tg|D]m}| t| |j|j|z| gtdn| tdtdt7| gtdt9|jd d n:t1|j}t1|j}t<jd krt7|d ks Jdt7jt7|j z }j!jJtEj#j$j%j!j|jt1dj&D|||t1dj&D|t1|jt1|jt1|j t1|j' }tQj)j$*dd}|)tWj,|tQj)|d<|j-rj./| |d }n6j./| taj1|j2| | }j3'j34|j2d|tjd|j6xxdz cc<|| fS)a. Creates the resume function for the frame corresponding to `self`. Expects the TOS to be: [frame N cells, ..., frame 1 cells], [ frame N stack + locals, ..., frame 1 stack + locals ] Some additional codegen may happen to prepare the frame stack + locals values for the generated resume function: - inactive context variables in the stack and locals will be replaced by their types - if the frame is a leaf frame, prune dead locals Regardless of codegen, the stack will be left in the same state as before. Args: - idx: depth of this frame: 0 corresponds to the leaf frame (frame N), N-1 to the root frame (frame 1). - resume_inst: the instruction that this frame should resume at - meta: metadata for this frame returned from OutputGraph.compile_subgraph - resume_codes: nested resume code objects generated from previous create_resume calls. - cg: codegen object to output to - is_leaf: True if `self` corresponds to the leaf frame. - handle_inactive_ctx: If True, handles inactive context variables as described above. This is necessary iff the resume function is traced rr __resume_at_c3PK|] }|v|v|V!dSrr)rrrrs rrz:InstructionTranslatorBase.create_resume.. sN!!::!4+A+A+C+C"C"C"C"C"C"C!!rc3$K|] }|v|V dSrrrrargnames_null_sets rrz:InstructionTranslatorBase.create_resume.. s.SS1AR8R8RQ8R8R8R8RSSrc3$K|] }|v|V dSrrr s rrz:InstructionTranslatorBase.create_resume.. s.!T!TQBS=S=S!=S=S=S=S!T!TrrrrNTrrz&variables should not be NULL in < 3.12c3.K|]}|jjVdSr)r rprrs rrz:InstructionTranslatorBase.create_resume..) s&<K|]}|VdSr)r)rs rrz:InstructionTranslatorBase.create_resume..- s*::A!++--::::::rorig_graphmodulecdSrrrrrrz9InstructionTranslatorBase.create_resume..9 srrresumesr)7rstack_ctx_argsstack_ctx_idxes_origrrcrX append_outputr%rrr)rrr&locals_ctx_argsrRrrr-r r.rprrqr(r locals_null_keysrr!keysrOrstack_null_idxesrZrElookuprrrrr/ get_contextr weakrefrefrzrinstall_global_unsaferL FunctionTyper"riadd_resume_functionrSr)rrrrrr rrjrj_origr@r resume_name all_argnamesr argnames_nullr stack_lennew_codeorig_graphmodule_maybe package_namerrs` @@rrz'InstructionTranslatorBase.create_resume sT  "%d&94;T"U"U  A2DJv4FGG  !1!1222$$R(((  $Q,,S11//11,,Q//  +>::  /  a2D4H4NOO  !1!1222$$R(((  $Q,,S11//11,,T^d>OPT>U-UVV  +>::  K ( ( -% % % %%,K C{/A C CDD - 9%d&7EEE !!!!!-!!!L !$D$9 : : SSSS SSSSSH!!T!T!T!T\!T!T!TTTM   "$$((--++--"$$        &((,,T^d>OPS>T-TUU//11%Q    &y11&|XGGG!^^ )tDD     T.335566H!$"788M  g % %}%%***,T*** OOc$*?&@&@@ '.:::#9#@ K K  $ +   <<4+;<<< < <    ::)9::: : :  $% & & $& ' ' $' ( ( ,  - -$ $ (" !9$+!F!F!J!J  " " " "  " -EL[&FFL $X . ./A B   ' K - -k8 D D DLL K - -"8T^[II   'L < # L , ,$.4l    H,---2---$$rrlist[StackLocalsMetadata]c  d|_t|jj}g}g}g}|}d}|f||ur|} n|j} | jdkr?|||||| |j}|dz }|ft|j t|dj z } |s| dksJ| t| dzt| dzD]$} |td%|td|S|d|ur4|td| d} | |d_n| t| t| dz D]$} |td%|tdd||dj} ||dxjdz c_|dt'| gt)d||d|t/| | d g} |D]Z}| t3|||gtd[| tdtdt|g| | | gtdt5j| tdg}g}t9|D]a\}}|||||||||||ud \}}||||b|||||td|S) aP Codegen all resume function(s) from the frame stack starting at `self`, call them, and return the result. Assumes that the unsupported instruction has already been run. Expects the TOS to be: [ frame N locals, frame N-1 stack + locals, ..., frame 1 stack + locals ], *(frame N stack (post-unsupported instruction)) Leaves the result of calling the resume functions on the stack and returns it (empty stack after return). Args: - inst: the instruction of the current (deepest) frame to resume at - all_stack_locals_metadata: metadata returned from OutputGraph.compile_subgraph - contains metadata such as local names, NULL positions, stack length, etc. NrrnrrrrrT)rr0rrrrrrfrrXrrr)r%rr&rdrr<r}r$rrr!rr%r deepcopyrerr)rrrr txesidxes resume_instsrqrrcurrent_num_stackrstack_insert_idx filter_instsr resume_namesra resume_coder&s rrz/InstructionTranslatorBase.create_call_resume_atV s 6$( t{* + +13*, 6: ~~" $5 !^33 F### S!!!##K000]F 1HC   OOc %a ( 9/ /    ) %))))   [):Q)>?? @ @ @,q011 @ @  !3I!>!>????   /?? @ @ @&&(( ( 7d??   / BSTTT U U U 5F %a ( 2 2   [):;; < < <,q011 @ @  !3I!>!>????   / !DDD E E E8qBL  %eAh / 9 9Q > 9 9 GLL** + + +  Q $$U1X.. ''))   %%57GNN      C   "$$((--++--!^^      "9--">>>>rc$tjdkr0|jj}|r"|jr|j|jdjurdSt d|jDo2|j o*|j o"|j o|j o|j j j duS)NrrFc3>K|]}|VdSr)r$rs rrzIInstructionTranslatorBase.should_compile_partial_graph..| s*::A ::::::r)rOrrZr rr rrrrrrcurrent_tracerrf)rrs rrz6InstructionTranslatorBase.should_compile_partial_graphs s  w & &,:E $ (- D>>?????s(A  9BBc>||tdS)Nr)rXrwrs rBUILD_TUPLE_UNPACKz,InstructionTranslatorBase.BUILD_TUPLE_UNPACK s! t77777rc ||jdz}tt|ddd|ddd}|t |t dS)NrrrN)r=rrrrr<rgr\)rrrds r BUILD_MAPz#InstructionTranslatorBase.BUILD_MAP sq $+/** U33Q3Zqt!t-- . . #A5E5G5GHHHIIIIIrc(|j}fd|D}i}|D]3}t|tsJ||j4t|tdS)Ncdg|],}tt|gi-Sr)rarr)rrUrs rr]z>InstructionTranslatorBase.BUILD_MAP_UNPACK.. s5SSS&&44TA3CCSSSrrN)r=rrrKrgupdaterr<r\)rrrrrUs` rBUILD_MAP_UNPACKz*InstructionTranslatorBase.BUILD_MAP_UNPACK s $+&&SSSSUSSS!# # #Aa!233 3 3 3 MM!' " " " " .00        rc |}||j}t|tsJ|sJ||}t|t|ksJ|ttt||tdSrM) rr=rrrKrwrrrr<rgrrr\)rrrrs rBUILD_CONST_KEY_MAPz-InstructionTranslatorBase.BUILD_CONST_KEY_MAP sxxzz4;''$ .....&&(((((--d334yyCKK'''' Sv&&''.00        rc|d\}}|jdksJ|jJ|j|j }t |t sJ||d||fidS)NrrrA)r=rrrrXrrKrgrC)rrrrrs rMAP_ADDz!InstructionTranslatorBase.MAP_ADD syy||1{Qx###j$(#++--#011111 maVR88888rc |}|jdksJ|jJ|j|j }t |t sJ|sJ||d|gidS)NrrrrrrrXrKrh is_mutablerCrrrrs rSET_ADDz!InstructionTranslatorBase.SET_ADD s HHJJ{Qx###j$(##{+++++~~ eaS"-----rc |}|jdksJ|jJ|j|j }t |t sJ|sJ||d|gidSNrr`rgris r SET_UPDATEz$InstructionTranslatorBase.SET_UPDATE s HHJJ{Qx###j$(##{+++++~~ hR00000rcp|}|jdksJ|jJ|j|j }t |t sJ|sJ|jj ||j |dSr) rrrrrXrrKrurhrr mutationrrris r LIST_APPENDz%InstructionTranslatorBase.LIST_APPEND s HHJJ{Qx###j$(#++--#|,,,,,~~  ))#... rc f|j}tjdkr|}|}tjdkr6t |jdsJt j|jj}d}d}d}d}tjdkrf|d|dzr|}|dzr|}|dzr|}|dzr|}| t|||j ||||dS) Nr co_qualnamerrrrr) rrOrrr'r~rbrsrrr<rlr") rrflagsfn_namer<defaultsclosurer kwdefaultss r MAKE_FUNCTIONz'InstructionTranslatorBase.MAKE_FUNCTION sA  g % %hhjjGxxzz  w & &4:}55 5 5 5&-DJ4JKKKG   g % % 4<)"hhjjG4<-"&((**K4<,!%J4<*#xxzzH &   rc L}|r*|t|j}nt |t rg|jrNt|j |j fdt|jD}nZ| r| }n/tdt||dgtjt#||jkr:tdd|jdt#||d gtjt'|D]}|dS) N)r1c<g|]}t|Sr)r`)rraproxyrs rr]z=InstructionTranslatorBase.UNPACK_SEQUENCE..6 s'MMMQ=uQx00MMMrz+Failed to unpack object for UNPACK_SEQUENCEzV cannot be unpacked into a list for the UNPACK_SEQUENCE bytecode (i.e. `a, b, c = d`).rz9Length mismatch when unpacking object for UNPACK_SEQUENCEzexpected length: z , actual: za unpacked to a list for the UNPACK_SEQUENCE bytecode (i.e. `a, b, c = d`) with unexpected length.)rrrr%rrrKrzrras_proxyrrrr:rrrrrrr<)rrrWr1rar|s` @rrz)InstructionTranslatorBase.UNPACK_SEQUENCE/ shhjj ==?? ))$eDK6H6H)IICC _ - - #'2C2C2E2E CG,,..99EMMMMM% :L:LMMMCC  . .t 4 4 //55CC EC"(((5)45      s88t{ " " SMDKMM3s88MM"???5)45     #  A IIaLLLL  rcd|jcxkrdksnJ|jdz}|jdz }|}||rt||}t |||zksJ|d|}||t ||z }|t ||z d}t |D]} || |t|t |D]} || dStdt||dgtj dS)Nrirsz%Failed to unpack object for UNPACK_EXz; cannot be unpacked into a list for the UNPACK_EX bytecode.r) rrrrrrrrr<rwr:rrr) rrprefixsuffixrWr vals_prefix vals_list vals_suffixitems r UNPACK_EXz#InstructionTranslatorBase.UNPACK_EXO sDK))))6))))))t#!hhjj  , ,T 2 2 55d;;< HHJJ HHJJ !  ! rc|}|}|}||||||dSrr)rrrrcs r ROT_THREEz#InstructionTranslatorBase.ROT_THREE sZ HHJJ HHJJ HHJJ !  !  ! rcN|}|}|}|}||||||||dSrr)rrrrrr\s rROT_FOURz"InstructionTranslatorBase.ROT_FOUR sv HHJJ HHJJ HHJJ HHJJ !  !  !  ! rc|}||||dSrr)rrrs rrcz!InstructionTranslatorBase.DUP_TOP s1 HHJJ !  ! rc|}|}||||||||dSrrrs r DUP_TOP_TWOz%InstructionTranslatorBase.DUP_TOP_TWO s\ HHJJ HHJJ !  !  !  ! rr~flagc&|dkr*tt||giS|dkr*tt||giS|dkr*tt||giS|S)Nrrr)rarrrascii)rr~rs r_convert_valuez(InstructionTranslatorBase._convert_value s 199"3''55dUGRHH H QYY"4((66teWbII I QYY"5))77ugrJJ J rfmt_specrtc|}t|tr@ddlm}m}|j||||j}||dS| ||dz}tjd| zdz}| ttj||gidS)Nr)LazySymNodeFormatStringrqrYrz{:})rrKrtorch._dynamo.variables.lazyrrqrsrr<rrbrrrarformat)rrrtr~rrqfmt_vars r _format_valuez'InstructionTranslatorBase._format_value s  e_ - -          /'.''x88E IIe    F##E54<88")$1L1L1N1N*NQT*TUU ?3:66%8H"MMMMMrc|j}|J|dzdkr|}ntjd}|||S)Nrr)rrrbrsr)rrrtrs r FORMAT_VALUEz&InstructionTranslatorBase.FORMAT_VALUE sY   DLT ! !xxzzHH'.r22H!!(E222rc g}g}i}|jJ||jD]M}|r+|d||Bt |t jr||j||j t| t|j zr-tdd|d|d|j dgtj||j !tdt#|d gtjO|t jd |||dS) Nz{}zBUILD_STRING key conflictzformat_string_parts: z , kwargs: z, part.sym_kwargs: z1Failed to build format string due to key conflictrzBUILD_STRING type errorzLFormat string part type is not correct - expected constant or format string.r)rr=rrrKrStringFormatVariable format_stringrsym_argsr r sym_kwargsr:rrr`rr<rsr)rrformat_string_partsrrparts r BUILD_STRINGz&InstructionTranslatorBase.BUILD_STRING s)+&(-/x###IIdh''  D&&(( #**4000 D!!!!D)"@AA #**4+=>>> DM***v{{}}%%DO,@,@,B,B(C(CC! ;!D8K!D!DW]!D!DrvsB!D!D$W= 1 <=   do....5II n9-89   * 1 1+,,dF       rc|jdks |jdksJ|jdkrd}nd}td|}||dS)Nrriszis notrr)rrr&r)rr new_argvalnew_insts rIS_OPzInstructionTranslatorBase.IS_OP sd{a4;!#3#3#3#3 ;!  JJ!J%l:FFF !!!!!rc *|jdks |jdksJ|d\}}|j} |||d|gin#tjt f$rw}t|t r||| tj |t||giYd}~nd}~wwxYw|dkr| |dSdS)Nrrr __contains__)rrr=r<rCrObservedTypeErrorr;rKrrr]r(rB UNARY_NOT)rrleftrightrrs r CONTAINS_OPz%InstructionTranslatorBase.CONTAINS_OP sF{a4;!#3#3#3#3iill e [  IIe''ntfbII J J J J  !      $ ,, )&&((( II00#)$0IJJ5M         " 77 NN4  7s,A&&C3 /%((66tdhhjj\2NNOOOOOrc|jd}||sJ|jturt jt |tdgi}| |td|| |td|||jd<dSdS)Nrzgenerator raised StopIterationr=r) rXrrrrrarrrbr)rrr1new_vals rSTOPITERATION_ERRORz-InstructionTranslatorBase.STOPITERATION_ERRORs jn))#..... <= ( (/ ==KK!"BCCDG  '7 'F'F L L L  '7 'D'Dc J J J$DJrNNN ) (rc0|}|jdksJ|jJ|j|j }t |t sJ|sJ||d|gidSrl) rrrrrXrrKrgrhrCris r DICT_MERGEz$InstructionTranslatorBase.DICT_MERGE+s HHJJ{Qx###j$(#++--#011111~~ hR00000rc.|dSrrrs r GEN_STARTz#InstructionTranslatorBase.GEN_START6rrc.|jd}|rH|tjt |dS|||dgidS)Nrr)rXrr<rbrsrrrCrs rGET_LENz!InstructionTranslatorBase.GET_LEN9sjn  ! ! # # @ II&-c#2H2H2J2J.K.KLL M M M M M IIcoodIr2>> ? ? ? ? ?rc6|jd}t|tsJt|jtjjr)|tj ddS|tj ddSNrTF) rXrKrgr collectionsabcMappingr<rbrsrs r MATCH_MAPPINGz'InstructionTranslatorBase.MATCH_MAPPING@sjn#011111 ci!8 9 9 6 II&-d33 4 4 4 4 4 II&-e44 5 5 5 5 5rc|jd}|sJ|}t|tjjrKt|tttfs)| tj ddS| tj ddSr) rXrrrKrrrrbytes bytearrayr<rbrs)rrr tos_values rMATCH_SEQUENCEz(InstructionTranslatorBase.MATCH_SEQUENCEHsjn%%'''''**,, i!9 : : 6: UI.D D  6 II&-d33 4 4 4 4 4 II&-e44 5 5 5 5 5rcjd}t|tsJ|}jdttsJt fd|Drjtfd|Dtjdkr)tj ddSdStj dtjdkr)tj ddSdS)Nrrc3 K|]}|vV dSrr)rrtos1s rrz7InstructionTranslatorBase.MATCH_KEYS..Zs'''QqDy''''''rc<g|]}|Sr) getitem_const)rrrrs rr]z8InstructionTranslatorBase.MATCH_KEYS..[s)$O$O$OQT%7%7a%@%@$O$O$OrrTF) rXrKrwrrgrr<rOrrbrs)rrrrrs` @r MATCH_KEYSz$InstructionTranslatorBase.MATCH_KEYSSsEjn#}-----&&t,,z"~$ 122222 ''''$''' ' ' : IIm$O$O$O$O$O$$O$O$OPP Q Q Q')) *1$7788888*) II&-d33 4 4 4')) *1%8899999*)rcV||ddS)Nrr<rjrs rLOAD_ASSERTION_ERRORz.InstructionTranslatorBase.LOAD_ASSERTION_ERRORcs) $//0@AABBBBBrcV||ddS)N__build_class__rrs rLOAD_BUILD_CLASSz*InstructionTranslatorBase.LOAD_BUILD_CLASSfs) $//0ABBCCCCCrz`Encountered graph break when attempting to trace BINARY_SUBSCR: a binary subscript, e.g. x[attr]cj|jdkr||d|_dS|jrJdS)NrF)rappend_prefix_instr[rs rRESUMEz InstructionTranslatorBase.RESUMEsD 8q==  # #D ) ) )&+D # # #. . . . . .rcJ|jJt|j||Sr)r_binary_op_lookuprs r BINARY_OPz#InstructionTranslatorBase.BINARY_OPs'8'''$TX.tT:: :rcdSrrrs rrz!InstructionTranslatorBase.PRECALL rc|jd|j}t|tsJ|D]}t|tsJ|jJt j||_dS)N co_constsr)rrrKr(rr rbrs)rrr rs rrz"InstructionTranslatorBase.KW_NAMESs{$[1$(;(E***** ) )DdC(( ( ( ( (}$$$(/h??? rcH|tdSr)r<r{rs rr2z#InstructionTranslatorBase.PUSH_NULLs ,..!!!!!rcall_kwc|rftjdksJ|}t|tr|sJ|}n|jr |jjnd}|j J| |j dz}tjdkr/|d}t|dtrgn|dg}n7t|dtr |d}g}n|d}|dg}|rs||dt| z}|t| d}tt||}t|t|ksJn||ddz}i} ||||d|_dS#d|_wxYw)Nrrrrr)rOrrrKrwrrr r~rr=r{rrrr) rrrr contentsr6rrrs r_callzInstructionTranslatorBase._calls  D#w....xxzzHh 66 X8;V;V;X;X X X X2244HH.2mCt}**Hx###99TX\**  w & &!B#HQK>>Q22Xa[MDD(1+|44 %a[a[  }  (1H ~#566D"CMM>#3#34K#h 4455Fv;;#h--/////(122,&DF !   r4 0 0 0 DMMMDDM s F?? GzTEncountered graph break when attempting to trace CALL: a function call, e.g. f(x, y)c0||dSrrrs rrzInstructionTranslatorBase.CALLs 4rcd|jJ||j|j dSr)rr<rXrs rCOPYzInstructionTranslatorBase.COPYs3x### $*dhY'(((((rc|jJ|j|j |jdc|jd<|j|j <dSNr)rrXrs rSWAPzInstructionTranslatorBase.SWAPsEx###04 DH90EtzRT~- 2 DH9---rcdSrrrs rCACHEzInstructionTranslatorBase.CACHErrc0||dSrryrs r BEFORE_WITHz%InstructionTranslatorBase.BEFORE_WITHr|rr@>Union[ContextWrappingVariable, GenericContextWrappingVariable]c t|tr.|s|j|t jdkrO|jr(|jr|jj |jdj urd}n'|j jJ|j jj }n|j }|rt|ts tj r=|jt||t|j|n;|jt||t|j||S)Nrr)rKrdsupports_graph_breaksrrrOrr rr rr:rrrrrXenter)rr@rr s r enter_ctxz#InstructionTranslatorBase.enter_ctxsV s: ; ; =--// =  0 7 7 < < <  w & & ! D$ D%,D4DR4H4OOO,:FFF.<C[F  X$ 566 X&:T X ''#D&#dj//3GG ''fc$*oo(V(VWWWyyrcbtdd|d|dgddS)NzUnsupported context managerz1Attempted SETUP_WITH/BEFORE_WITH/LOAD_SPECIAL on z%Dynamo does not know how to enter a `z` context manager.)z,Avoid using the unsupported context manager.aEIf the context manager seems like it should be supported (e.g. torch.set_grad_enabled), then it may be the case that it was created outside the compiled region, which Dynamo does not support. Supported context managers can cross graph break boundaries only if they are local non-closure variables, or are intermediate values.zFile an issue to PyTorch. Simple context managers can potentially be supported, but note that context managers can't be supported in generalr)r:r)r@s runsupported_ctx_graph_breakz5InstructionTranslatorBase.unsupported_ctx_graph_breaksZ1MMMj@T@T@V@Vjjj rcn|}t|ttfs||t|ttfsJ|t ||j||||dSr) rrKrcrdrr<rfr r)rrr@s rrzz.InstructionTranslatorBase.setup_or_before_with-shhjj )+IJ   2  , ,S 1 1 1 )+IJ      *3 <<=== $..d++,,,,,rcL|jsJ|j|dSr)r[r]rrs rrz,InstructionTranslatorBase.append_prefix_inst<s.&&&&   &&&&&rctjdkr[|jsTt|j|jt sJ|jj |j|j<dS| |dSr) rOrr[rKrRrrr{rr track_cell_newrrs r MAKE_CELLz#InstructionTranslatorBase.MAKE_CELL@s  w & &t/F &d24;?NN N N N (7799   - - -  # #D ) ) ) ) )rc0||dSrrrs rCOPY_FREE_VARSz(InstructionTranslatorBase.COPY_FREE_VARSK %%%%%rc0||dSrrrs rRETURN_GENERATORz*InstructionTranslatorBase.RETURN_GENERATORNrrc|tjdkr|dS|ddS)Nrr)rOrrr=rs rEND_FORz!InstructionTranslatorBase.END_FORUs4  w & & HHJJJJJ IIaLLLLLrct|j|jdtr,t d|jd|jgt j||dS)Nz)LOAD_FAST_CHECK on uninitialized variablez/Attempted to load uninitialized local variable r) rXrRr rrr{r:rrr rs rLOAD_FAST_CHECKz)InstructionTranslatorBase.LOAD_FAST_CHECK[s{ $&**4;==| L L  C [dk[[5)45      trc|j|jvr"|tn||t|j|j<dSr)rrrRr<r{r rs rLOAD_FAST_AND_CLEARz-InstructionTranslatorBase.LOAD_FAST_AND_CLEAResV ;d2 2 2 IIlnn % % % % NN4 ,8NNT[)))rc|tj|d|jJ|jdzr||dS||jdS)Nrrr)rrr rrrdrrrs rLOAD_SUPER_ATTRz)InstructionTranslatorBase.LOAD_SUPER_ATTRlsv ;.tA>>>???x### 8a< )   T " " " " " OODK ( ( ( ( (rc|jdkr||dS|jdkr||dS|jdkrI|t ||dStdd|jd|jdgtj dS) Nrrz Missing CALL_INTRINSIC_1 handlerzCALL_INTRINSIC_1 operand: z,No handler implemented for CALL_INTRINSIC_1 z instruction.r) rrrUNARY_POSITIVEr<rwrrr:rrrs rCALL_INTRINSIC_1z*InstructionTranslatorBase.CALL_INTRINSIC_1ts ;!    $ $T * * * * * [A      % % % % % [A   IImDHHJJ$H$H$N$NOO P P P P P :BT[BBe4;eee6)56       rc|}|||dSrrrs rEND_SENDz"InstructionTranslatorBase.END_SENDs/hhjj   #rzpEncountered graph break when attempting to trace CALL_KW: a function call with keyword arguments, e.g. f(x=True)c4||ddS)NT)rrrs rCALL_KWz!InstructionTranslatorBase.CALL_KWs 4 &&&&&rc&|jjdvsJdS)N)POP_JUMP_IF_TRUEPOP_JUMP_IF_FALSEr)rrrs rrz!InstructionTranslatorBase.TO_BOOLs0$+0       rc|j}|J|}t|tsJ|}|dzrDtjdksJ||tjdgi}||_ n3|dzr||_ n&|dzr||_ n|dzr||_ n |dzr||_ | |dS)Nrrrsrr)rrrKrlrOrrrbrsrrwrxrvr<)rrrtr6rs rSET_FUNCTION_ATTRIBUTEz0InstructionTranslatorBase.SET_FUNCTION_ATTRIBUTEs   XXZZ"899999xxzz 4< #w....%%d-=-DQ-G-G,H"MMD!BNN T\ BJJ T\ !BNN T\  BMM T\ BK " rc||||jdSr)r<rrrrrs r CONVERT_VALUEz'InstructionTranslatorBase.CONVERT_VALUEs4 $%%dhhjj$+>>?????rcV|tjdddS)Nrr)rrbrsrs r FORMAT_SIMPLEz'InstructionTranslatorBase.FORMAT_SIMPLEs* +2266:::::rcV||ddSr)rrrs rFORMAT_WITH_SPECz*InstructionTranslatorBase.FORMAT_WITH_SPECs& 488::q)))))r) __enter____exit__ __aenter__ __aexit__ct|jts Jd|j|j}|dvr|}t|t t fs||t|t t fsJ|dkr9|t|| |dS|t|d| |dS| ||}||| |dS)Nz*expected LOAD_SPECIAL arg to be set to int)r'r(r') rKrr_load_special_namesrrcrdrr<rer2rfrd)rrrr@rs r LOAD_SPECIALz&InstructionTranslatorBase.LOAD_SPECIALsh$(C((VV*VVVV'1 , , ,((**C-/MN 600555-/MN   {"" 3C88999t$$$$$ 23==>>>t$$$$$ OOD ! ! !((**C IIcNNN NN4 rc^|tj|jdSr)r<rbrsrrrs rLOAD_SMALL_INTz(InstructionTranslatorBase.LOAD_SMALL_INTs( ")$+6677777r)rrUr(ranyct|jts Jd|||j|jdS)Nz2expected LOAD_COMMON_CONSTANT arg to be set to int)rKrrr<rj_common_constantsrs rLOAD_COMMON_CONSTANTz.InstructionTranslatorBase.LOAD_COMMON_CONSTANTs_$(C((  @    $//0Ftx0PQQRRRRRrcT|jdkr d|_dSdS)NrcdSNTrrrrrz>InstructionTranslatorBase.is_non_empty_graph..sdrTF)r count_callsrrs rrz,InstructionTranslatorBase.is_non_empty_graphs/ ; " " $ $q ( (&2lD #4uradditional_stack_framesOptional[list[Any]]c |g}dtj|gt t |zS)Nr)rrrrrr)rr8s rformat_frame_summaryz.InstructionTranslatorBase.format_frame_summary s^ # *&( #ww  !##%%&h7N.O.O)P)PP     rtraceback.FrameSummaryc tjt|jdd|jt|jdddS)Nr rF) lookup_line)r FrameSummaryrrrrs rrz'InstructionTranslatorBase.frame_summarysF% DK < < K DKK 8 8     rct|jdd}tjd}||duS)Nrr>z.*torch/nn/modules.*)rrrecompilematch)rrnn_modules_patterns ris_co_filename_from_nn_modulesz8InstructionTranslatorBase.is_co_filename_from_nn_moduless?4; {CCZ(?@@!''11==rrc|j|tj|}t t |tj|Sr) rinstall_global_by_idrr r>rKrr= WEAKREF_ALIVE)rrr~ global_names rstore_global_weakref_by_idz4InstructionTranslatorBase.store_global_weakref_by_id!sYk66vw{5?Q?QRR   , , 7 7 8R S S   rOptional[FakeTensorMode]c$|jjjSr)rtracing_context fake_moders rrOz#InstructionTranslatorBase.fake_mode(s{*44rcheck_fn!Callable[[VariableTracker], bool]c#VK|j}||_ dV||_dS#||_wxYw)zx Strict mode is enabled on a per-VariableTracker level depending on the return value of check_fn(node). N)rc)rrPpriors rstrict_translation_modez1InstructionTranslatorBase.strict_translation_mode,sH% ( * EEE$)D ! ! !ED ! ) ) ) )s (rc|jJ|jdksJ|j|jj|j|jdz |j|jdz Sr<)rrrrrrrqrs rrz#InstructionTranslatorBase.speculate:sk'333'!++++#(( K # K  $q (  d6: ;    rrfallback_linenotuple[str, int]c"||dkr||fS||fSrr)rrrrVs r_make_frame_locz)InstructionTranslatorBase._make_frame_locDs' >VaZZo. .&!!r frame_loctuple[tuple[str, int], ...]c<g}tjrW|j}|N||jj|j|jj}|||j}|N| ||t|Sr) rrrfrYrrrco_firstlinenorreverser()rrZframe_loc_chain_list current_txparent_frame_locs r_get_frame_loc_chainz.InstructionTranslatorBase._get_frame_loc_chainKs79  % />BkJ(#'#7#7%1%%4$$ %++,<==='. ( $$&&&##I...)***rrrrrOptional[StackSummary]c |#tjj} tjr8|j1||jj |j |jj }n-||dj |dj d}n #t$r|d|df}YnwxYw||}d}tjr6t!}dt%j|}n t!|z}t)|}dt%j|}d|dd|dd |d  tjr |d |d z n t+|z tjd d fdt0t4jrht8sat;j|rMtjr% dz d|jdzz t0 dSt0 d|d|d|dS)Nrrrr]rzGraph break in user code at rrz Graph Break Reason: z User code traceback: zQ ========== most recent `torch.compile` tracing attempt started here ========== a} NOTE: the most recent `torch.compile` tracing attempt might not be where you applied `torch.compile`! This is due to how graph breaks are implemented - the optimized code object returned by Dynamo will call another Dynamo-generated resume function and tracing is re-enabled by calling the resume function as a normal Python function, which Dynamo intercepts as a top-level frame. artifactc dddS)Ndynamo_graph_break_reasonstring)rencodingrrrrrz;InstructionTranslatorBase.log_graph_break..s3$!!rc4dtjS)Nr)r format_exc)user_stack_tracesrrz;InstructionTranslatorBase.log_graph_break..s"2NNi6J6L6LNNr) metadata_fn payload_fnz4 Most recent bytecode instructions traced (max 20): rzmGraph break (user stack suppressed due to duplicate graph break) in user code at %s:%s Graph Break Reason: %s)!r_guardsr extract_stackrrrfrYrrrr]r IndexErrorrbrr7rrrr3r_loggingtrace_structuredgraph_break_log isEnabledForrDEBUGexplainrWrrjr) rrrrrZframe_loc_chainstack_above_dynamo_formattedstack_above_dynamouser_stack_formattedrls @rrz)InstructionTranslatorBase.log_graph_break_s  5CCEEJ ) dk.E 00K+KK. !00rN+rN)    ]+-.III  33I>>')$ > J/ ;;J!wwy' : /LL'LLL    $8 9 9 9  '' ONNN (     ( ( 7 7  03ODD ~ Q L !DIId.H$I$ID$PP  ! !        ! !A! !       sA1BB76B7rqrr"r$rtypes.CodeTypeexportrrdistributed_stateOptional[DistributedState]rwOptional[tuple[types.CellType]]ct||_||_||_||_||_| |_| |_d|_ g|_ d|_ d|_ td|_d|_g|_g|_d|_d|_d|_g|_||_t/d|_||_t5|j|_||_||_||_||_| |_ ||_!|$tDj#rtI| |||_%nd|_%i|_&i|_'| |_(d|_)d|_*d|_+d|_,d|_-d|_.d|_/g|_0||_1d d l2m3}m4}m5}m6}| j7||z|z|zzr"|8tsd| |_:d|_;dgty| j=z|_>t~@tjB|_Ct@tjB|_EtjG| jH|dS) NrrTr)maxlen)r<rwrFr)CO_ASYNC_GENERATOR CO_COROUTINE CO_GENERATORCO_ITERABLE_COROUTINE)Ir#r$rr~rrRrSrTrUrVrXrrdr&rZrrrrr r[r]rarrjrqrrorr"r$rrrwrreplay_record_enabledrDrbnn_module_stack num_callsr}rrrr`rcrerfrgriresume_executionrrrrco_flagsr<rar^r_rrrrrurrvrrrr lazycacher)rrrqrr"r$rrRrSrTrUrr}r^rrar~rwrirrrrr&s rr$z"InstructionTranslatorBase.__init__s, .!2 . 0-J*%:"-1),. #$ #5e#<#< (,%UW,  "&(%*"%5%5%5"0</:4;L/M/M  *3*4,8&,    6#? !2W<"""D  "&D BD)+ $)!*/'#' $"               ? < '*? ?BT T  - IIod++ , , ,().&FS)** *   + +GM : : *  ) )'- 8 8 ( F. :::::rrr )rrS)r6r]rrWrrQrr)r6r]rrrrrrr)rrYrrr)rrrrrr+rr)rr+)rr+rrrr)r1rrr)rrWrrrr])rrrrW)rr+rr])r-rrrJ)rrrirrFrrr)rrrrr])r1r]rr])r1r]rr)r1r]rr)rrrr)rrrr)rr+rrrr\)rrrr+rrArrr r0rrrrrrrr+rr-rr\)rrr6rSr r0rr)rr+rrrr)r~r]rrrr])rr]rtrrr)F)rr+rrrr)r@rrr+rr])r@r]rr)r8r9rr)rr<)rrr~rrrrrL)rPrQrr)rr)rrrrYrVrrrW)rZrWrr[)rN)rrrrrrcrr)NN)&rr@rqr\rrr"rr$rrrrRrQrSrQrTrrUrrr|r}rr^rrrrar*r~rrwrrirhrr(rrrrrlrrwr{r~rrrrrrrrrOrrpropertyrrrrr<rrr=r rrrr LOAD_CLOSURErrnr*rDcached_propertyr0r3r8rr,rLrUraEAGER_IMPORT_NAMErerjr&r JUMP_FORWARD JUMP_ABSOLUTErronot_rrprJUMP_IF_FALSE_OR_POPJUMP_IF_TRUE_OR_POPrrrurwr{r~rrrrrrrbrrrrrrrrrrrrrrrrrrrrrdrrr staticmethodrrrrrrrrIrKrrSrurXrZBUILD_TUPLE_UNPACK_WITH_CALLr]raBUILD_MAP_UNPACK_WITH_CALLrcrerjrmrpryrrrrrrrrrcrrrrrrrr9rrr DICT_UPDATErrrrrrrrFposrnegUNARY_NEGATIVErinvert UNARY_INVERTpow BINARY_POWERmulBINARY_MULTIPLYmatmulBINARY_MATRIX_MULTIPLYfloordivBINARY_FLOOR_DIVIDEtruedivBINARY_TRUE_DIVIDErG BINARY_MODULOBINARY_REMAINDERr BINARY_ADDsubBINARY_SUBTRACTgetitem BINARY_SUBSCRlshift BINARY_LSHIFTrshift BINARY_RSHIFTand_ BINARY_ANDor_ BINARY_ORxor BINARY_XORipow INPLACE_POWERimulINPLACE_MULTIPLYimatmulINPLACE_MATRIX_MULTIPLY ifloordivINPLACE_FLOOR_DIVIDEitruedivINPLACE_TRUE_DIVIDEimodINPLACE_MODULOINPLACE_REMAINDERiadd INPLACE_ADDisubINPLACE_SUBTRACTilshiftINPLACE_LSHIFTirshiftINPLACE_RSHIFTiand INPLACE_ANDixor INPLACE_XORior INPLACE_ORrrrrr2rrrrrJUMP_BACKWARD_NO_INTERRUPTPOP_JUMP_FORWARD_IF_TRUEPOP_JUMP_BACKWARD_IF_TRUEPOP_JUMP_FORWARD_IF_FALSEPOP_JUMP_BACKWARD_IF_FALSErrrrrzrrrr r rrrrrrrr r"r$r&LOAD_FAST_BORROWrPOP_ITERr,r-r/r2r3rr;rrFrKrO contextlibcontextmanagerrTrrYrbrr$r'r(s@rrr`s////0000====....FFFF    &&&&$$$$""""&&&&KKK((((########3333    ....AAAA////EEEE%%%%%%%%....!!!!F00000000''''     8888,4444 U U U Unnnnn W W W WkkkkZ 7""* +* +* +* +* +\    ;;;X;wwwwr2222 2=2=2=2=h     ;;;;!+!+!+!+FVVVV2222....////L    ****JJJJ*JJJJ !!!!EEEE(###\#, 2 2 2 2:;;;;|$%%%% 666\6,>>>>4444LM$ X]E::#|HNE::'< t<<&,x~t<<UUUU UUUU ((((UUUUUUUU*    >RRRR8    0000.    ))))By'y'y'y'v<<<<:$$$$*QQQQfKKKKPPPP DDDD  ))) )   >;>;>; >;@  A - - -  -GGGG     ))))%%%%  A        \>A%A%A%A%Fg%g%g%g%Rq?q?q?\q?f    $  ~=== =8888((((1111IIII    @L@@@@@ 8888$6 JJJJ     "2    9999....1111% % % % N@0  N    4444   NNNN(3333    B""""!!!!41111PPPP%%%%$1111K@@@@6666 6 6 6 6:::: CCCCDDDDXhl++NXhl++N''I8HO,,L8HL))Lhx|,,O%Xho66"(8#455!("233HX\**Mx --(,''Jhx|,,O.. uhx  ""MHX_--MHX_--M(-((J&&I(,''JHX]++Mx ..&hx'788#8H$677"(8#455Xhm,,N //(8=))Kx ..Xh.//NXh.//N(8=))K(8=))K(,''J//// 7"" ; ; ; ;    @@@@"""",!,!,!,!,!\  i ))))VVVVM!%+|HNEBB , X^U C C , X]E B B!-hmU!C!C    ((((####J   \ - - - -'''' * * * *&&&&&&&& ;;;;))))$  A '''  '    2@@@@;;;;****!IH !!!!88888SSSS >B          >>>> 555X5 * * * *    """"++++.-1 `````j48,0)y;y;y;y;y;y;y;y;y;y;y;r) metaclassceZdZed,dZejd-dZd.fd Zd/d!Z d0d$Z d1d%Z d/d&Z d2d)Z d2d*Zd2d+ZxZS)3r:rctjSr)tlsr`rrrr`z InstructionTranslator.current_tx>s ~rrc#Kttdd}|t_ dV|t_dS#|t_wxYw)Nr`)rrr`)rrSs rset_current_txz$InstructionTranslator.set_current_txBsJ\400 # EEE"CNNNUCN " " " "s 8Arqr\rr|rrr"r$rwOptional[tuple[Any, ...]]torch_function_mode_stackr compiler_fnrrr}export_constraints frame_staterrrar*r~rrirhrcJttjd|jd|dd|dt t || || | | ||||| | ||||||iidd|| d|||||t|j j 5| 5| |_ | |_ |j r|j s Jd i|_t|}t#j|d d}|D]q\}}||vrhd}|r5t+||i}t-j|t1|d | }||j|<r|j j}|D]}||vrZ||}t1|d d }t-j||}|}|||n|}||_||j|<|Jt=||D]\}}tA|}t1|d } t-j|j!|}n##tD$rtGj$}YnwxYw|%|||}||_||j|<tM||_'tQ|_)| r)tFj*|j|_dddn #1swxYwYddddS#1swxYwYdS)Nztorchdynamo start tracing rrrr]) local_scoperCrrrrir)rrqrr"r$rwrrRrSrTrUrr}r^rrar~riz4Export without one graph - something has gone wrong.dynamismT)is_inputr)ris_derefed_cell_contents)r)+rrINFOrr#r$r@_throw_if_in_functorchrrrNrrr}rRr r~r/rr r frozensetrqrsrMr rwrrrrr{rL cell_contentsrrDeletedVariabletrack_cell_existingrrTrrU realize_all)rrqrrr"r$rwrrrrr}rrrrar~rir~rrr~local_dynamismvarr contents_sourcercell_varr cell_sourcer&s rr$zInstructionTranslator.__init__Ks(   L x x x,}:U x xXdeuXv x x    "$&*C#   &!%*."&+%/A ! ! ! F ##%%%T[0 1 1b b 43F3F3H3Hb b #,DN DK{ ~J$&D *-d.D.D.F.F*G*G #/77;;JMMH'~~// 5 5 e000%)NS)28<<b3I3I3O3O3Q3Q)R)R-4# %)%3C25D(. ;3L # 6# 68##$TNE*'2td'''O5H4N55L ,::<#>LLL?(;;|'+#-5$T**1K)22D .*=)>)>D & (1'D'P'P((($Ab b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b b s\7N G.N;KNK6 3N5K6 6A>N4 NN NN NNNcVtjd}tj|jjd|jj}tjj }tjjj j tjjj j tjjj j f}|f||vrR||urP|j}d|d|d|d}t#dd|g dSdSdSdS) NeagerrzhIf you are reaching here, it means dynamo failed for one of the following reasons: - Calling torch.func.zP(compiled_fn) function from eager mode is not supported. Ensure that torch.func.zp is also wrapped within a torch.compile function. For more information, see PyTorch issue #128711. - torch.func.z2(fn) requires the function to be inlined by dynamoz%Unsupported functorch tracing attemptrr)r_dynamolookup_backendrAgetattr_staticrr_C _functorchpeek_interpreter_stack TransformTypeVmapGradJvprDrlowerr:)rrrciforbidden_keysrrWs rrz,InstructionTranslator._throw_if_in_functorchsF ,,W55, K #]DK4K  X 7 7 9 9 H  - 2 H  - 2 H  - 1  >bffhh.88[PU=U=U6688=&&((DY(,YY+/YY !% YYY  ?        >88=U=UrrrOct|tr|j|jSt|tr|j|jStr)rKrMrrrJr"rJr)rrs rget_example_valuez'InstructionTranslator.get_example_value sK fk * * 4=!23 3 fl + + 6>&"45 5rc|jD]K}t|tr4t |t jjrdSLdSr) rRrrKrrrrnnModule)rrs r$symbolic_locals_contain_module_classz:InstructionTranslator.symbolic_locals_contain_module_classsh%,,..  A!566 :$$&&<< tturct|jr^|jdx}rQt|tr>t ||t |jd<dSdSdSdS)NrrN)rrXrKrkrtrr\)rrs r"replace_tos_if_return_is_generatorz8InstructionTranslator.replace_tos_if_return_is_generators  OO  2& 3 <==  2--d33.00DJrNNN       rrr+c||jJ|jJtd|j|jz t js{|jdkr^|j sW| sC|j s<|j s5|j s.|js'tjt#|jdd|_t't(jd|jjd|jdt0d|j|t7d|gd |jd krd nd }t;|d ksJ|djrJ|j| ||dj!tD)Nrmrzno content in function callztorchdynamo done tracing rrzreturn triggered compile return_valueF)rrnrr)#rrrdrVrnrallow_empty_graphsrr7r_rr}rrrrrr6rrrrrrrrrr?rrrrrrr3)rrrs r_returnzInstructionTranslator._return's" //111'333+++'' 043CC   )  ''))Q..2/==??/K/N / - / 3 /-)$+7TUU $(   L M (; M Mt{ M M M    ,---$(K$@$@ %!3!3!5!5 6E!K>99qqq %A% % !,--2222,Q/@@@@ ++  ) )$0I!0L0V W W   rc0||dSrrrs rrnz"InstructionTranslator.RETURN_VALUES Trc0||dSrrrs rroz"InstructionTranslator.RETURN_CONSTVrr)rr:r)$rqr\rr|rrr"rr$rrwrrrrrrrrrr}rrrrrrrrar*r~rrirhrrr)rrOrrr r)rrrrr`rrrr$rrrrrrnror'r(s@rr:r:=s\####aaaaaaF>    ****Xrr:rc pg|]3\}}ttd|vr |ddn d|dd4S)INPLACErNBINARY_)rr:)rrrs rr]r][se FA  !#v--F122JJ3IVABBZ3I3I  rceZdZUdZded<ded<ed2d Zed3d Zed4dZ d5dZ d6fd Z e d7d Z d8d!Zd9fd# Zd:fd) Zd;d*Zd;d+Zd  V V V V V V dD119== GO'HHH#-?3:$2E2EM$'..2K>{>>>E 1 1 3 333hQ\hhh7  HS[SS$--//SS"//11SSCI=SS(^i(((      rr]rWc  t|ttttfsJ|d}jj}tj s!|r|j dx}r|}|ht|trtdd|dgt|}|jdusJtj s |r ||j < |||}n#t$$r}t'dt+|d|d|d |jd |D| d}~wwxYwt3j|D]<} t| t8s%td d |d| dgt:j=jdvrI|r t|dt@j!s'tddjd|djdgd} tDj#j$j%&dr)dtOj('} tRj*dkr?j+j,d!fd } tZ.dt_| t`.d| |j1|rt|dtdrwj3|dj4} t| tDj5j6r3toj8| tsj:| j;j<d <|rzt|dtzr_|dj>} t| tDj5j6r3toj8| tsj:| j;j<d <t|trJtr%t|jAjBjC|} n$t|jAjBjC|} | S)"NzEAttempted to inline function marked as skipped (SkipFunctionVariable)z+Attempted to inline a SkipFunctionVariable zdAttempted to inline a function that was previously determined to be marked as intentionally skipped.rFz;{reason}. func = {func}, args = {args}, kwargs = {kwargs}'z' rc6g|]}|Sr)r)rrs rr]zEInliningInstructionTranslator.build_inline_tracer..s"<<<#//++<<.get_trace_call_log_strsc77#-482+xHHOOQQQT\QQQQ4QQQrrzINLINING %s%s, %srr)DrKrnrlrjrkrrrNrdont_skip_tracingpreviously_inlined_functionsr rmr:rr9r3 bind_argsrr1rrr7r6r]rrrr]rrrrrrrr _internal log_stateis_artifact_enabledrcBytecoderOrrZrtrace_call_logrrYrrr~rrrrrr r/rforward__code__rr~r,&InliningGeneratorInstructionTranslatorrSrTrU)rfr$rrr tracing_ctxprevious_result sub_localsrrrrDmoduler(r<rBrCs` @@@rr&z1InliningInstructionTranslator.build_inline_tracers  $*.,        $}}m3 ' )K )"-"J"N"Nd## )) >$ 455 cP$PP~ 3CCDIIF>U****+ H  HAG 8> f==JJ   #NUUq66fT]]__ff0A0A0C0CffdmmooFdff< # - A A* M M 54#,t,,002244F  w & &1H -K R R R R R R R R R  z2H'I'I J J J %tVV]CCC  (JtAw(899 (]00a1CDDF&%("677 ( K''()@AA&  (JtAw(EFF (!W]F&%("677 ( K''()@AA&d$899999    ;'4,FF3'4,F s)D F BF  Fc|j}|j}tj}|jr||j} |5|dddn #1swxYwYn#tj$r(}d|d|}t |d}~wtj $r7}d|d|}t |t||d}~wt$rt d|wxYw|j|_n#|j|_wxYw|jjrt#jdS|jJ|j|jur|j|j|xj|jzc_t d||jjj|t6jst;|t<r|jrtA|rtt;|t<r_|j!rXt;|t<sJg}|j"s|jg}tj#tH||dS|jStA|rTt;|t<sJ|j"sJtK|j&tOS|jS) Nz!Observed exception DURING INLING z : zSKIPPED INLINING rzFAILED INLINING %szDONE INLINING %srrN)(rfrr nullcontextrcrTrrrrrrr;rrrrrbrsr#r"rSr`r_rN traced_coderrrrKrOis_generator_from_ctx_managerr,generator_exhaustedis_constant_nonerrrtgenerated_itemsr\)rrfr< strict_ctxrrWrs rr'z*InliningInstructionTranslator.inline_call_>si{$022  " O55f6MNNJ D                  $   BdBBqBBC IIcNNN } * * *1d11a11C IIcNNNc"" )    II*D 1 1 1  +/*CF ' '$*CF ' C C C C ; " 1#*400 0#/// >V- - -  # * *4+@ A A A((D,JJ(( $d+++ #/66t<<<  4 , tC D D ,2 , T"" ,t%KLL ,, , "$(NOOOOO+<<>>2 01D,]DtLLLLLL++D!! ,!$(NOOOOO+<<>>>>>+("2"4"4 ++sZA3A' A3'A++A3.A+/A32D#3D#B%%D72C))*DD##D1r<r|rRrQrSrTrrUrfuncvar7BaseUserFunctionVariable | LocalGeneratorObjectVariablerc|}|d} t| ts| j} |jj} d} | r'| jr | j} | *t} t| | r | | j<t |ji|| ||||| fdtD|j |jdz|j|j|j|j||_||_|j|_d|_|j|_|j|_dS)N __builtins__c2i|]}|t|Sr)r)rrr<s rrz:InliningInstructionTranslator.__init__..s%GGG!!WT1--GGGrr)rrr"r$rRrSrTrUrqrrr}r^rrar~ri) get_globalsrKr__dict__rrNpreviously_cleaned_instructionsr r rr#r$r*r}r^rrar~rir\rfrr#rr r) rrfr<rRrSrTrUr\r"r$rPrqr&s ` rr$z&InliningInstructionTranslator.__init__s}'')) ~. *d++ -#,Jm3   Q:>>tDD Q*J4P  /55L  - - - QDP ;DA =!+-*G"7%GGGG}GGG=,q0"2,$6N#    &  )#%5::<<)rrLc|jjSr)rfrOrs rrOz'InliningInstructionTranslator.fake_modes {$$rcXtj|jSr)rrrfrrs rrz)InliningInstructionTranslator.run_ctx_mgrs!+DK,E,E,G,GHHHrrctjrV|jsdS|jsdSt SdSr)rrr\ should_allow_nested_graph_breaksrfrr#)rr&s rrz:InliningInstructionTranslator.should_compile_partial_graphs_  % :<@@BB u;;;== u777799 9urrr+rr-r\ctjr"t||St dddgdS)NzGraph break in inlined functionrz2Graph breaks in an inlined call are not supported.r)rrr#rr:)rrrr&s rrz3InliningInstructionTranslator.create_call_resume_atsY  % R77007PQQ Q5L       rcP||_d|_tr)rr#rr3rs rrnz*InliningInstructionTranslator.RETURN_VALUEs #xxzz#' rcR|||_d|_tr)rr#rr3rs rroz*InliningInstructionTranslator.RETURN_CONSTs&#//55#' rrr#tuple[Any, VariableTracker, Source]cPd|jvr|jdds||jd}||}d|vrtjjj|}nt|}t|||}t||}n_|j d|j}t|}|j}t|||}t||}t|rt|}|||fS)Nr namedtuple_r:___unnamed_scope)r"r`r,rrir?r@rr_rHrrHrJrIrQrN) rrr-r.r/ fglobals_vt global_source globals_nameglobals_sources rget_globals_source_and_valuez:InliningInstructionTranslator.get_globals_source_and_values7  ' 'z0J0U0U 1 1 '.4K ..{;;M+--M2L# "0 !/$ >>~NNK&}d;;MM;;;"DNL*,77N!^N?/$??OOK-ndCCM ^ $ $ ;,M::M{M99rc|j}||jvr||S|jj|jur#t |dS||\}}}|jj ||r5| |jj ||dS|j|}| tj |||dSr)rrr"r&rrCr#r*rsr has_pending_mutation_of_attrr< load_attrr]r()rrrrrorpr~r&s rr*z*InliningInstructionTranslator._load_global s{ t~ % %$$T** * ; #t~ 5 5 GG  & & & & &,0,M,Md,S,S )A{M{'DD[RVWW M $+2<<[$OOPPPPPt, //e]KKLLLLLrcx|jj|jur#t|dS|}t |trtd|j dg|j }| |\}}}|jj |||dS)Nz3Storing Tensor hook handle in globals (inline call)r5r) rrCr"r#r8rrKrr:rrrsr  store_attr)rrr~r_fglobals_valuerorr&s rr8z*InliningInstructionTranslator.STORE_GLOBALs ; #t~ 5 5 GG  & & & & &HHJJE%!899 Q K 8  ;D.2.O.OPT.U.U +O[! K $ / / T5 I I I I Ir) rfrr$rrrrrrr)r$rrr)) rfrr$r]rrWrrrrr)rfrr<r|rRrQrSrQrTrrUrr\r]rrrrr rr)rrrrk)rrrrrr rrr9r&r'r$rrOrrrrnrorsr*r8r'r(s@rrrds**....%%%%%%%[%===\=~KKK\KZB,B,B,B,H9*9*9*9*9*9*v%%%X%IIII         %:%:%:%:NMMMMMM"JJJJJJJJJJrrcleZdZUded<dfd Zdd Zdd ZddZdfd Zdfd Z ddZ ddZ xZ S)rOrWrZrrrrrcdtj|i|g|_d|_d|_dSr)r#r$rZrXrW)rrrr&s rr$z/InliningGeneratorInstructionTranslator.__init__4s=$)&)))!#( -2***rrcdSrrrs rrzCInliningGeneratorInstructionTranslator.should_compile_partial_graph:surrr+cd|}|j|t|jtkrt jdt|tj dtj s|j r||_tdS)NzqToo many yield values in generator. Maybe you are inlining an infinite generator. If not, please report a bug at )rrZrrrprInfiniteGeneratorErrorPT2_ISSUE_TRACKER_URLr<rbrsrrrWr#r5)rrtops r YIELD_VALUEz2InliningGeneratorInstructionTranslator.YIELD_VALUE>shhjj ##C((( t# $ $'9 9 9,J2GJJ  ")$//000  5 1 $'D     rc|jd}t|tsU|t t ||gi}||dSdSr)rXrKrtrrarrr<)rrrress rGET_YIELD_FROM_ITERz:InliningGeneratorInstructionTranslator.GET_YIELD_FROM_ITEROskjn#344  HHJJJ!$''55dSE2FFC IIcNNNNN  rcTd|_t|Sr6)rXr#rnrrr&s rrnz3InliningGeneratorInstructionTranslator.RETURN_VALUEV##' ww##D)))rcTd|_t|Sr6)rXr#rors rroz3InliningGeneratorInstructionTranslator.RETURN_CONSTZrrct|jdksJ|}|jd}|st dddg ||}t |jtr |jdksJ|xjdzc_| || |dS#ttj f$ry}t |tj rtj||| tj|jYd}~dSd}~wwxYw) NrrUnreachable sub-generator coder@Should only be encountered while implementing generator support.rrr)rrXrrYr:rrKrrr<rrrrrrbrsr~rrr1rexs r YIELD_FROMz1InliningGeneratorInstructionTranslator.YIELD_FROM^s|4:!####hhjjjn##%%  8^      ###D))C43S99 ,q0000  $ $ ) $ $ IIcNNN   T " " " " "#s<= 9 9 9"c;<< 4-d333 HHJJJ II&-bh77 8 8 8 8 8 8 8 8 8  9s$CE+2A.E&&E+cNt|jdksJ|}|jd}t|tt fs:t|t rt|jtj j r| r | |}| |dS#ttjf$rp}t"jdkr|| t'j|j||Yd}~dSd}~wwxYwt-dddgdSt-dd t/|d t/|d gdS) NrrrrrrrzSEND with bad typez TOS type: z(Attempted to SEND with unsupported type rJ)rrXrrKrsrkrr~rrIteratorrYrr<rrrrOrrbrsrr:r[rs rSENDz+InliningGeneratorInstructionTranslator.SENDs4:!####hhjjjn c,.JK L L&  s5 6 6& 39ko&>??& ##%% #++D11CIIcNNNNN&s'DE $ $ $''11 II.5bh??@@@IIdOOOOOOOOO $&< b  ,3WS\\33Vws||VVV       s'CE)A%EE)rrrrrrr r) rrrrr$rrrrnrorrr'r(s@rrOrO0s****333333 "************$#$#$#$#L********rrO)rrrr)rr)rrrr)r6r7rr8)rGrHrr)rRrrrS)rrrjrkr<rrr)rjrkr<rrrz)r<rrrrr)r __future__rrcollections.abcrr rrcrDrrArrrrorBrO threadingrrLrrrtypingrrrr r r r typing_extensionsr rtorch._loggingtorch._dynamo.excrr torch._guardsrrtorch._logging.structuredr%torch.fx.experimental.symbolic_shapesrtorch.utils._functoolsrrrrrrrrbytecode_analysisrrrrbytecode_transformationr r!r"r#r$r%r&r'r(r)r*r+r,r-r.r/codegenr0r1r2r3r4r5r6r7r8r9r:r;funcname_cacher<guardsr=r> output_graphr?r@rA polyfillsrB replay_recordrCrDrrErFrGrrHrIrJrKrLrMrNrOrPrQutilsrRrSrTrUrVrWrXrYrZvariables.baser[r\r]variables.builderr^r_r`variables.builtinravariables.constantrbvariables.ctx_managerrcrdrerfvariables.dictsrgrhvariables.functionsrirjrkrlrmrnrovariables.iterrpvariables.lazyrqvariables.listsrrrsrtrurvrwvariables.miscrxryrzr{r|r}variables.nn_moduler~rvariables.streamsrvariables.tensorrrvariables.torch_functionrrvariables.user_definedrrrrrrrrtorch._subclasses.fake_tensorrrir getLoggerrrrrgetArtifactLoggerrtrLrrrrrrrcontainsrrrrrrcacher dataclassrrrrrrrrrrrrrr3r5rFrQriryrwrrrrr*rr:r_nb_opsrrrOrrrrs 0#"""""    """"""QQQQQQQQQQQQQQQQQQ$$$$$$ OOOOOOOO11111111//////<<<<<<////// "'&&&&&                          )(((((////////NNNNNNNNNN00000099999999                    ;:::::::                      GFFFFFFFFFRRRRRRRRRR......000000 <;;;;;;;/.....//////QPPPPPPP222222GGGGGGGG(==========<<<<<<''''''g!!.228^LL11(LII>33HnMM^55h@PQQio''4R4L4R4T4T'''"/("344B _X] + + 9 D!!HD  %&(  )))) : @@@@@@@@F          22222222 33333333. 4444 ))))& $$$$ !!!!!!!!H     ~        I   9AAAA  ....&''''T BGGGG^PPPPfJJJJJJJJ4 ________DZ3;Z3;Z3;Z3;Z3;'Z3;Z3;Z3;Z3;zfZZZZZ5ZZZzw  IJIJIJIJIJ$=IJIJIJX~~~~~-J~~~~~r