:i7 VddlZddlmZddlmZmZddlZddlm Z ddl m Z gdZ Gddej jZd ej jd efd Zd ej jd edefdZ ddeejjej jfdeeej jgefdedefdZdS)N)Callable)OptionalUnion)map_arg) split_module)FoldedGraphModuleget_unique_attr_name_in_modulesplit_const_subgraphsc eZdZdZ d dejjdejjde ejjde e de f fd Z fd Z d Z xZS) ra FoldedGraphModule is a GraphModule which also contains another `const_subgraph_module` representing a subgraph which has all const attr inputs and which can be run once before running the main standard `graph`. The `const_output_names` are the ordered list names of attrs which represent what each respective output from the const_subgraph should be set on which attrs. Ncudarootgraphconst_subgraphfx_const_folded_attrs_namedevice_for_folded_attrsct|||dntj|||_d|_||_||_dS)NF) super__init__torchfx GraphModuleconst_subgraph_modulehas_folding_been_runrr)selfr rrrr __class__s S/var/www/icac/venv/lib/python3.11/site-packages/torch/fx/experimental/const_fold.pyrzFoldedGraphModule.__init__sk u%%%% D%%dN;; " %*!*D''>$$$cf|js|tj|SN)r run_foldingr__call__)rargskwargsrs rr!zFoldedGraphModule.__call__.s4(       uww&&rc>jjdSjrJd_}fdt|tr+t jfd|Dn |}tj|dS)NTcVtjt|ts&|n-tj|gj t|tjr|j ndS)N)deviceF) requires_grad) rnn Parameter isinstanceintdetachcloneTensortorr')irs r _create_paramz4FoldedGraphModule.run_folding.._create_paramDs8%%!!S))O   """\1#&&))1M)NN1;Au|1L1LWaooRW & rc&g|] }|Sr3).0r0r1s r z1FoldedGraphModule.run_folding..Ms##K#K#KMM!$4$4#K#K#Kr) rrrr*tuplerr( ParameterListsetattr)r folded_attrsparamsr1s` @rr zFoldedGraphModule.run_folding3s  & ..6 F,,,,$(! 1133      ,.. -EH " "#K#K#K#Kl#K#K#K L L L|,,  d5v>>>>>r)NNr )__name__ __module__ __qualname____doc__rr(ModulerGraphrstrrr!r __classcell__)rs@rrrs4848'- ??ho?x~?!0 ? %-SM ? "% ??????$''''' ???????rrgminline_mod_namec, t||}t|tjjsJd}|jjD]}|jdkr|j |kr|}n|J|j }|j }i d} fd}|jjD]} | jdkr'| j |vr || j n|| | <|dz }4| jdkr3| j d} t| |} || r|j|5|j| |} dddn #1swxYwY| | <|j||jdS)z Given `gm` and some graph module which is called with target name `inline_mod_name`, this helper will inline all of the nodes from that called graph module into `gm`. N call_modulercT|}|j|_|Sr)metacopy)nodenew_nodereplacement_mappings rreplacement_fnz&_inline_module..replacement_fnks%&t, (( r placeholderoutput)dict named_modulesr*rrrrnodesoptargetr"r#namerreplace_all_uses_withinserting_before node_copy erase_nodeeliminate_dead_code)rCrD inline_modcall_mod_node_to_replacerJ call_mod_argscall_mod_kwargsph_countrM inline_nodeoutputsoutput_replacementsrKrLs @r_inline_modulerdTs9 b&&(())/:J j%("6 7 7777# 7m # # (F(F'+ $ E # / / /-1M.5O>@H "'-44 >] * *#66 011"8, , MH  >X % %!&q)G")'>"B"B  $ : :;N O O O  X & &'? @ @ G Gx))+~FFH G G G G G G G G G G G G G G G+3K(( H0111H  """""s(EE E mod_tracedrVreturncJtjdd|}|drd|}t||r]tjd|}||dz}n0|dd\}}|dt |dz}t||]|S) zP Make sure the name is unique (in a module) and can represents an attr. z[^0-9a-zA-Z_]+_rz (.*)_(\d+)$N_1rO)resubisdigithasattrmatchgroupr+)rerVrobasenums rr r s 6"C . .D Aw4zz *d # #,.. =$;DD Aq))ID#++SXX\++D *d # #, Krcpumoduleskip_folding_node_fnrc  ddl}t|tjjs tj|}n|}dtjjdt ffd td}|jj D]}|j dvr |j dkr(t|j  s@|r ||rN| rct|jd d|jr|j d krG||jx}r+t|tjjr |r||j dkrd }|st)||jSd tjjffd }t-|||} d\} } | jt1| | d} } | r | jj ngD]6}|j d kr)t3| |jt1| |j7| jj D]6}|j d kr)t3| |jt1| |j7d}| jj D]!}|j d kr|j| kr |j}n"|Jtj| | j}d}|jj D]}|j dkr!t|jdt6}/|j dkr;|t9|ksJ||}|dz }|j dksJ|j|5|j|j}dddn #1swxYwY|j |_|!||j"| dtGvsJtI|d}t3| ||rtj%&ntj%'| jj D]}|j d kr|j| kr|j|5|j|}dddn #1swxYwY|j |_|!|ntQ| | rtS| | | j*t)| | j|j||S)aJ Looks through `module` for any nodes that have all constant attribute inputs and separates them out into their own constant subgraph, and returns a FoldedGraphModule which runs that constant subgraph on the first run to set attributes on the module prior to running the non-constant portion of the graph. rNrtrfcbt|tjjs Jd|jjD]w}|jdkr|rdS|jdkrH||j x}r,t|tjjr |cSxdS)z` Return True if a GraphModule type subgraph contains any impure op, else False. zDcaller should only pass GraphModule to subgraph_has_impure_ops check call_functionTrFF) r*rrrrrSrT is_impure get_submodulerU)rtrJ submodule_subgraph_has_impure_opss rr|z7split_const_subgraphs.._subgraph_has_impure_opss&%("677  R   L& ; ;Dw/))dnn.>.>)tt=(("("6"6t{"C"CCY)y%(*>??) 0/ :::::urF>rPrNget_attr fill_valuerFTrJc|vrdndS)NrrOr3)rJ const_nodess r mod_partitionz,split_const_subgraphs..mod_partitionsK''qqQ.r)submod_0submod_1rPrNrOmultiple_outputs_FX_CONST_FOLDED_ATTRS)+sympyr*rrrsymbolic_traceboolsetrrSrTall_input_nodesissubsetryr#getExprrzrUaddrNoderrgetattrr8r"r6lenrXr}rHrIrWrZlocalsr r(r7r)rnrdr[)rtrurrrefound_const_foldingrJ target_modrsplitconst_mod_namenon_const_mod_nameconst_gm non_const_gmcall_const_gm_args root_const_gmph_idxrin_noderKrr9r|rs @@rr r soLLL feh2 3 3X,,V44  )=$,'*eeK &'''' 7/ / /  7j T-A)B)B)K)K * *    $8$8$>$>   >>     dkoolD995: F F   G} $ $)77 DDD %:ux';<< %)(44 %   7j "&  ? Z-=>>>/EHM////// V] ; ;E)?&N&"^WU>   7m # # .//////$V,! zZ''''  1 1$ 7 7 D D$*33GNCCH D D D D D D D D D D D D D D D ((  ""8,,,&&t,,,,  ) ) ) ) "@,""  "$4N   %(:L:L:N:N  ! 7m # # ~(E(E,,T22 O O#z223MNN  O O O O O O O O O O O O O O O $  0 0L   & &| 4 4 4 E u())2u0111 K##%%%   "   s$ NN N R55R9 <R9 )Nrs)rkcollections.abcrtypingrrtorch.fxr torch.fx.nodertorch.fx.passes.split_moduler__all__rrrrArdr r(r?rrr r3rrrs $$$$$$""""""""!!!!!!555555   ??????????,??????D5#ux+5#c5#5#5#5#pux/C3SV,GK#(BB %(/58#77 8B"8UX]OT,A#BCB!B BBBBBBr