9j> ddlZddlmZddlZddlmZddlmZgdZ GddejjZ ddejjd e d ed eejj ejj ffd Zd ejjde d e fdZ ddej&j(ejjzdeejj gefdzde d e fdZy)N)Callable)map_arg) split_module)FoldedGraphModuleget_unique_attr_name_in_modulesplit_const_subgraphsc eZdZdZ d dej j dejjdejjdzde dzde f fd Z fd Z d Z xZ S) ra FoldedGraphModule is a GraphModule which also contains another `const_subgraph_module` representing a subgraph which has all const attr inputs and which can be run once before running the main standard `graph`. The `const_output_names` are the ordered list names of attrs which represent what each respective output from the const_subgraph should be set on which attrs. Nrootgraphconst_subgraphfx_const_folded_attrs_namedevice_for_folded_attrsct||||dntjj |||_d|_||_||_y)NF) super__init__torchfx GraphModuleconst_subgraph_modulehas_folding_been_runr r)selfr r r r r __class__s `/media/conek/DATA/Code/OCR/venv/lib/python3.12/site-packages/torch/fx/experimental/const_fold.pyrzFoldedGraphModule.__init__sW u%% %%dN; " %*!*D''>$cT|js|jt| |SN)r run_foldingr__call__)rargskwargsrs rrzFoldedGraphModule.__call__-s(((    w&&rclj jyjr tdd_j}fd}t |t r3t jj|Dcgc] }|| c}n||}tj|ycc}w)NzFolding has already been runTcTtjjt|ts|j j n/tj|gjjt|tjr|jSdS)N)deviceF) requires_grad) rnn Parameter isinstanceintdetachcloneTensortorr$)irs r _create_paramz4FoldedGraphModule.run_folding.._create_paramDs88%%!!S)   "\\1#&))1M1M)N1;Au||1Laoo & SX & r) rr rAssertionErrorr'tuplerr% ParameterListsetattr)r folded_attrsr.r-paramss` rrzFoldedGraphModule.run_folding2s  & & ...6   $ $ !?@ @$(! 113  ,. HH " "l#KM!$4#K L|,  d55v> $Ls;B1)NNcuda)__name__ __module__ __qualname____doc__rr%ModulerGraphstrrrr __classcell__)rs@rrrss1515'- ?hhoo?xx~~?- ? %($J ? "% ?$' ?rrgminline_mod_namerun_dcereturnct|j|}t|tjj st dt|d}|jjD]%}|jdk(s|j|k(s#|}n|t d||j}|j}id}fd} |jjD]} | jdk(r+| j|vr|| jn||| <|dz }>| jd k(r| jd} t| | } g} t| t t"fraddl}|j&Dcgc]H}|jd k(r7|j|j(urt|jdt*r|J} }|j-| | D]o}|jd}t|t*st d t||j-| ||jj/|| ||<qi|jj1|5|jj3| | }ddd| <|jj/||r|jj5Scc}w#1swYOxYw) a Given `gm` and some graph module which is called with target name `inline_mod_name`, this helper will inline all of the nodes from that called graph module into `gm`. Returns a mapping from subgraph nodes to the newly created/mapped nodes in gm. zExpected GraphModule, got N call_modulez$Could not find call_module node for rcP|}|jj|_|Sr)metacopy)nodenew_nodereplacement_mappings rreplacement_fnz&_inline_module..replacement_fnqs$&t, ( r placeholderoutput call_functionzExpected int index, got )dict named_modulesr'rrrr/typer nodesoptargetrr namerlistr0operatorusersgetitemr(replace_all_uses_with erase_nodeinserting_before node_copyeliminate_dead_code)r>r?r@ inline_modcall_mod_node_to_replacerG call_mod_argscall_mod_kwargsph_countrJ inline_nodeoutputsoutput_replacements getitem_usersrWuseridxrHrIs @r_inline_modulerjTsb&&()/:J j%(("6"6 79$z:J9KLMM# 77m # (F'+ $  'COCTUVV-11M.55O>@H "''--,4 >>] *##6 0 01"8, , MH  >>X %!&&q)G")'>"B 24M-e}=!9 > >!ww/1 x'7'77"499Q<5 ! ! % : :;N O& Eiil!#s+(+CDI;)OPP**+>s+CD##D),?,D#D)  E  XX & &'? @ Gxx))+~FH G+3K(Y,4bHH01 $$& A!* G Gs3A K $KK mod_tracedrUc"tjdd|}|djrd|}t||rStjd|}||dz}n(|j dd\}}|dt |dz}t||rS|S)zP Make sure the name is unique (in a module) and can represents an attr. z[^0-9a-zA-Z_]+_rz (.*)_(\d+)$_1rL)resubisdigithasattrmatchgroupr()rkrUrtbasenums rrrs 66"C .D Aw4&z *d #. =$;D Aq)ID#V1SX\N+D *d # Krmoduleskip_folding_node_fnrc  ddl}t|tjjs tjj |}n|}dtjjdt ffd td}|jjD]}|jdvr|jdk7r%t|jjsG|r ||rR|jrct|jjd d|j r|jd k(rJ|j#|j$x}r-t|tjjr |rj'||jdk7sd }|st)||jSd tjj*ffd }t-|||} d\} } | j.t1| | d} } | r| jjngD]=}|jd k(st3| |j$t1| |j$?| jjD]=}|jd k(st3| |j$t1| |j$?d}| jjD]/}|jd k(s|j$| k(s#|j4}n| t7dtjj | | j}d}|jjD].}|jdk(rt|j4dt8}1|jdk7rA|t;|k\rt7d|dt;|d||}|dz }|jdk7rt7d|j|jj=|5|jj?|j$}ddd|j@jC_ |jE||jjG|1dtIvr t7dtK|d}t3| |rtjLjOntjLjQ| jjD]}|jd k(s|j$| k(s#|jj=|5|jj?|}ddd|j@jC_ |jE|ntS| | r tU| | | jjWt)| | j|j||S#1swYxYw#1swYxYw)aJ Looks through `module` for any nodes that have all constant attribute inputs and separates them out into their own constant subgraph, and returns a FoldedGraphModule which runs that constant subgraph on the first run to set attributes on the module prior to running the non-constant portion of the graph. rNrxrAct|tjjs t d|j j D]}|jdk(r|jry|jdk(s4|j|jx}sRt|tjjsw|cSy)z` Return True if a GraphModule type subgraph contains any impure op, else False. zDcaller should only pass GraphModule to subgraph_has_impure_ops checkrNTrCF) r'rrrr/r rRrS is_impure get_submodulerT)rxrG submodule_subgraph_has_impure_opss rrz7split_const_subgraphs.._subgraph_has_impure_opss&%(("6"67 V LL&& ;Dww/)dnn.>=("("6"6t{{"CCYCy%((*>*>?/ :: ;rF>rMrKget_attr fill_valuerCTrGc|vrdSdS)NrrL)rG const_nodess r mod_partitionz,split_const_subgraphs..mod_partitionsK'q.Q.r)submod_0submod_1z,Could not find call_module node for const_gmrMrKzPlaceholder index z out of range for args (len=)rLzExpected get_attr, got multiple_outputsz multiple_outputs not set in loop_FX_CONST_FOLDED_ATTRS),sympyr'rrrsymbolic_traceboolsetr rRrSall_input_nodesissubsetr|r getExprr}rTaddrNoderrgetattrr2rr/r0lenr\rrErFrZr[localsrr%r1r&rsrjr^)rxryrrrkfound_const_foldingrG target_modrsplitconst_mod_namenon_const_mod_nameconst_gm non_const_gmcall_const_gm_args root_const_gmph_idxrin_noderHr r3rrs @@rrrsM fehh22 3XX,,V4  )=)=$,'*eK  &&&' 77/ /  77j T-A-A)B)K)K *   $8$>  >>   dkkoolD95:: F  GG} $)77 DDD:uxx';';<(4   77j "& M&'R  Z-=-=>>/EHHMM/ V] ;E)?&N&"^^WU   77m #  S+, , $VH-./03 %V,!  :: # #:7::,!GH H  1 1$ 7 D$**33GNNCH D (  ""8,&&t,'-()?@@ "@,"  "$4 %((:L:L:N  !! 77m # ~(E,,T2 O#zz223MN  O $  0L   & &| 4  u()u01 KK##%   "  I D D, O Os &W3X3W= X )T)Ncpu)rpcollections.abcrtorch.fxr torch.fx.nodertorch.fx.passes.split_moduler__all__rrrr<rrOrrjrr%r:rrrrrs $!5 @?,,@?HEIW W/2W=AW %((-- &'Wtuxx/C/C3SV,DH#(H HHOOehh22 2H"EHHMM?D#89D@H!H Hr