BvhZddlmZddlmZddlmZddlmZeeZ GddeZ y)) getLogger)Fusion) NumpyHelper) OnnxModelc@eZdZdeffd ZfdZdZdZdZxZ S)FusionConstantFoldmodelc8t||ddgd|_y)N Transposer)super__init__count)selfr __class__s W/RAG/venv/lib/python3.12/site-packages/onnxruntime/transformers/fusion_constant_fold.pyrzFusionConstantFold.__init__s [M2 ct||jdkDr#tj d|jyy)NrzConstant Folded: )r applyrloggerinfo)rrs rrzFusionConstantFold.applys4   ::> KK+DJJ<8 9 rcP|j||||j|||y)zX Apply multiple fusions on Transpose nodes that can be constant folded. N)fuse_1fuse_2)rnodeinput_name_to_nodesoutput_name_to_nodes rfusezFusionConstantFold.fuses( D-/BC D-/BCrct|jdk7st|jdk7rtj dy|j j |jd}|tj dyd}||jdD]-}|jdk(rt|jdk(r+d}n|rtj d y||jdD]%}|jd k(r|jd k(r#d}n|rtj d ytj|}t|jd k7rtj dy|j}|j} |j||j|| |jd|jdg|j||jdD]}t!t|jD]} |j| |jdk(s#|jd|j| <|jd k(sO| dk(s| dk(sZ| dk(rdnd} t#|j$D])\} } | j| k(sd|j$| _+|j(j+||xj,dz c_y)z Constant fold any initializer data representing a MatMul's weights that are stored in a Transpose op Ex: Transpose --> Gemm or Transpose --> MatMul :fuse_constant_fold: node has more than one input or outputNrz8fuse_constant_fold: failed to identify initializer inputFr TzAfuse_constant_fold: other non-Transpose nodes use the initializerGemmMatMulzOfuse_constant_fold: other non-Gemm and non-MatMul nodes use the transposed dataz7fuse_constant_fold: shape of initializer data is not 2D)name data_typedimsvalstransAtransB)leninputoutputrdebugr get_initializerop_typerto_arrayshaper%r&remove_initializeradd_initializerTrange enumerate attributeinodes_to_removeappendr)rrrrprotoskip child_nodeweightr%dtyper9keyjattr_keys rrzFusionConstantFold.fuse_1 s tzz?a 3t{{#3q#8 LLU V  **4::a=9 = LLS T -djjm  LLj k %%e, v||  ! LLR S zz & ,,q/6<<?3  .dkk!n=J3z//01##A&$++a.8*.**Q-J$$Q'!))V3a16*+q&hh+4Z5I5I+JKAx'}}3<= 4 4Q 7 9,K2> ##D) a rct|jdk7st|jdk7rtj dy|j j |dd}|tj dyt|jdk7st|jdk7rtj dy|jdj}|jdj}||k7rtj dy|jd}||jd}|D]A} t| jD]'\} } | |jdk(s|| j| <)C|jj||jj||xjdz c_ y) z Constant fold any Transpose --> Transpose ops since the root input is the final result Ex: root_input --> Transpose --> Transpose --> next_node to root_input --> next_node r r!Nr rz: 'K&{'8'89 6T[[^++5K%%a(:( ##D) ##K0 a r) __name__ __module__ __qualname__rrrrrr __classcell__)rs@rrrs&i: DFP(rrN) loggingr fusion_baser fusion_utilsr onnx_modelrrNrrrrrWs+ $ 8 AAr