o 3Ih @sJddlZddlmZddlmZddlmZeeZ GdddeZ dS)N)Fusion)helper) OnnxModelcs*eZdZdeffdd ZddZZS)FusionQuickGelumodelcst|ddgdS)N QuickGeluMul)super__init__)selfr __class__i/home/air/sanwanet/gpt-api/venv/lib/python3.10/site-packages/onnxruntime/transformers/fusion_quickgelu.pyr szFusionQuickGelu.__init__c CsT|jdkr tddS|}|jd}|j|dgdg}|dur(tddS|d}|j|dgdg}|durAtddS|d}|j|jd}t|dd kr_td dS|jd|krmtd dSt j d |g|j dg|j d d } d| _ | jt d|g|j|||g|j| |j|j| j<|d dS)Nrz/fuse_quickgelu: failed to match second Mul noderSigmoidz,fuse_quickgelu: failed to match Sigmoid nodez.fuse_quickgelu: failed to match first Mul nodegs