P/j"6UddlZddlmZmZmZmZmZmZddlZddl m cm Z ddl m cm cmZddlm cm cmcmZddlm cm cmcmZddlm cm cmcmcmZddlm cm cmZddlm cm cmcmZddlm cm cmZddlm cm cmcmZ ddl!m cm cmcm"Z#ddl$Zddl%m cm&Z'ddlm Z ddl(m)Z)m*Z*ddl+m,Z,m-Z-ddl.m/Z/ddl0m1Z1gdZ2e-ejfe,ejhe jje#jje jle#jle jne#jne jpe#jpe jre#jre jte#jte jve#jve jxe#jxe jze#jze j|e#j|e j~e#j~e je#je je#jiZBeeefeCd <ie-ejfe,ejhe jeje jeje jeje jlejle jnejne jpejpe jrejre jtejte jvejve jeje jxejxe jzejze jeje jeje jejie jeje jeje jeje jeje jjjejje jjejje jeje jeje jejejejejejejejejejejejejejejejejejiejejejejejejejejlejejnejejpejejejejejejejejejejejejejejjejjejjejnejnejpejpZgeeefeCd <e jnejne jpejpe jjejje jjjejjejejejejejejejejejejejejejejejejejejejejiZheeefeCd <e j|e j|e jje jjejje jje jjje jje je je je je j~e j~e je jejeje jzejze jxejxi ZjeeefeCd <e jhZleeeCd <e'jejj(je'jejj(je'jejj(je'jejj(je'jejj(je'jejj(jiZteeeeufefeCd<e je)e je)e je)e je*iZzeeefeCd<e jje jj(jjiZ|eeefeCd<e jje jj(j.jjiZ}eeefeCd<deefdZ~deeeffdZdeeeffdZdeeeffdZdeeeffdZ d*dedeeeefdedefdZ d+dedeeeefdefdZdeeeffdZdeeeffdZdeeeffd Zdeeeffd!Zdeefd"Zdeefd#Zdeeeeufeffd$Zd%eeeufdefd&Zd'ejjdeefd(Zd'ejjdefd)Zy),N)AnyCallableDictOptionalSetUnion)nn)+default_fixed_qparams_range_0to1_fake_quant.default_fixed_qparams_range_neg1to1_fake_quant) DeQuantStub QuantStub)get_combined_dict)type_before_parametrizations).DEFAULT_REFERENCE_STATIC_QUANT_MODULE_MAPPINGS$DEFAULT_STATIC_QUANT_MODULE_MAPPINGSDEFAULT_QAT_MODULE_MAPPINGS%DEFAULT_DYNAMIC_QUANT_MODULE_MAPPINGS,DEFAULT_FLOAT_TO_QUANTIZED_OPERATOR_MAPPINGS"DEFAULT_MODULE_TO_ACT_POST_PROCESS+DEFAULT_STATIC_SPARSE_QUANT_MODULE_MAPPINGS,DEFAULT_DYNAMIC_SPARSE_QUANT_MODULE_MAPPINGSno_observer_set(get_default_static_quant_module_mappings2get_default_static_quant_reference_module_mappings*get_embedding_static_quant_module_mappings/get_default_static_sparse_quant_module_mappingsget_static_quant_module_classget_dynamic_quant_module_classget_default_qat_module_mappings!get_embedding_qat_module_mappings)get_default_dynamic_quant_module_mappings0get_default_dynamic_sparse_quant_module_mappings$get_default_qconfig_propagation_list&get_default_compare_output_module_list0get_default_float_to_quantized_operator_mappingsget_quantized_operatorrrrr_INCLUDE_QCONFIG_PROPAGATE_LISTrrrrreturncntjjtjjh}|S)z8These modules cannot have observers inserted by default.)r quantizableLSTMMultiheadAttention) no_observerss n/root/repos/pocs/video-evals/.venv/lib/python3.12/site-packages/torch/ao/quantization/quantization_mappings.pyrrs&NN'')J)JKL c4tjtS)z8Get module mapping for post training static quantization)copydeepcopyrr/r.rrs === >>r/c4tjtS)zBGet reference module mapping for post training static quantization)r1r2rr3r/r.rrs ==G HHr/ctjt}tj|t j<tj |t j <|S)z7Get module mapping, including mapping for embedding QAT)r1r2rnnq EmbeddingBagnnqat Embeddingmappings r.rrs>mm@AG"%"2"2GE  "}}GEOO Nr/c4tjtS)z?Get module mapping for post training static sparse quantization)r1r2rr3r/r.rrs ==D EEr/float_module_classadditional_static_quant_mapping is_referencec|i}t|rtnt|}|j|d}|Jdt |dzt j |S)zen Get the statically quantized module class corresponding to the floating point module class NFloating point module class 5 does not have a corresponding quantized module class)rrrgetstrr1r2)r=r>r? all_mappingsstatic_quant_module_classs r.rrs}'.*,'$  7 1' L !- 0 01CT J $ 0 &s+='>&?@ A B 0 ==2 33r/ additional_dynamic_quant_mappingc|i}tt|}|j|d}|Jdt|dzt j |S)zfn Get the dynamically quantized module class corresponding to the floating point module class NrArB)rrrCrDr1r2)r=rGrEdynamic_quant_module_classs r.rrsu(/+-($-/OL".!1!12Dd!K % 1 &s+='>&?@ A B 1 ==3 44r/c4tjtS)z:Get default module mapping for quantization aware training)r1r2rr3r/r.rrs ==4 55r/ctjt}tj|t j<tj |t j <|S)zGet module mapping for quantization aware training This is includes default values in addition to enabling qat for embeddings. )r1r2rr8r7r r9r:s r.r r s> mm78G$11GBOO!OOGBLL Nr/ctS)z9Get module mapping for post training dynamic quantization)rr3r/r.r!r!*s 00r/ctS)z@Get module mapping for post training dynamic sparse quantization)rr3r/r.r"r"/s 77r/cttjttjzttjzt z}t j|S)z_Get the default list of module types that we'll attach qconfig attribute to in prepare )setrkeysrrr'r1r2)#QCONFIG_PROPAGATE_MODULE_CLASS_LISTs r.r#r#4se 0 5 5 78 )..0 1 2 388: ; < * *( ==< ==r/cttjttjzttjzttj zttj zttj zt z}tj|S)zSGet list of module class types that we will record output in numeric suite ) rOrvaluesrrrPr'r1r2).NUMERIC_SUITE_COMPARE_MODEL_OUTPUT_MODULE_LISTs r.r$r$As 0 7 7 9: )002 3 4 3::< = > 2779 : ; )..0 1  2 388: ;  < *  *3 ==G HHr/c4tjtSN)r1r2rr3r/r.r%r%Qs ==E FFr/float_opc^tj|d}|Jdt|d|S)z>Get the quantized operator corresponding to the float operatorNz Operator z) does not have corresponding quantized op)rrCrD)rW quantized_ops r.r&r&Xs@?CCHdSL L 3x=/!JKL r/modulec@tjt|dS)zGet the special activation post process for `module`, this has higher priority than the activation post process in `qconfig` e.g. input: torch.nn.Sigmoid output: default_affine_fixed_qparam_fake_quant N)rrCrrZs r._get_special_act_post_processr]as! . 1 1$V,d r/c@|jxrt|tvSrV)trainingtyperr\s r._has_special_act_post_processrams ?? QtF|/QQQr/)NFrV)r1typingrrrrrrtorch torch.ao.nnaor ao_nntorch.ao.nn.intrinsic intrinsicnnitorch.ao.nn.intrinsic.qatqatnniqattorch.ao.nn.intrinsic.quantized quantizednniq'torch.ao.nn.intrinsic.quantized.dynamicdynamicnniqdtorch.ao.nn.qatr8torch.ao.nn.qat.dynamicnnqatdtorch.ao.nn.quantizedr6torch.ao.nn.quantized.dynamicnnqdtorch.ao.nn.quantized.reference referencennqrtorch.ao.nn.sparsetorch.nn.functional functionalF#torch.ao.quantization.fake_quantizer r torch.ao.quantization.stubsr r torch.ao.quantization.utilsrtorch.nn.utils.parametrizer__all__Quantize DeQuantizeLinearConv1dConv2dConv3dConvTranspose1dConvTranspose2dConvTranspose3dr9r7GRUCellLSTMCellRNNCellr+r__annotations__ BatchNorm2d BatchNorm3dDropoutELU GroupNorm HardswishInstanceNorm1dInstanceNorm2dInstanceNorm3d LayerNorm LeakyReLUmoduleslinearNonDynamicallyQuantizableLinearReLU6PReLUFloatFunctional QFunctionalBNReLU2dBNReLU3d ConvReLU1d ConvReLU2d ConvReLU3d ConvAdd2d ConvAddReLU2d LinearReLULinearLeakyReLU LinearTanhConvBn1dConvBn2dConvBn3d ConvBnReLU1d ConvBnReLU2d ConvBnReLU3d LinearBn1drrGRUr Sequentialr'eluops hardswish instance_norm layer_norm leaky_reludropoutrrD HardsigmoidSigmoidSoftmaxTanhrsparserrrrrrrboolrrrr r!r"r#r$r%r&Moduler]rar3r/r.rs  << ##**..777((##,,..?9C 8s||IIt{{IIt{{IIt{{IIt{{,,,,,,LL$..OOT&&JJ KKJJ GGTYYG.Xs]0C&6= s||6=6=NNCOO6=NNCOO 6= JJ 6= IIszz 6=IIszz6=IIszz6=++6=++6=++6=FFCGG6=LL#--6=OOS%%6=LL#--6= LL#--!6="s))#6=$s))%6=&s))'6=(LL#--)6=*LL#--+6=,JJ55szz-6=.IIszz/6=0HHcii16=2JJ 36=4HHcii56=896=<LL$--=6=>LL$--?6=@NNDOOA6=BNNDOOC6=DNNDOOE6=FMM4>>G6=Ht))I6=JNNDOOK6=L--M6=NNNDOOO6=P OOSZZQ6=R OOSZZS6=T OOSZZU6=V W6=X Y6=Z [6=\ t]6=^ t_6=` ta6=b szzc6=f LL#**g6=h LL#**i6=j LL#**k6=$d8S=&96tIIu||IIu||IIu||JJ55u||LL&//LL&//LL&//f))f))f))NNF%%NNF%%NNF%%NNF%%4T(C-0(JJ IIt{{ MM4;;JJ55t{{GGTYYFFDHHKKJJ NNE$$OOS%%LL#-->%tHcM':0MM2XEE599   " "KK$$..OOUYY((66LL%))%%00LL%))%%00IIuyy""** V,d533G3Q.RNN?JJ;JJ;GG ; @"D8);$<IIu||%%,,D+T(C--@ IIu||%%--44E,d8S=.A S ?$x}2E? ID314# 3F1 8$x}:M8 >c(m > IH I Gx} x '(GU8S=%9h %((// hx>P R%((//RdRr/