9i=60UddlZddlmZddlmZddlZddlmcmZ ddl mcmcm Z ddl mcmcm cmZddlmcmcm cmZddlmcmcm cmcmZddlmcmcmZddlmcmcmcmZddlmcmcmZddlmcmcmcmZddlmcmcmcmZ ddl!Zddl"mcm#Z$ddlmZddl%m&Z&m'Z'ddl(m)Z)m*Z*ddl+m,Z,ddl-m.Z.gd Z/e*ej0e)ej1ej2e j2ej3e j3ej4e j4ej5e j5ej6e j6ej7e j7ej8e j8ej9e j9ej:e j:ej;e j;ej<e j<ej=e j=ej>e j>iZ?e@eefeAd <ie*ej0e)ej1ejBejBejCejCejDejDej3ej3ej4ej4ej5ej5ej6ej6ej7ej7ej8ej8ejEejEej9ej9ej:ej:ejFejFejGejGejHejHiejIejIejJejJejKejKejLejLejMjNjOej2ej2ej2ejPejPejQejQejRejSe jTejTe jUejUe jVejVe jWejWe jXejXe jYejYe jZejZe j[ej[e j\ej\e j]ej]ej^ej3ej_ej4ej`ej5ejaejVejbejWejcejXejWejWejXejXej[ej[ejdej2ej2ej2ej4ej4ej5ej5iZee@eefeAd <ej4ej4ej5ej5ej2ej2ejMjNjOej2e j^ej^e j_ej_e j`ej`e jaejae jbejbe jcejce jWejWe jXejXe j[ej[e jdejdiZfe@eefeAd <ej;ej;ej2ej2ej2ej2ejMjNjOej2ej>ej>ejgejgej<ej<ej=ej=e j[ej[ej:ej:ej9ej9i Zhe@eefeAd <ejihZjekeeAd<e$jlejmjjle$jnejmjjne$joejmjjoe$jpejmjjpe$jqejmjjqe$jrejmjjriZse@eetzefeAd<ejue&ejve&ejwe&ejxe'iZye@eefeAd<ej2e jzjj2iZ{e@eefeAd<ej2e jzjjj2iZ|e@eefeAd<dekefdZ}de@eeffdZ~de@eeffdZde@eeffdZde@eeffdZ d,dede@eefdzdedefdZ d-dede@eefdzdefdZde@eeffd Zde@eeffd!Zde@eeffd"Zde@eeffd#Zdekefd$Zdekefd%Zde@eetzeffd&Zd'eetzdefd(Zd)ejjdedzfd*Zd)ejjdefd+ZdS).N)Callable)Any)nn)+default_fixed_qparams_range_0to1_fake_quant.default_fixed_qparams_range_neg1to1_fake_quant) DeQuantStub QuantStub)get_combined_dict)type_before_parametrizations).DEFAULT_REFERENCE_STATIC_QUANT_MODULE_MAPPINGS$DEFAULT_STATIC_QUANT_MODULE_MAPPINGSDEFAULT_QAT_MODULE_MAPPINGS%DEFAULT_DYNAMIC_QUANT_MODULE_MAPPINGS,DEFAULT_FLOAT_TO_QUANTIZED_OPERATOR_MAPPINGS"DEFAULT_MODULE_TO_ACT_POST_PROCESS+DEFAULT_STATIC_SPARSE_QUANT_MODULE_MAPPINGS,DEFAULT_DYNAMIC_SPARSE_QUANT_MODULE_MAPPINGSno_observer_set(get_default_static_quant_module_mappings2get_default_static_quant_reference_module_mappings*get_embedding_static_quant_module_mappings/get_default_static_sparse_quant_module_mappingsget_static_quant_module_classget_dynamic_quant_module_classget_default_qat_module_mappings!get_embedding_qat_module_mappings)get_default_dynamic_quant_module_mappings0get_default_dynamic_sparse_quant_module_mappings$get_default_qconfig_propagation_list&get_default_compare_output_module_list0get_default_float_to_quantized_operator_mappingsget_quantized_operatorr r rr_INCLUDE_QCONFIG_PROPAGATE_LISTrrrrreturncJtjjtjjh}|S)z8These modules cannot have observers inserted by default.)r quantizableLSTMMultiheadAttention) no_observerss ^/var/www/icac/venv/lib/python3.11/site-packages/torch/ao/quantization/quantization_mappings.pyrrsN')JKL c4tjtS)z8Get module mapping for post training static quantization)copydeepcopyr r+r*rrs == > >>r+c4tjtS)zBGet reference module mapping for post training static quantization)r-r.r r/r+r*rrs =G H HHr+ctjt}tj|t j<tj|t j<|S)z7Get module mapping, including mapping for embedding QAT)r-r.r nnq EmbeddingBagnnqat Embeddingmappings r*rrs5m@AAG"%"2GE "}GEO Nr+c4tjtS)z?Get module mapping for post training static sparse quantization)r-r.rr/r+r*rrs =D E EEr+Ffloat_module_classadditional_static_quant_mapping is_referencec|i}t|rtnt|}||d}|"t dt |dzt j|S)zen Get the statically quantized module class corresponding to the floating point module class NFloating point module class 5 does not have a corresponding quantized module class)r r r getAssertionErrorstrr-r.)r9r:r; all_mappingsstatic_quant_module_classs r*rrs'.*,'$  266 1' L !- 0 01CT J J ( D3/A+B+B D DE F    =2 3 33r+ additional_dynamic_quant_mappingc|i}tt|}||d}|"tdt |dzt j|S)zfn Get the dynamically quantized module class corresponding to the floating point module class Nr=r>)r rr?r@rAr-r.)r9rDrBdynamic_quant_module_classs r*rrs(/+-($-/OL".!1!12Dd!K!K!) D3/A+B+B D DE F    =3 4 44r+c4tjtS)z:Get default module mapping for quantization aware training)r-r.rr/r+r*rrs =4 5 55r+ctjt}tj|t j<tj|t j<|S)zGet module mapping for quantization aware training This is includes default values in addition to enabling qat for embeddings. )r-r.rr4r3rr5r6s r*rr!s6 m788G$1GBO!OGBL Nr+ctS)z9Get module mapping for post training dynamic quantization)rr/r+r*rr,s 00r+ctS)z@Get module mapping for post training dynamic sparse quantization)rr/r+r*rr1s 77r+c"ttttzttzt z}t j|S)z_Get the default list of module types that we'll attach qconfig attribute to in prepare )setr keysrrr#r-r.)#QCONFIG_PROPAGATE_MODULE_CLASS_LISTs r*rr6sx 0 5 5 7 788 )..00 1 1 2 388:: ; ; < * *( =< = ==r+c ttttzttzttzttzttzt z}tj|S)zSGet list of module class types that we will record output in numeric suite ) rLr valuesrrrMr#r-r.).NUMERIC_SUITE_COMPARE_MODEL_OUTPUT_MODULE_LISTs r*r r Cs 0 7 7 9 9:: )0022 3 3 4 3::<< = = > 27799 : : ; )..00 1 1  2 388:: ; ;  < *  *3 =G H HHr+c4tjtSN)r-r.rr/r+r*r!r!Ss =E F FFr+float_opc~t|}| tdt|d|S)z>Get the quantized operator corresponding to the float operatorNz Operator z) does not have corresponding quantized op)rr?r@rA)rT quantized_ops r*r"r"ZsI?CCHMML PH P P P    r+modulecRtt|dS)zGet the special activation post process for `module`, this has higher priority than the activation post process in `qconfig` e.g. input: torch.nn.Sigmoid output: default_affine_fixed_qparam_fake_quant N)rr?r rWs r*_get_special_act_post_processrZds) . 1 1$V,,d  r+c<|jot|tvSrS)trainingtyperrYs r*_has_special_act_post_processr^ps ? QtF||/QQQr+)NFrS)r-collections.abcrtypingrtorch torch.ao.nnaorao_nntorch.ao.nn.intrinsic intrinsicnnitorch.ao.nn.intrinsic.qatqatnniqattorch.ao.nn.intrinsic.quantized quantizednniq'torch.ao.nn.intrinsic.quantized.dynamicdynamicnniqdtorch.ao.nn.qatr4torch.ao.nn.qat.dynamicnnqatdtorch.ao.nn.quantizedr2torch.ao.nn.quantized.dynamicnnqdtorch.ao.nn.quantized.reference referencennqrtorch.ao.nn.sparsetorch.nn.functional functionalF#torch.ao.quantization.fake_quantizerrtorch.ao.quantization.stubsrr torch.ao.quantization.utilsr torch.nn.utils.parametrizer __all__Quantize DeQuantizeLinearConv1dConv2dConv3dConvTranspose1dConvTranspose2dConvTranspose3dr5r3GRUCellLSTMCellRNNCellr'r dict__annotations__ BatchNorm2d BatchNorm3dDropoutELU GroupNorm HardswishInstanceNorm1dInstanceNorm2dInstanceNorm3d LayerNorm LeakyReLUmoduleslinearNonDynamicallyQuantizableLinearReLU6PReLUFloatFunctional QFunctionalBNReLU2dBNReLU3d ConvReLU1d ConvReLU2d ConvReLU3d ConvAdd2d ConvAddReLU2d LinearReLULinearLeakyReLU LinearTanhConvBn1dConvBn2dConvBn3d ConvBnReLU1d ConvBnReLU2d ConvBnReLU3d LinearBn1dr rGRUr Sequentialr#rLeluops hardswish instance_norm layer_norm leaky_reludropoutrrA HardsigmoidSigmoidSoftmaxTanhrsparserrrrrrrboolrrrrrrrr r!r"ModulerZr^r/r+r*rs  $$$$$$ ############***************...............777777777777777777(((((((((((((((############,,,,,,,,,,,,,,,...............?>>>>>>>999999CCCCCC   8s|It{It{It{It{,,,L$.OT&J KJ GTYG.Xs]0C&5= s|5=5=NCO5=NCO 5= J 5= Isz 5=Isz5=Isz5=+5=+5=+5=FCG5=L#-5=OS%5=L#-5= L#-!5="s)#5=5=$s)%5=&s)'5=(L#-)5=*L#-+5=,J5sz-5=.Isz/5=0Hci15=2Hci35=675=:L$-;5=<L$-=5=>NDO?5=@NDOA5=BNDOC5=DM4>E5=Ft)G5=HNDOI5=5=J-NDO OSZ OSZ OSZ    t t t sz L#* L#* L#*i5=5=$d8S=&9555rIu|Iu|Iu|J5u|L&/L&/L&/f)f)f)NF%NF%NF%NF%4T(C-0(J It{ M4;J5t{GTYFDHKJ NE$OS%L#->%tHcM':0M2XE59  "K$.OUY(6L%)%0L%)%0Iuy"* P,d8c>83K.LN?J;J;G ; @"D8);$<Iu|%,D+T(C--@ Iu|%-4E,d8S=.A S ?$x}2E???? ID314# 3F1111 8$x}:M8888 >c(m > > > > IH I I I I G$ sNH;GGGGX^ %(/ ho    R%(/RdRRRRRRr+