9idYUddlZddlZddlmZddlmZmZddlm Z ddl m Z m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ddl0m1Z1ddl2m3Z3ddl4m5Z5ddl6Z6dd l7m8Z8m9Z9m:Z:gd Z;e<a=ee e?fze@d <d eAe e>e e?fzfd ZBdeAe e>e e?fzfdZCdZDdeAe e>e e?fzfdZEGddZFdZGdZHejIddZJde de>e?e?ffdZKdeZs$7==c,>O>OPPreturnc*ttSr9)listr6r?r=_get_safe_globalsrD_s ( ) ))r?c"tadSr9)r;r6rCr?r=_clear_safe_globalsrFds"uur?globals_to_removec4tt|z adSr9)r6r;)rGs r=_remove_safe_globalsrIis 8#>O:P:PPr?cHeZdZdeeeeefzfdZdZdZ dS) _safe_globalsr7c||_dSr9r<)selfr7s r=__init__z_safe_globals.__init__qs(r?c.t|jdSr9)r>r7)rMs r= __enter__z_safe_globals.__enter__ts$+,,,,,r?c.t|jdSr9)rIr7)rMtypevaluetbs r=__exit__z_safe_globals.__exit__wsT./////r?N) __name__ __module__ __qualname__rBrtuplestrrNrPrUrCr?r=rKrKps`)T(U8S=5I*I%J))))---00000r?rKcti}tD]}t|tr~t|dkrt dt|t |dt ur%tdt |d|\}}|||<|j|j }}|||d|<|S)NzYExpected tuple of length 2 (global, str of callable full path), but got tuple of length: zHExpected second item in tuple to be str of callable full path, but got: .) r6 isinstancerYlen ValueErrorrRrZ TypeErrorrWrX)rcfnamemodules r=_get_user_allowed_globalsrgsB %'' a   '1vv{{ xpstupvpvxxAaDzz$$k_cdefgdh_i_ikkGAtBtHH<DF%&B&!!4!! " " Ir?c tjjtjjtjjtjjtjjtjjtjjtjj tjj tjj tjj tjj h Sr9)torch_utils_rebuild_parameter_rebuild_parameter_with_state_rebuild_qtensor_rebuild_tensor_rebuild_tensor_v2_rebuild_tensor_v3_rebuild_sparse_tensor_rebuild_meta_tensor_no_storage_rebuild_nested_tensor_rebuild_wrapper_subclass!_rebuild_device_tensor_from_numpy&_rebuild_device_tensor_from_cpu_tensorrCr?r=_tensor_rebuild_functionsrwsp ' 2 % $ ' ' + 4 + .  6  ;# r?r]c tttjjtjjtjtjtj ttttd }tjD]}||t!|<tjD]}||t!|<dt%ddDD]}||t!|<dt%ddDD]}||t!|<tjD]}|||jd|j<tjD]q}|tjjtjjfvr7tj|j||jd|j<]|||jd|j<rtjtjtjtjtjfD]}||t!|<t?D]}||d|j<tj j!|d<|S) N) zcollections.OrderedDictzcollections.Counterztorch.nn.parameter.Parameterztorch.serialization._get_layoutz torch.Sizez torch.Tensorz torch.devicez_codecs.encodezbuiltins.bytearrayz builtins.setzbuiltins.complexc>g|]}ttd|S)uintgetattrri.0xs r= z(_get_allowed_globals..s( > > >QgeZAZZ(( > > >r?r]c>g|]}ttd|S)intr{r}s r=rz(_get_allowed_globals..s( = = =AgeY1YY'' = = =r?r^z torch._utils.z#torch._tensor._rebuild_from_type_v2)"rrrinn Parameter serialization _get_layoutSizeTensordevicer bytearrayr;complexstorage_dtype_to_storage_type_maprZ _new_dtypesrange_tensor_classesrWrV_storage_classes TypedStorageUntypedStorage StorageTypeper_tensor_affineper_tensor_symmetricper_channel_affineper_channel_symmetric per_channel_affine_float_qparamsrw_tensor_rebuild_from_type_v2)rcttttsqtrds r=_get_allowed_globalsrsK$/&(-(:+0+>+Jj   '#  B] 5 5 7 73q66 ] & & ( (3q66 > >%1++ > > >3q66 = =q! = = =3q66 #22/1bm + +bk + +,,$66 em0%-2NO O O383F3R3R 44B"-//"+// 0 046B"-//"+// 0 0  "   # . 3r77 & ( (--+, '1: ' '((16 0SB,- Ir?readlinec|ddd}|ddd}||ftvrt||f\}}n|tvr t|}||fS)Nutf-8)decoder1r0)rrfres r=_read_global_instructionrs XZZ_ # #G , ,F 8::crc? ! !' * *D ~%%#VTN3  > ! !' 4<r?cXt}|j}|j}itddtddt ddt ddtddtddtddtddtddtddtddtddtddt ddt"ddt$ddt&ddt(ddt*ddt,ddt.ddt0ddt2ddt4ddt6ddt8ddt:ddt<ddi } |d}|st>tA|tBsJ|dtDdkr.tG|\}}|$|d|n|d|vr||d}|r ||n|dtJdkrEtMd|dd} | tNkrtQd || n|dtRdtTdhvr|dd} || nZ|dtVdkr|ddn1|dtXdkr|StQd |d) Nrr]r\rTr^eZdZdddefdZdZdZdefdZd Zd S) Unpicklerbytesencodingrc`||_|j|_|j|_i|_d|_dS)Nr)rrrmemoproto)rMrrs r=rNzUnpickler.__init__3s-    I $&  r?c hg|_g|_|jj|_|j} |d}|stt |t sJ|dtdkrTt|j \}}|d|}|tvrtd|d|d|tvr)|t|n|tvr)|t|n|dvrtd |d vrtd d }||vr`||d t|krE|t|d }t|dkr|ddkr |dd n||z}td|d|d|d|dtdkr|j}|j}|t"jjur(|t#jj| nn|tvs"|tvrP|j|g|R} |t"jvrd|jvrt1j| ||  ntd||dt2dkr|j}|jd} | tvrS| tvr1d| } t5| dr | d| jz } t| | |} | t"jvrd| jvrt1j| | |jd< n|dt8dkr|j} |jd} t;| t"jur | j|  nut;| t"jjur| |  n>t;| tBur| j"#|  n t;| tvs/t;| tvrt5| dr| |  nd }t | tHrt| dkr| \} }| r| j"#| |r+|%D]\}}tM| || n tdt;| |dtNdkrr|j}|jd}t;|tPurtdt;||| ne|dtRdkrm|*}|jd}t;|tPurtdt;||+|n|dtXdkrY|j|j}}|-d||jd|<nq|dt\dkrk|*}|-dt_dt|dD]!}||dz|jd||<"n|dt`dkr9|j|jg|_|jj|_n|dtbdkr8|*}|tI|nP|dtddkr|jdf|jd<n!|dtfdkr'|jd|jdfg|jdd <n|dthdkr3|jd |jd|jdfg|jd d <n|dtjdkr|d nk|dtldkr|d!n=|dtndkr|dn|dtpdkr|d"n|dtrdkr|gn|dttdkr|in|dtvdkr#|tynK|dtzdkr4|t}d#|d$dn|dt~dkr0||ddn|dtdkr4|t}d%|ddnn|dtdkr>|t}d&|d'dn|dtdkrjt}d(|d$d}|tkrtd)t||d*d+}||n|dtdkrY|dd}||}|jFd,kr|G|jFd-}||n(|dtdkr|j}t;|tHur5t;|turtd.t;|t;|tHurat|dkrNt"jJK|dd/kr%td0t;|d||L|n |dtdtdfvrc|dtdkr |dnt}d(|d$d}||jO|n|dtdtdfvrl|dtdkr |dnt}d(|d$d}|dkrtd1|jd|jO|<n|dtdkr?|dd}||}|t|n|dtdkrA|dd|_V|jVdkrtjXd2|jVd3d4nJ|dtdkr|j}|Std5|d)6zRead a pickled object representation from the open file. Return the reconstituted object hierarchy specified in the file. Tr]rr^z"Trying to load unsupported GLOBAL z whose module z is blocked.)z1torch.nested._internal.nested_tensor.NestedTensorz1torch.nested._internal.nested_tensor._rebuild_njtz"torch._dynamo.decorators._DimRangez\``torch.nested`` and ``torch._dynamo`` must be imported to load nested jagged tensors (NJTs))z(torch.distributed.device_mesh.DeviceMeshz2torch.distributed.tensor._dtensor_spec.DTensorSpecz1torch.distributed.tensor._dtensor_spec.TensorMetaz torch.distributed.tensor.DTensorz0torch.distributed.tensor.placement_types.Partialz2torch.distributed.tensor.placement_types.Replicatez.torch.distributed.tensor.placement_types.Shardz>``torch.distributed.tensor`` must be imported to load DTensorsbuiltinsNzUnsupported global: GLOBAL zY was not an allowed global by default. Please use `torch.serialization.add_safe_globals([z.])` or the `torch.serialization.safe_globals([zN])` context manager to allowlist this global if you trust this class/function.sparsezbCan only create new object for nn.Parameter or classes allowlisted via `add_safe_globals` but got rz0Trying to call reduce for unrecognized function __self__z which belongs to __setstate__r\zcCan only build Tensor, Parameter, OrderedDict or types allowlisted via `add_safe_globals`, but got z"Can only append to lists, but got zCan only extend lists, but got r#r$FrCzdrrrr surrogatepassrstrictz1persistent_load id must be tuple or int, but got rz4Only persistent_load of storage is allowed, but got znegative argumentzDetected pickle protocol z in the checkpoint, which was not the default pickle protocol used by `torch.load` (2). The weights_only Unpickler might not support all instructions implemented by this protocol, please file an issue for adding support if you encounter this.) stacklevelr)Z metastackstackappendrrr_rrrr_blocklisted_modulesr+rrgr`rpoprirrvalues__new__rrWr/r"hasattrrrrRrset_rr__dict__updaterYitemssetattrrrBrpop_markextendr#_check_set_item_targetr$rrr'r(r)r*r rrrrrrr;r r,r r r rr-rZr%rrrrr_maybe_decode_asciipersistent_loadr rrrrrarrr!rwarningswarnr&)rMrrrfre full_path builtins_nameargsclsresultfunc error_msgstateinst slotstatekvitemlist_objrirstrvalstrdatapididxndatarcs r=loadzUnpickler.load:s  " j' yt G$q''C c;// / / /1v""7 FF %.... 111)jYjjV\jjj 4 6 666KK 4 6 6y ABBBB";"="===KK 9 ; ;I FGGGG*v  *X%/M%22)Y7K]9K9K7K-LLL$-c-.@.@.B.B$C  #9~~11ilc6I6I&abbMM!.!:" *G<<< Q6!9$$z~~''jnn&&%(,,,KK 2D 9::::466==????244;;====(S[4t444Fe333CN8R8R3:6BBBKK'''')@:=@@Q6!9$$z~~''z"~ 4 6 6 = = ? ???$=$?$?$F$F$H$HHHR4QQtZ00J!%I$-%I%II ))444t5000X5P5P/6v>>>!' 2Q58## ((z"~::--DIu%%%$ZZ58#555%%e,,,,$ZZ;..M((////JJ";"="="D"D"F"FFFDzz%9%;%;%B%B%D%DDDt^44 4))%0000%) %eU335E a/4,E9 8 M00777$4(1(9(9441 'a 3 3 3 3)H;?::HH Q6!9$$z~~'':b>>>--)MT(^^MM%%%%Q71:%% :b>>>--)J$x..JJ&&&&Q71:%%*..**DJNN,<,)) BQ:a=(( BQ:a=(( BQ9Q<'' CEE""""Q6!9$$ F4a11!45555Q71:%% DIIaLLO,,,,Q71:%% F4a11!45555Q8A;&& F4166q9::::Q:a=((dd1gg..q1G##)*>???TT&\\7ODD F####Q?1---a$v,,=G++%nnT]HEEG G$$$$Q9Q<''jnn&&99E))d3iis.B.B)WDQTIIWWII&&C1 +??AGG9TT)]tTWXYTZ||]] D00556666QF1I{1~666"%a&F1I"5"5ttAwww6$Q;P;PRST DIcN++++QF1I{1~666 #A&) 3 3TT!WWWdd1gg9N9NPQRq55$%8999#z"~ ! Q58##DGGAJtAww K--....Q58##!T!WWQZ :??MYDJYYY$% Q47""Z^^%% %&ESV&E&EFFFit Gr?cr|j}|j|_|jj|_|Sr9)rrrr)rMrs r=rzUnpickler.pop_mark:s/ ^'')) j'  r?opcodec t|jdtttfvr-t d|dt|jddS)Nrz Can only zA for dict, collections.OrderedDict, collections.Counter, but got )rRrdictrrr+)rMrs r=rz Unpickler._check_set_item_target@sn  2  k7'C C C!GFGG04TZ^0D0DGG  D Cr?c td)Nz%unsupported persistent id encountered)r+)rMrs r=rzUnpickler.persistent_loadGsEFFFr?N) rVrWrXrZrNrrrrrCr?r=rr2s07#}G}G}G@ SGGGGGr?rASCIIrrcHt||S)Nr)rr)rrs r=rrKs! TH - - - 2 2 4 44r?)O functools _functoolsr_codecsr collectionsrrcollections.abcrpicklerrr r r r r rrrrrrrrrrrrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+structr,r2r-typingr.ri torch._utilsr/r0r1rr;r6rYrZ__annotations__rBr>rDrFrIrKrgrw lru_cacherrrrrrCr?r=rsT2,,,,,,,,$$$$$$&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&N RRRRRRRRRR BE#hx})==>FFFQDE(C-4H)H$IQQQQ *453+? ?@**** %%% QHuXs]';;<QQQQ00000000$(.a   55! 5p x E#s(O    =CC=C=C=C=C@VGVGVGVGVGVGVGVGr#*555C555555r?