tjYUddlZddlZddlmZddlmZmZddlm Z ddl m Z m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ddl0m1Z1ddl2m3Z3ddl4m5Z5ddl6Z6dd l7m8Z8m9Z9m:Z:gd Z;e<a=ee e?fze@d <d eAe e>e e?fzfd ZBdeAe e>e e?fzfdZCdZDdeAe e>e e?fzfdZEGddZFdZGdZHejIddZJde de>e?e?ffdZKdeZs$7==c,>O>OPPreturnc*ttSr9)listr6r?r=_get_safe_globalsrD_s ( ) ))r?c"tadSr9)r;r6rCr?r=_clear_safe_globalsrFds"uur?globals_to_removec4tt|z adSr9)r6r;)rGs r=_remove_safe_globalsrIis 8#>O:P:PPr?cHeZdZdeeeeefzfdZdZdZ dS) _safe_globalsr7c||_dSr9r<)selfr7s r=__init__z_safe_globals.__init__qs(r?c.t|jdSr9)r>r7)rMs r= __enter__z_safe_globals.__enter__ts$+,,,,,r?c.t|jdSr9)rIr7)rMtypevaluetbs r=__exit__z_safe_globals.__exit__wsT./////r?N) __name__ __module__ __qualname__rBrtuplestrrNrPrUrCr?r=rKrKps`)T(U8S=5I*I%J))))---00000r?rKcti}tD]}t|tr~t|dkrt dt|t |dt ur%tdt |d|\}}|||<|j|j }}|||d|<|S)NzYExpected tuple of length 2 (global, str of callable full path), but got tuple of length: zHExpected second item in tuple to be str of callable full path, but got: .) r6 isinstancerYlen ValueErrorrRrZ TypeErrorrWrX)rcfnamemodules r=_get_user_allowed_globalsrgsB %'' a   '1vv{{ xpstupvpvxxAaDzz$$k_cdefgdh_i_ikkGAtBtHH<DF%&B&!!4!! " " Ir?c tjjtjjtjjtjjtjjtjjtjjtjj tjj tjj tjj tjj h Sr9)torch_utils_rebuild_parameter_rebuild_parameter_with_state_rebuild_qtensor_rebuild_tensor_rebuild_tensor_v2_rebuild_tensor_v3_rebuild_sparse_tensor_rebuild_meta_tensor_no_storage_rebuild_nested_tensor_rebuild_wrapper_subclass!_rebuild_device_tensor_from_numpy&_rebuild_device_tensor_from_cpu_tensorrCr?r=_tensor_rebuild_functionsrwsp ' 2 % $ ' ' + 4 + .  6  ;# r?r]c tttjjtjjtjtjtj ttttd }tjD]}||t!|<tjD]}||t!|<dt%ddDD]}||t!|<dt%ddDD]}||t!|<tjD]}|||jd|j<tjD]q}|tjjtjjfvr7tj|j||jd|j<]|||jd|j<rtjtjtjtjtjfD]}||t!|<t?D]}||d|j<tj j!|d<|S) N) zcollections.OrderedDictzcollections.Counterztorch.nn.parameter.Parameterztorch.serialization._get_layoutz torch.Sizez torch.Tensorz torch.devicez_codecs.encodezbuiltins.bytearrayz builtins.setzbuiltins.complexc>g|]}ttd|S)uintgetattrri.0xs r= z(_get_allowed_globals..s( > > >QgeZAZZ(( > > >r?r]c>g|]}ttd|S)intr{r}s r=rz(_get_allowed_globals..s( = = =AgeY1YY'' = = =r?r^z torch._utils.z#torch._tensor._rebuild_from_type_v2)"rrrinn Parameter serialization _get_layoutSizeTensordevicer bytearrayr;complexstorage_dtype_to_storage_type_maprZ _new_dtypesrange_tensor_classesrWrV_storage_classes TypedStorageUntypedStorage StorageTypeper_tensor_affineper_tensor_symmetricper_channel_affineper_channel_symmetric per_channel_affine_float_qparamsrw_tensor_rebuild_from_type_v2)rcttttsqtrds r=_get_allowed_globalsrsK$/&(-(:+0+>+Jj   '#  B] 5 5 7 73q66 ] & & ( (3q66 > >%1++ > > >3q66 = =q! = = =3q66 #22/1bm + +bk + +,,$66 em0%-2NO O O383F3R3R 44B"-//"+// 0 046B"-//"+// 0 0  "   # . 3r77 & ( (--+, '1: ' '((16 0SB,- Ir?readlinec|ddd}|ddd}||ftvrt||f\}}n|tvr t|}||fS)Nutf-8)decoder1r0)rrfres r=_read_global_instructionrs XZZ_ # #G , ,F 8::crc? ! !' * *D ~%%#VTN3  > ! !' 4<r?ct}|j}|j}itddtddt ddt ddtddtddtddtddtddtddtddtddtddt ddt"ddt$ddt&ddt(ddt*ddt,ddt.ddt0ddt2ddt4ddt6ddt8ddt:ddt<ddi } |d}|st>tA|tBs$tEdtG|j$|dtJdkr.tM|\}}|'|d|n|d|vr||d}|r ||n|dtPdkrEtSd |dd} | tTkrtWd || n|dtXdtZdhvr|dd} || nZ|dt\dkr|ddn1|dt^dkr|StWd |d) Nrr]r\rTExpected bytes, got r^eZdZdddefdZdZdZdefdZd Zd S) Unpicklerbytesencodingrc`||_|j|_|j|_i|_d|_dS)Nr)rrrmemoproto)rMrrs r=rNzUnpickler.__init__4s-    I $&  r?c g|_g|_|jj|_|j} |d}|stt |t s$tdt|j |dtdkrTt|j \}}|d|}|tvrtd|d|d|tvr)|t|n|t!vr)|t!|n|d vrtd |d vrtd d }||vr`||dt#|krE|t#|d}t#|dkr|ddkr |ddn||z}td|d|d|d|dt$dkr|j}|j}|t(jjur(|t)jj| nn|t!vs"|tvrP|j|g|R} |t(jvrd|jvrt7j| ||  ntd||dt8dkr|j}|jd} | tvrS| t!vr1d| } t;| dr | d| jz } t| | |} | t(jvrd| jvrt7j| | |jd< n|dt>dkr|j} |jd} t| t(j ur | j!|  nut| t(jjur| "|  n>t| tFur| j$%|  n t| t!vs/t| tvrt;| dr| "|  nd}t | tLrt#| dkr| \} }| r| j$%| |r+|'D]\}}tQ| || n tdt| |dtRdkrr|j}|jd}t|tTurtdt||| ne|dtVdkrm|,}|jd}t|tTurtdt||-|n|dt\dkrY|j|j}}|/d||jd|<nq|dt`dkrk|,}|/dtcdt#|dD]!}||dz|jd||<"n|dtddkr9|j|jg|_|jj|_n|dtfdkr8|,}|tM|nP|dthdkr|jdf|jd<n!|dtjdkr'|jd |jdfg|jd d<n|dtldkr3|jd!|jd |jdfg|jd!d<n|dtndkr|dnk|dtpdkr|d"n=|dtrdkr|dn|dttdkr|d#n|dtvdkr|gn|dtxdkr|in|dtzdkr#|t}nK|dt~dkr4|td$|d%dn|dtdkr0||ddn|dtdkr4|td&|ddnn|dtdkr>|td'|d(dn|dtdkrjtd)|d%d}|tkrtd*t||d+d,}||n|dtdkrY|dd}||}|jHd-kr|I|jHd.}||n(|dtdkr|j}t|tLur5t|turtd/t|t|tLurat#|dkrNt(jLM|dd0kr%td1t|d||N|n |dtdtdfvrc|dtdkr |dntd)|d%d}||jQ|n|dtdtdfvrl|dtdkr |dntd)|d%d}|dkrtd2|jd|jQ|<n|dtdkr?|dd}||}|t|n|dtdkrA|dd|_X|jXdkrtjZd3|jXd4d5nJ|dtdkr|j}|Std6|d)7zRead a pickled object representation from the open file. Return the reconstituted object hierarchy specified in the file. Tr]rrr^z"Trying to load unsupported GLOBAL z whose module z is blocked.)z1torch.nested._internal.nested_tensor.NestedTensorz1torch.nested._internal.nested_tensor._rebuild_njtz"torch._dynamo.decorators._DimRangez\``torch.nested`` and ``torch._dynamo`` must be imported to load nested jagged tensors (NJTs))z(torch.distributed.device_mesh.DeviceMeshz2torch.distributed.tensor._dtensor_spec.DTensorSpecz1torch.distributed.tensor._dtensor_spec.TensorMetaz torch.distributed.tensor.DTensorz0torch.distributed.tensor.placement_types.Partialz2torch.distributed.tensor.placement_types.Replicatez.torch.distributed.tensor.placement_types.Shardz>``torch.distributed.tensor`` must be imported to load DTensorsbuiltinsNzUnsupported global: GLOBAL zY was not an allowed global by default. Please use `torch.serialization.add_safe_globals([z.])` or the `torch.serialization.safe_globals([zN])` context manager to allowlist this global if you trust this class/function.sparsezbCan only create new object for nn.Parameter or classes allowlisted via `add_safe_globals` but got rz0Trying to call reduce for unrecognized function __self__z which belongs to __setstate__r\zcCan only build Tensor, Parameter, OrderedDict or types allowlisted via `add_safe_globals`, but got z"Can only append to lists, but got zCan only extend lists, but got r#r$FrCzdrrrr surrogatepassrstrictz1persistent_load id must be tuple or int, but got rz4Only persistent_load of storage is allowed, but got znegative argumentzDetected pickle protocol z in the checkpoint, which was not the default pickle protocol used by `torch.load` (2). The weights_only Unpickler might not support all instructions implemented by this protocol, please file an issue for adding support if you encounter this.) stacklevelr)\ metastackstackappendrrr_rrrRrVrrr_blocklisted_modulesr+rrgr`rpoprirrvalues__new__rrWr/r"hasattrrrrset_rr__dict__updaterYitemssetattrrrBrpop_markextendr#_check_set_item_targetr$rrr'r(r)r*r rrrrrrr;r r,r r r rr-rZr%rrrrr_maybe_decode_asciipersistent_loadr rrrrrarrr!rwarningswarnr&)rMrrrfre full_path builtins_nameargsclsresultfunc error_msgstateinst slotstatekvitemlist_objrirstrvalstrdatapididxndatarcs r=loadzUnpickler.load;s  " j' yu G$q''C c;// R$%PDIIG<<< Q6!9$$z~~''jnn&&%(,,,KK 2D 9::::466==????244;;====(S[4t444Fe333CN8R8R3:6BBBKK'''')@:=@@Q6!9$$z~~''z"~ 4 6 6 = = ? ???$=$?$?$F$F$H$HHHR4QQtZ00J!%I$-%I%II ))444t5000X5P5P/6v>>>!' 2Q58## ((z"~::--DIu%%%$ZZ58#555%%e,,,,$ZZ;..M((////JJ";"="="D"D"F"FFFDzz%9%;%;%B%B%D%DDDt^44 4))%0000%) %eU335E a/4,E9 8 M00777$4(1(9(9441 'a 3 3 3 3)H;?::HH Q6!9$$z~~'':b>>>--)MT(^^MM%%%%Q71:%% :b>>>--)J$x..JJ&&&&Q71:%%*..**DJNN,<,)) BQ:a=(( BQ:a=(( BQ9Q<'' CEE""""Q6!9$$ F4a11!45555Q71:%% DIIaLLO,,,,Q71:%% F4a11!45555Q8A;&& F4166q9::::Q:a=((dd1gg..q1G##)*>???TT&\\7ODD F####Q?1---a$v,,=G++%nnT]HEEG G$$$$Q9Q<''jnn&&99E))d3iis.B.B)WDQTIIWWII&&C1 +??AGG9TT)]tTWXYTZ||]] D00556666QF1I{1~666"%a&F1I"5"5ttAwww6$Q;P;PRST DIcN++++QF1I{1~666 #A&) 3 3TT!WWWdd1gg9N9NPQRq55$%8999#z"~ ! Q58##DGGAJtAww K--....Q58##!T!WWQZ :??MYDJYYY$% Q47""Z^^%% %&ESV&E&EFFFku Gr?cr|j}|j|_|jj|_|Sr9)rrrr)rMrs r=rzUnpickler.pop_mark<s/ ^'')) j'  r?opcodec t|jdtttfvr-t d|dt|jddS)Nrz Can only zA for dict, collections.OrderedDict, collections.Counter, but got )rRrdictrrr+)rMrs r=rz Unpickler._check_set_item_targetBsn  2  k7'C C C!GFGG04TZ^0D0DGG  D Cr?c td)Nz%unsupported persistent id encountered)r+)rMrs r=rzUnpickler.persistent_loadIsEFFFr?N) rVrWrXrZrNrrrrrCr?r=rr3s07#~G~G~GB SGGGGGr?rASCIIrrcHt||S)Nr)rr)rrs r=rrMs! TH - - - 2 2 4 44r?)O functools _functoolsr_codecsr collectionsrrcollections.abcrpicklerrr r r r r rrrrrrrrrrrrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+structr,r2r-typingr.ri torch._utilsr/r0r1rr;r6rYrZ__annotations__rBr>rDrFrIrKrgrw lru_cacherrrrrrCr?r=rsT2,,,,,,,,$$$$$$&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&N RRRRRRRRRR BE#hx})==>FFFQDE(C-4H)H$IQQQQ *453+? ?@**** %%% QHuXs]';;<QQQQ00000000$(.a   55! 5p x E#s(O    >CC>C>C>C>CBWGWGWGWGWGWGWGWGt#*555C555555r?