WjVUddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z m Z ddlmZmZmZmZmZddlmZddlmZddlmZddlmZddlmZdd lmZmZmZm Z dd l!m"Z"ddl#Z#dd l#m$Z$dd l%m&Z&m'Z'dd l(m)Z)ddl*m+Z+m,Z,ddl-m.Z.m/Z/m0Z0m1Z1m2Z2ddl3m4Z4m5Z5m6Z6ddl7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?ddl@mAZAddlBmCZCmDZDmEZEddlFmGZGddlHmIZIgdZJdZKeLeMd<dZNeeLeMd<eGddZOeGddZPGdd eZQd!ZRd"eLfd#ZSGd$d%e ZTGd&d'eTZUGd(d)eTZVGd*d+ZWd,e>d"eXfd-ZYd.eXd/eZe>d"eZeZe>fd0Z[d1eWd2ej\d3ej]e#j$zd4e>d5eLd6eQd"eEfd7Z^d8ed9ej_d:ej_d;e=d1eWdeXd6eQd"dfd?ZaGd@dAe ZbGdBdCebZcGdDdEeDZdGdFdGZeGdHdIeCZfGdJdKedeAZgdS)LN)ABCabstractmethod)Callable GeneratorIterableIteratorSequence)contextmanager) dataclass)Enum)UnsupportedOperation)Path)AnycastFinalIO)Buffer)Tensor)_get_available_device_type_get_device_module)narrow_tensor_by_index)ExtensionRegistryStreamTransformExtension)CUSTOM_METADATA_KEYDCP_VERSION_KEY FORMAT_KEY FORMAT_VALUEHF_DCP_VERSION)MetadataSTATE_DICT_TYPE StorageMeta) LoadItemTypeLoadPlan LoadPlannerReadItemSavePlan SavePlanner WriteItem WriteItemType)BlockingAsyncStager) StorageReader StorageWriter WriteResult)_create_file_view)Future)FileSystemWriterFileSystemReader FileSystemFileSystemBaseSerializationFormatz .metadata _metadata_fnz1.0.0CURRENT_DCP_VERSIONcXeZdZUdZeed<eed<eed<dZeedzed<dZ dS) _StorageInfoz#This is the per entry storage info. relative_pathoffsetlengthNtransform_descriptorscHd|jDS)Nci|] \}}||| SN).0kvs l/home/longshao/multi-rider-rag/.venv/lib/python3.11/site-packages/torch/distributed/checkpoint/filesystem.py z-_StorageInfo.__getstate__..TsHHHA!-1---)__dict__itemsselfs rD __getstate__z_StorageInfo.__getstate__Ss$HH!4!4!6!6HHHHrF) __name__ __module__ __qualname____doc__str__annotations__intr<r rKr@rFrDr8r8Jsh-- KKK KKK268C=4/666IIIIIrFr8ceZdZUeed<dS)_StoragePrefixprefixN)rLrMrNrPrQr@rFrDrTrTWs KKKKKrFrTceZdZdZdZdS)r4 torch_save safetensorsN)rLrMrN TORCH_SAVE SAFETENSORSr@rFrDr4r4\sJKKKrFr4z.distcpreturncBttjSr?)rPuuiduuid4r@rFrD_generate_uuidr_ds tz||  rFceZdZedededdfdZeddZedee e j effdZ dS) _TensorLoadersizeobjr[NcdSr?r@rJrbrcs rDaddz_TensorLoader.addi rFcdSr?r@rIs rD start_loadingz_TensorLoader.start_loadingmrgrFcdSr?r@rIs rDvaluesz_TensorLoader.valuesqrgrFr[N) rLrMrNrrRobjectrfrirtupletorchrrkr@rFrDrarahs  & T   ^    ^  u|V';!<=   ^   rFracleZdZdeddfdZdededdfdZd dZde e e j effd Z dS) _SerialCpuLoader resolve_funr[Nc"||_g|_dSr?)rrrH)rJrrs rD__init__z_SerialCpuLoader.__init__ws&/1 rFrbrcc>|j||fdSr?)rHappendres rDrfz_SerialCpuLoader.add{s" 4+&&&&&rFcdSr?r@rIs rDriz_SerialCpuLoader.start_loading~s rFc#,K|jD]\}}||}|}||jkr|}||fVdSr?)rHrrdetachcpuuntyped_storagerbnbytesclonerJ_rctensors rDrkz_SerialCpuLoader.valuessj  FAs%%c**1133FZZ\\F%%'',,..&-??      rFrl)rLrMrNrrtrRrmrfrirrnrorrkr@rFrDrqrqvs2H22222''&'T''''     u|V';!<=      rFrqc eZdZ ddedejdzdeddfdZede fdZ de e ej effd Zdd Zdee ej effd Zd ed eddfdZddZdee ej effdZdS)_OverlappingCpuLoaderN@Brrstreaminflight_threshholdr[c||_g|_||_d|_t j|_d|_d|_|r|j n t|_ t|j |_ ttjj|p|j |_|j|j kr3|j|j dSdS)NrF)rrrHrin_flight_data collectionsdeque current_itemsidxstarted device_typerr device_modulerrocudaStreamcurrent_streamr wait_stream)rJrrrrs rDrtz_OverlappingCpuLoader.__init__s '/1 #6 0;0A0C0C "( JF  .H.J.J 00@AA J vL);)J)J)L)L    ;$,;;== = = K # #D$6$E$E$G$G H H H H H > =rFc<|jt|jkSr?)rlenrHrIs rD_donez_OverlappingCpuLoader._donesx3tz??**rFc~g}|j|jkr|j|j|jkr|j}|xj|d|dzzc_|||j|jk|S)Nr) rrr synchronizerpopleftnumel element_sizerv)rJdrainedvals rD_drainz_OverlappingCpuLoader._drains  $": : : K # # % % %!T%===$,,..C   3q6<<>>CF4G4G4I4I#I I   NN3   !T%===rFcZ|j|j5|jsj|j|jkrY|j|j\}}|xjdz c_||}|j j |j kr| dd}nu|j tj dkrX|||jzkr|}|j||f|xj||zz c_|js|j|jkYddddS#1swxYwYdS)NrzT)device non_blocking)rrrrrrHrrrryrtypertoror{rbritemsizer}rrvrr~s rD_refillz_OverlappingCpuLoader._refills   & &t{ 3 3 N Nj NT%84;S%S%SDH-3A ))#..5577=%)999#YYe$YGGFF]el5&9&999..005577!<<>>FO;<<"(")) ##v||~~8K8K8M8M'MM##)j NT%84;S%S%S N N N N N N N N N N N N N N N N N NsE3F  F$'F$c|jstdt|jdkr|j|jS)Nz._finish called before all items were processedr)rAssertionErrorrrrrrIs rD_finishz_OverlappingCpuLoader._finishsOz S !QRR R t! " "Q & & K # # % % %!!rFrbrccj|jrtd|j||fdS)Nz&cannot add items after loading started)r RuntimeErrorrHrvres rDrfz_OverlappingCpuLoader.adds< < IGHH H 4+&&&&&rFc|jrdSd|_|jtjd|dS)NTrkey)rrHsortoperator itemgetterrrIs rDriz#_OverlappingCpuLoader.start_loadingsJ <  F  H/22333 rFc#K||js7|}||Ed{V|j7|Ed{VdSr?)rirrrr)rJrs rDrkz_OverlappingCpuLoader.valuess * kkmmG LLNNN       *  <<>>!!!!!!!!!rF)Nrrl)rLrMrNrrorrRrtpropertyboolrlistrnrrmrrrrrfrirrkr@rFrDrrsk'+#, III t#I! I  IIII.+t+++X+U5<#789NNNN0"% f(<"=>""""''&'T'''' "u|V';!<=""""""rFrc ~eZdZdZ d deedzddfdZdedej de e e e effdZdS) _StorageWriterTransforms This is experimental, and will likely move elsewhere in the future. It lives here to minimize changes while we are still learning and gathering feedback. N extensionsr[c|dn||_dS)a If the extensions arg is None, this means the implementation should provide whatever defaults it chooses. An empty sequence indicates no extensions should be used. At this time, the default extensions sequence is empty. Nr@)r)rJrs rDrtz!_StorageWriterTransforms.__init__s!+ 2"" rF write_item raw_streamcGddtj}ttt||}|jD]}||}|dt|jDfS)NcFeZdZdejfdZdefdZdede fdZ dZ dS) E_StorageWriterTransforms.transform_save_stream..NoCloseWriterrawc||_dSr?)r)rJrs rDrtzN_StorageWriterTransforms.transform_save_stream..NoCloseWriter.__init__s rFr[cdSNTr@rIs rD writeablezO_StorageWriterTransforms.transform_save_stream..NoCloseWriter.writeable strFbc6|j|Sr?)rwrite)rJrs rDrzK_StorageWriterTransforms.transform_save_stream..NoCloseWriter.write sx~~a(((rFc`||jdSr?)flushrrIs rDclosezK_StorageWriterTransforms.transform_save_stream..NoCloseWriter.closes'      rFN) rLrMrNioIOBasertrrrrRrrr@rFrD NoCloseWriterrs} BI     4     )v )# ) ) ) ) ! ! ! ! !rFrc6g|]}|Sr@)get_descriptor)rAexs rD zB_StorageWriterTransforms.transform_save_stream..s$WWWrr0022WWWrF)rrrrbytesr transform_toreversed)rJrrrrrs rDtransform_save_streamz._StorageWriterTransforms.transform_save_streams ! ! ! ! !BI ! ! !BuI}}Z'@'@AA / 9 9B??<88LLWWXdo=V=VWWWXXrFr?)rLrMrNrOr rrtr(rrrnrrrrPrr@rFrDrrsGK C C"#;.,s'FFFbRW 0E%E%Er%E%E%ErFc<g|]}|jtjk|Sr@rrs rDrz+_split_by_size_and_type..-s'GGGrbg1F&F&F&F&F&FrFcg|]}gSr@r@rArs rDrz+_split_by_size_and_type../s%>%>%>Qb%>%>%>rFcg|]}dS)rr@rs rDrz+_split_by_size_and_type..0s+++!A+++rFT)rreverserr)rangerr enumeratervminrr) rrHbytes_wtensor_wbuckets bucket_sizesirrs rD_split_by_size_and_typer(s6 qyywFFEFFFGGGUGGGH%>%>%++%>%>%>G++uT{{+++L MMj$M///7##%%2D  $$$$,,)L))x/B1/E/EFFFqI BSZ^^+ NrF transformsrdatar storage_keyserialization_formatc |}|||\}}|jtjkrQt |t jstd| | nzt |tj std|j tj dkrtd|tjkrtj||||tjkst |t jr||z } n)||z} t)|dkrdn|} t+|j| t/||| | S)Nz/Data must be io.BytesIO for BYTE_IO write itemsz5Data must be torch.Tensor for non-BYTE_IO write itemsrzzTensor must be on CPU devicer)r<)index size_in_bytes storage_data)tellrrr)r isinstancerBytesIOrr getbufferrorrr4rYsaverrrrr-rr8) rrrrrrr:rr<r;info_transform_descriptorss rD _write_itemr@s[[]]F,6,L,LF--)\(-///$ ++ T !RSS S4>>++,,,,$ --  G  ;%,u-- - - !?@@ @ #6#A A A Jt\ * * *2=== bjBB=' 1 1 3 33 )**a//5J !   "<        rF create_stream file_queue result_queueplannerr use_fsync thread_countc  |\} } } tj} t t| d} |dkrQtjs| r1| r|dkrt|j|}nt|j}d| D}|D]%}| t||&| d| D}g}|| d5}|D]>}||}| t||||| |?i}i}|D]q\}}|jst#d| t||||| ||||jj<d |jjji||jj<r|t.jkrddd lm}|||t8t;j|t>tAtBtDtFi |rR tIj%|&n*#tNtPf$rtIj)YnwxYw|*dddn #1swxYwY|+|#tXj-$rYdSwxYw) NTrr)rc<g|]}|jtjk|Sr@rrs rDrz+_write_files_from_queue..s'UUUrBG}?T4T4T4T4T4TrFc<g|]}|jtjk|Sr@rrs rDrz+_write_files_from_queue..s'TTTb27m>S3S3Sr3S3S3SrFwbzTensor must be on CPU saved_offsets)r)metadata). get_nowaitro_C_get_privateuse1_backend_namegetattrr is_availabler resolve_datarqrfrrirvrrkis_cpurrfqnrchunkoffsetsr4rZsafetensors.torchrrrjsondumpsrrPrrrosfsyncfilenoAttributeErrorr syncrputqueueEmpty)rrrrrrrrr file_namer write_itemscustom_backend_namecustom_device_modloaderrrr write_resultsrr tensor_dict metadata_dictrrs rD_write_files_from_queuer+ws\ Y ,2<2G2G2I2I /I{K#(("H"H"J"J  '/BD I I  !!J++--"*"/@.L.L.N.N" (!++.((; *(VU[UUUH& ? ?  :j11:>>>>  " " "TTKTTTGMy$//5 6")  J"// ;;D!((#&" &'0     ! " *0--//&FJ!=F,-DEEE!((#&""&'0    9?K 0 45')?)E)M;M*"2"677(+>+JJJ666666LL' 3TZ 5N5N /^1D1D *L&   ""1111*,@A""" " k5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 l   ] + + +sY ,t ;     s[DK2EK&JK$J-*K,J--K K2KK2KK22LLc eZdZeedeejzdedee j ddffdZ edeejzdedeejzfdZ edeejzdeejzddfd Z edeejzdeejzfd Zedeejzddfd Zeed eejzdefd ZedeejzdefdZedeejzddfdZdS)r3pathmoder[NcdSr?r@)rJr-r.s rDrzFileSystemBase.create_streams ,/3rFsuffixcdSr?r@rJr-r0s rD concat_pathzFileSystemBase.concat_paths  CrFnew_pathcdSr?r@rJr-r4s rDrenamezFileSystemBase.renamesTWTWrFcdSr?r@rJr-s rD init_pathzFileSystemBase.init_pathsGJsrFcdSr?r@r9s rDmkdirzFileSystemBase.mkdirs69crF checkpoint_idcdSr?r@clsr=s rDvalidate_checkpoint_idz%FileSystemBase.validate_checkpoint_idsORsrFcdSr?r@r9s rDexistszFileSystemBase.existss7:srFcdSr?r@r9s rDrm_filezFileSystemBase.rm_files8;rF)rLrMrNr rrPrPathLikerrrrr3r7r:r< classmethodrrArCrEr@rFrDr3r3s/"+%/-0/ 29dD( )///^^/ "+% /2 r{    ^ W3,Wbk8IWdWWW^WJcBK/JC"+4EJJJ^J9# +9999^9R33DRRRR^[R:3,::::^:;C"+-;$;;;^;;;rFr3c eZdZedeejzdedeej ddffdZ deejzdedeejzfdZ deejzdeejzfdZ deejzd eejzddfd Z deejzddfd Zed eejzdefd ZdeejzdefdZdeejzddfdZdeejzdeefdZdS)r2r-r.r[Nc#Kt|tst|}||5}ttj|VddddS#1swxYwYdSr?)rropenrrr)rJr-r.rs rDrzFileSystem.create_streams$%% ::D YYt__ *ry&)) ) ) ) * * * * * * * * * * * * * * * * * *sA&&A*-A*r0cTt|tst|}||z Sr?rrr2s rDr3zFileSystem.concat_path s)$%% ::Df}rFcNt|tst|}|Sr?rLr9s rDr:zFileSystem.init_paths$$%% ::D rFr4ct|tst|}|tt|dSr?)rrr7rr6s rDr7zFileSystem.renamesA$%% ::D Dx(()))))rFc|t|tst|}|dddS)NT)parentsexist_ok)rrr<r9s rDr<zFileSystem.mkdirs;$%% ::D 4$ /////rFr=ct|trdSdt|vrdSt|jD]E}|r/t jt|t jrdSFdS)NTz://F)rrrPrPrCraccessW_OK)r@r=ps rDrAz!FileSystem.validate_checkpoint_id s mT * * 4 C && & &5m$$,  Axxzz biA88 tturFcrt|tst|}|Sr?)rrrCr9s rDrCzFileSystem.exists.s-$%% ::D{{}}rFcvt|tst|}|dSr?)rrunlinkr9s rDrEzFileSystem.rm_file3s0$%% ::D rFct|tst|}d|DS)Nc,g|]}t|Sr@)rP)rArUs rDrz!FileSystem.ls..;s///1A///rF)rriterdirr9s rDlsz FileSystem.ls8s;$%% ::D// ////rF)rLrMrNr rPrrFrrrrr3r:r7r<rGrrArCrErr\r@rFrDr2r2s*"+%*-0* 29dD( )***^*bk 133CT cBK/C"+4E *3,*bk8I*d**** 0# +00000  33D    [ 3, C"+-$ 0sR[(0T#Y000000rFr2c.eZdZdZddddddejfdeejzde de d e d e d e d e e dzd ede de ddffd Zd'deejzdzddfdZde de de ddfdZde fdZdedefdZdeedeefdZdededeeefdZdedejdeeefdZded eeeddfd!Zdedzfd"Z d'd#e dzdejfd$Z!e"deejzfd%Z#e$deejzde fd&Z%xZ&S)(_FileSystemWriteraa Basic implementation of StorageWriter using file IO. This implementation makes the following assumptions and simplifications: * The checkpoint path is an empty or non-existing directory. * File creation is atomic The checkpoint consist of one file per write request plus a `.metadata` file with the serialized metadata. Tr逖Nr-single_file_per_rank sync_filesrper_thread_copy_ahead overwrite _extensionsrargskwargsr[c jtt|_|j||_||_||_||_||_ t|_ ||_ t||_||_d|_d|_dS)a= Initialize the writer pointing to `path`. Args: path: directory where the checkpoint will be written to. single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True. sync_files : force files to be synced to permanent storage. Default to True. thread_count: Number of IO threads to use to write. Default to 1. per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb. overwrite: Whether to allow overwriting existing checkpoints. Defaults to True. _extensions: Extensions to apply to output streams (EXPERIMENTAL) N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure. NT)superrtr2fsr:r-r`rarrbr_save_idrcrrrrankuse_collectives) rJr-r`rarrbrcrdrrerf __class__s rDrtz_FileSystemWriter.__init__Ls6 ,,G%%d++ $8!$(%:"%'' "2;??$8! $ %)rFr=cn|r|j||_t|_dSr?)rir:r-r_rjrJr=s rDresetz_FileSystemWriter.resetus2  9))-88DI%'' rFis_coordinatorcp|d|_|dd|_dS)NrkrlT)getrkrl)rJrqrerfs rDset_up_storage_writerz'_FileSystemWriter.set_up_storage_writerzs4JJv&& %zz*;TBBrFc|jr|d}n|d}|j|S)N)rkr)rl_get_metadata_pathrirC)rJ metadata_paths rD_metadata_existsz"_FileSystemWriter._metadata_existssQ   < 333>>MM!333;;Mw~~m,,,rFplancn|j|j|rG|jr(t jd|jd|jddntd|jd|j3|j s,tj |td|jd  }|S) Nz#Detected an existing checkpoint in z#, overwriting since self.overwrite=z. Past version 2.5 of PyTorch, `overwrite` will default to False. Set this variable to True to maintain this functionality or False to raise when an existing checkpoint is found.) stacklevelz-Checkpoint already exists and self.overwrite=.__rr) rir<r-rxrcwarningswarnrrkrl dataclassesreplacerTrJrys rDprepare_local_planz$_FileSystemWriter.prepare_local_plans  di    " " X~ X k$)kkY]Ygkkk ! ##VDN#V#V#VWWW 9 )= &>2Cty2C2C2C#D#DD rFplansc8dt|D}|S)Nc tg|]5\}}|j'tj|td|dn|6S)Nr~rr)rrrrT)rArrys rDrz9_FileSystemWriter.prepare_global_plan..s_   4 (  >)q)))3L3L M M M M   rF)r)rJr new_planss rDprepare_global_planz%_FileSystemWriter.prepare_global_plans2  %U++    rFrc |j d fd}tj}|jr`t |j|jD]D}|}|j|j |}| |||fEnM|jD]E}|}|j|j |}| |||gfF| ||S)Nrc6jt}dz |S)Nr)rUDEFAULT_SUFFIX)r# file_count storage_plans rDgen_filez._FileSystemWriter.write_data..gen_files*'.L LNLLI !OJ rF) rr!Queuer`rrrHrir3r-r  _write_data) rJryrrrbucketr#r-rrrs @@rD write_dataz_FileSystemWriter.write_datas (,'8         #(+--  $ :1$2CTZPP : :$HJJ w**49i@@i89999 :   : :$HJJ w**49i@@i$89999444rFrc tj}g}td|jD]r}t jt |jj||||j |j |j |j|j f }| ||st |jj||||j |j |j |j|j  |D]}|g} ||z }#tj$r(t%}|||cYSwxYw)Nr)targetre) rrrrrrrrr)r!rrr threadingThreadr+rirrrbrarstartrvjoinrr"r/ set_result) rJrrrthreadsrtresfuts rDrz_FileSystemWriter._write_dataso %*KMM q$+,,  A .G) O.O%-    A GGIII NN1    '/!% $ :o*!%!:   A FFHHHH  1|..000 1{   -3XXC NN3   JJJ s5D4EEr resultsctj|t}i}|D]!}|d|D"||_||_|js|jd|jtdn td}tt|j |j |}|j |d5}tj|||jrR t%j|n*#t*t,f$rt%jYnwxYwdddn #1swxYwY|js"|j||j}n|}|j |r|j ||j ||dS)N)versionc(i|]}|j|jSr@)rr)rAwrs rDrEz,_FileSystemWriter.finish..sKKKRrxKKKrFr~z.tmpr )rrr6updater storage_metarlrkr5rrrir3r-rpickledumprarrrrr rrvrCrEr7) rJr r storage_mdwr_list tmp_filenametmp_path metadata_filerws rDfinishz_FileSystemWriter.finishs1&x9LMMM  M MG   KK7KKK L L L L * $ 1 1 3 3' ',0I,A / .L . . . . &&&  dg11$)\JJKK W " "8T 2 2 m K- 0 0 0 H]11334444&(<=GIIIII                # 6 (= 33DI>>MM 3355M 7>>- ( ( + GOOM * * * x/////s6E8&DE$EEEEEEc8t|j|jS)N)r=rj)r!r=rjrIs rDrz_FileSystemWriter.storage_metas);T\RRRRrFrkc|tn d|t}tt|j|j|SNr~r5rrrir3r-rJrkfilenames rDrvz$_FileSystemWriter._get_metadata_pathE(, l$$:St:S\:S:SD$'--diBBCCCrFc|jS)zT return the checkpoint_id that will be used to save the checkpoint. r-rIs rDr=z_FileSystemWriter.checkpoint_id yrFc6t|Sr?r2rAr?s rDrAz(_FileSystemWriter.validate_checkpoint_id&00???rFr?)'rLrMrNrOr4rYrPrrFrrRr rrrtrprtrxr&rrrr'r/r-rr!rrrrr!rrvrr=rGrA __classcell__rms@rDr^r^>s,   &*%/AE4G4R'*'*BK'*#'* '*  '* # '*'*67$>'*2'*'*'* '*'*'*'*'*'*R((3#4t#;(t(((( C"C+.C:=C CCCC -$ - - - -xH(hDN555 [! " 5555800K0 [! " 0000d 0x 0$tK7H2I 0d 0 0 0 0DSkD0SSSSDDsTzDR[DDDDsR[0X @33D@@@@[@@@@@rFr^c feZdZdZd dedzddfdZdedeede e de e fd Z dS) _StorageReaderTransformsrNextension_registryr[c4|tn||_dSr?)rr)rJrs rDrtz!_StorageReaderTransforms.__init__2s%#5#=    CU rF read_itemr<rc|j|}|}|D],}t|tr||}-|Sr?)rfrom_descriptor_listrrtransform_from)rJrr<rrrrs rDtransform_load_streamz._StorageReaderTransforms.transform_load_stream7s_ ,AABWXX # C CB"677 C!#!2!2>!B!BrFr?) rLrMrNrOrrtr%r rPrrrr@rFrDrr+s   +>#3#3. B. B M4w**49mDDH&&x66, B&*B*BC"/0ABG!%!1!1&'!B!BJ%)_%J%J 5;" &&Nx<#777%'Z0C0CB0G0G%H%H "*****3 ;;;;)2244-'5HH(*z.2E2Eb2I2I'J'JH$MM!,,,!%"!J (-2-1"""8"C$7"")0(>(>s(C(C(J(J(L(L (--//6;;==@@"0 ss'8 s s-J\J\J^J^ s sdjdododqdq s s##&++F333--c=AAAAU*B, B, B, B, B, B, B, B, B, B, B, B, B, B, B, B\hh t s$HKK K rkc|tn d|t}tt|j|j|Srrrs rDrvz#FileSystemReader._get_metadata_pathrrFrerfcR|d}||}|j|d5}t j|}dddn #1swxYwYt |ddt|_|j |j_ |S)Nrkrr) rsrvrirrrrr!rr)rJrerfrkr-rr s rD read_metadatazFileSystemReader.read_metadataszz&!!&&t,, W " "4 . . 2-{=11H 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 8^T 2 2 :$/MMH !(, %sA''A+.A+r rqc|j|_|d|_|dd|_|jt ddS)NrkrlTz)storage_data must not be None in metadata)rrsrkrlr)rJr rqrerfs rDset_up_storage_readerz&FileSystemReader.set_up_storage_readersY%1JJv&& %zz*;TBB   $ !LMM M % $rFc|Sr?r@rs rDrz#FileSystemReader.prepare_local_plans rFrc|Sr?r@)rJrs rDrz$FileSystemReader.prepare_global_plans rFc|jS)zT return the checkpoint_id that will be used to load the checkpoint. rrIs rDr=zFileSystemReader.checkpoint_idrrFc6t|Sr?rr?s rDrAz'FileSystemReader.validate_checkpoint_idrrFr?) rLrMrNrPrrFrrtr8rrrrpr#r$r/rrRrvrrrrrrrrrr=rGrArrs@rDr1r1EsW9= $ $BK $/5 $  $ $ $ $ $ $T|T5 TTTT((3#4t#;(t(((( :h::::::xDDsTzDR[DDDD 3 # (    N N26N?BNNQN NNNNxHhDNsR[0X @33D@@@@[@@@@@rFr1ceZdZdZdddddddejfdeejzde d e d e d e d e d e de e dzdeddfdZ dedeffd ZxZS)r0a Basic implementation of StorageWriter using file IO. This implementation makes the following assumptions and simplifications: * The checkpoint path is an empty or non-existing directory. * File creation is atomic The checkpoint consist of one file per write request plus a global `.metadata` file with the serialized metadata if rank coordination is enabled. a rank local `__{rank}.metadata` file with the serialized metadata if rank coordination is NOT enabled. Trr_FNr-r`rarrbcache_staged_state_dictrcrdrr[c xt|||||||||  tj||dS)a Initialize the writer pointing to `path`. Args: path: directory where the checkpoint will be written to. single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True. sync_files : force files to be synced to permanent storage. Default to True. thread_count: Number of IO threads to use to write. Default to 1. per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb. cache_staged_state_dict: Whether to cache the staged state_dict. This option decreases staging latency at the cost of increases memory usage. Additionally, if this parameter is set to True, it's the expectation that the stager is maintained and reused for multiple dcp.async_save calls. Default to False. overwrite: Whether to allow overwriting existing checkpoints. Defaults to True. _extensions: Extensions to apply to output streams (EXPERIMENTAL) N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure. )r-r`rarrbrcrdr)rN)r^rtr*) rJr-r`rarrbrrcrdrs rDrtzFileSystemWriter.__init__sh: "" !5!%"7#!5 #  $ $;      rF state_dictcTd|_t|S)zOverride of AsyncStager.stager)rbrhstage)rJrrms rDrzFileSystemWriter.stages#&'"ww}}Z(((rF)rLrMrNrOr4rYrPrrFrrRr rrtr rrrs@rDr0r0s  "&*%/(-AE4G4R+ + BK+ #+  +  + # + "&+ + 67$>+ 2+  + + + + Z))O))))))))))rFr0)hrrrrrrrr!rr]rabcrrcollections.abcrrrrr contextlibr r enumr r pathlibrtypingrrrrtyping_extensionsrror torch._utilsrrtorch.distributed._shard._utilsr'torch.distributed.checkpoint._extensionrr&torch.distributed.checkpoint._hf_utilsrrrrr%torch.distributed.checkpoint.metadatarr r!$torch.distributed.checkpoint.plannerr"r#r$r%r&r'r(r)$torch.distributed.checkpoint.stagingr*$torch.distributed.checkpoint.storager+r,r-"torch.distributed.checkpoint.utilsr. torch.futuresr/__all__r5rPrQr6r8rTr4rr_rarqrrrRrrrrrrrrr+r3r2r^rr1r0r@rFrDr s   ########MMMMMMMMMMMMMM%%%%%%!!!!!!######''''''''''''%$$$$$ GGGGGGGGBBBBBBYXXXXXXXXX                    EDDDDD A@@@@@     c")U3Z)))  I I I I I I I  I       $         C    }0X"X"X"X"X"MX"X"X"v0Y0Y0Y0Y0Y0Y0Y0Yf 4Y 43 4 4 4 4#d9o$tIBW04(4 I4 *u| #4 4  4 . 44444ng g  g +g  g ) g  g g g .g  g g g g T<<<<