9j UddlZddlZddlZddlmZddlmZddlZdZe e d<dZ dZ dZ d Zd Zd Zd Zd ZdZdZej*ej,ej.ej0ej2ej4ej6ej8ej:d ZdZe e d<dZ!d Z"dZ#dZ$dZ%dZ&eGddZ' d%de(de(de(dzde fdZ)dejTde+ee(ffd Z,d!e dejZfd"Z.d#ededzfd$Z/y)&N) dataclass)Anyzmodel.safetensors.index.json _metadata_fnzmodel-{cpt_idx}-of-{num_files}z0shard-{shard_idx}-model-{cpt_idx}-of-{num_files}z .safetensorsDCP_SHARDING_INFO __metadata__ saved_offsetsshapedatadtype data_offsets) F16F32F64I8U8I16I32I64BF16g?HF_DCP_VERSION DCP_VERSIONformatptshardedcXeZdZUdZeed<ejed<ejed<y)_HFStorageInfoz#This is the per entry storage info. relative_pathr r N) __name__ __module__ __qualname____doc__str__annotations__torchSizer f/media/conek/DATA/Code/OCR/venv/lib/python3.12/site-packages/torch/distributed/checkpoint/_hf_utils.pyrr1s- :: ;;r(rindex largest_index shard_indexreturnc |Otj|jd|jd|jdtzStj|jd|jdtzS)N) shard_idxcpt_idx num_files)r1r2)SHARDED_FILE_NAMErzfillSUFFIX FILE_NAME)r*r+r,s r)_gen_file_namer7:s  $ $(M003 '((+*O2215 %         '((+-7O7OPQ7R    r( file_bytesc|jt}tjd|d}|j|}t j |}||tzfS)Nzr?)rCcustom_metadatas r)_get_dcp_custom_metadatarPes5!X-"#=> / 1::o.ABC C r(rG)0ior>r< dataclassesrtypingrr%rr#r$r6r3r5rNrMSAVED_OFFSETS_KEY SHAPE_KEYDATA_KEY DTYPE_KEYDATA_OFFSETS_KEYfloat16float32float64int8uint8int16int32int64bfloat16rHrfloatDCP_VERSION_KEYDCP_SHARDING_INFO_KEY FORMAT_KEY FORMAT_VALUEr;SHARDED_DIR_NAMErintr7IOBasetuplerDr rKrPr'r(r)rksf ! 3 c2 , F *+#    ! == == == ** ++ ;; ;; ;; NN  +     ?C  " 14t  * =ryy =U38_ =#%++ssTzr(