dtj5ddlmZddlZddlZddlZddlZddlZddlmZm Z m Z ddl m Z ddl mZmZmZmZiZejdZdZdd Z dd ZGddeZ ddZddZdZdS)) annotationsN)AsyncFileSystem_run_coros_in_chunks sync_wrapper)DEFAULT_CALLBACK) filesystemget_filesystem_classsplit_protocol url_to_fszfsspec.genericc 0t|fi|t|<dS)z4Populate the dict used for method=="generic" lookupsN)r _generic_fs)protocolstorage_optionss L/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/fsspec/generic.pyset_generic_fsrs"&xCC?CCKct|ttfr|dn|}|pt|d}|pi}|dkrt |S|dkr t |S|dkr#t |}|S|dkr&t|fi| |i\}}|Std|)zPick instance of backend FSrdefaultgenericcurrentoptionszUnknown FS resolution method: ) isinstancelisttupler r rr rr get ValueError)urlmethodrrclsfs_s r _resolve_fsr#ssT5M22 ;#a&&C1>#..q1H%+O (### 8$$ "8,,{{}} #CC!4!4Xr!B!BCCA >f>> ? ??rFsize differentc |p tdi|pi}|||dd|st d|ddfdD} t t| d| r$| fd| DddDt td fd D}  D]\} } | } | vr|d kr| | <+|d kr | G|d krmt|r || n| |}| }t|r ||n||}||kr| | < | | | <t tdr-t\}}|j||fi|t t| d|r| r|| S)aUSync files between two directory trees (experimental) Parameters ---------- source: str Root of the directory tree to take files from. This must be a directory, but do not include any terminating "/" character destination: str Root path to copy into. The contents of this location should be identical to the contents of ``source`` when done. This will be made a directory, and the terminal "/" should not be included. delete_missing: bool If there are paths in the destination that don't exist in the source and this is True, delete them. Otherwise, leave them alone. source_field: str | callable If ``update_field`` is "different", this is the key in the info of source files to consider for difference. Maybe a function of the info dict. dest_field: str | callable If ``update_field`` is "different", this is the key in the info of destination files to consider for difference. May be a function of the info dict. update_cond: "different"|"always"|"never" If "always", every file is copied, regardless of whether it exists in the destination. If "never", files that exist in the destination are not copied again. If "different" (default), only copy if the info fields given by ``source_field`` and ``dest_field`` (usually "size") are different. Other comparisons may be added in the future. inst_kwargs: dict|None If ``fs`` is None, use this set of keyword arguments to make a GenericFileSystem instance fs: GenericFileSystem|None Instance to use if explicitly given. The instance defines how to to make downstream file system instances from paths. Returns ------- dict of the copy operations that were performed, {source: destination} T)withdirsdetailzCan only rsync on a directorycbg|]+\}}|ddk|v)|,S)type directoryreplace).0av destination otherfilessources r zrsync..csN    Aq V9 # # &+(F(Fj(X(X (X(X(Xrz directories to createc<g|]}|Sr,)r.dirnr1r3s rr4zrsync..ks' @ @ @4T\\&+ . . @ @ @rexist_okc2i|]\}}|ddk||Sr*filer6)r.r/r0s r zrsync..ms,IIIAQvY&5H5H15H5H5Hrz files to consider for copycbg|]+\}}|v|ddk)|,Sr;r,)r.or0allfilesr1r3s rr4zrsync..osN Aq 99[& ) ) 9 9ai6>Q>Q >Q>Q>Qralwaysneverr%z files to copyz files to deleter6)GenericFileSystem_strip_protocolfindisdirritemsloggerdebuglenmake_many_dirscopyr-popcallablezipcprm)r3r1delete_missing source_field dest_field update_cond inst_kwargsr!kwargsdirs to_deletekr0 otherfileinf1v2inf2 source_files target_filesr@r2s`` @@rrsyncra(sgh 7 77K$5277B    ' 'F$$[11KwwvTw::H 88F  :8999tDAAJ      NN$$   D  LLCII555666    @ @ @ @ @4 @ @ @4    JI!1!1IIIH LLCMM>>>???$$&&I  %%''$$1IIfk22  " "h&&' '' Q ++*2<*@*@U||Aa o *)1*)=)=Qzz"~~~2j>4<<"+HQKKLLOOO$HQKK LLCMM1112224%((..*:*:%;" l lL33F333 LLC NN444555) i OrceZdZdZdZd#fd ZdZdZd$d Zd Z d%d Z d Z dZ dZ d&dZdZdedfd'dZd%dZeeZ d(d)d"ZxZS)*rCa^Wrapper over all other FS types This implementation is a single unified interface to be able to run FS operations over generic URLs, and dispatch to the specific implementations using the URL protocol prefix. Note: instances of this FS are always async, even if you never use it with any async backend. rrNc V||_||_tjdi|dS)a Parameters ---------- default_method: str (optional) Defines how to configure backend FS instances. Options are: - "default": instantiate like FSClass(), with no extra arguments; this is the default instance of that FS, and can be configured via the config system - "generic": takes instances from the `_generic_fs` dict in this module, which you must populate before use. Keys are by protocol - "options": expects storage_options, a dict mapping protocol to kwargs to use when constructing the filesystem - "current": takes the most recently instantiated version of each FS Nr6)rst_optssuper__init__)selfdefault_methodrrW __class__s rrfzGenericFileSystem.__init__s6 % & ""6"""""rct||j|j}|||SNr)r#rrdunstrip_protocol_parentrgpathr!s rrnzGenericFileSystem._parents: t{DL I I I""2::d#3#3444rct||j|j}|||Srk)r#rrdrmrDros rrDz!GenericFileSystem._strip_protocols< t{DL I I I""2#5#5d#;#;<<.s %%%Aqvvxx%%%rrtcg|] }|d S)rtr6r~s rr4z)GenericFileSystem._ls..s+++!AfI+++r)r#rrdru_lslsrm)rgrr(rWr!rwr?s rrzGenericFileSystem._lss dk4< H H H = 4s::4:6::::::::CC"%33D3F33C%%%%% 7 7A++AfI66AfII  ,J++s+++ +rcKt||j|j}|jr|j|fi|d{VS|j|fi|Srk)r#rrdru _cat_filecat_file)rgrrWr!s rrzGenericFileSystem._cat_filesp dk4< H H H = .%c44V44444444 42;s--f-- -rcKt||j|j}|jr|j||fi|d{VS|j||fi|Srk)r#rrdru _pipe_file pipe_file)rgrpvaluerWr!s rrzGenericFileSystem._pipe_filest t{DL I I I = 7&tU==f======== =2<e66v66 6rcK|}t|tr|g}t|d|j|j}|jr|j|fi|d{VdS|j|fi|dS)Nrrl)rstrr#rrdru_rmrQ)rgrrWurlsr!s rrzGenericFileSystem._rms dC  6D a$+t| L L L = !"&(((( ( ( ( ( ( ( ( ( ( BE#  rcKtd|t||j|j}|jr|||d{VdS|||dS)Nz Make dir %srlr8)rHrIr#rrdru _makedirsmakedirs)rgrpr9r!s rrzGenericFileSystem._makedirss ]D))) t{DL I I I = 1,,th,77 7 7 7 7 7 7 7 7 7 KKxK 0 0 0 0 0rc &t||fd|i|dS)z[Sync files between two directory trees See `func:rsync` for more details. r!N)ra)rgr3r1rWs rrazGenericFileSystem.rsyncs' fk55d5f55555ritempdir str | Nonec Kt||j|j}t||j|j}||ur+|jr|j||fi|d{VS|j||fi|St ||g||g|ddd{VdS)Nrlrraiseon_error)r#rrdru_copyrL copy_file_op) rgrurl2 blocksizecallbackrrWr!fs2s r_cp_filezGenericFileSystem._cp_filesdk4< H H H$ T\JJJ 99} 4%RXc4::6:::::::::rwsD33F3332ucD67APPPPPPPPPPPPrcKt|d|j|jjr&fd|D}t |d{VdS|D]}|dS)Nrrlc>g|]}|S)r8)r)r.ur9r!s rr4z5GenericFileSystem._make_many_dirs..5s)FFFAR\\!h\77FFFrr8)r#rrdrurr)rgrr9corosrr!s ` @r_make_many_dirsz!GenericFileSystem._make_many_dirs2s a$+t| L L L = 2FFFFFFFFE&u-- - - - - - - - - - 2 2 A 1111 2 2rignorepath1 list[str]path2 recursiveboolrrrs int | None batch_sizec K|rtdt|tr|gn|}t|tr|gn|}t||j|j} t||j|j} | | ur+| jr| j||fi|d{VS| j||fi|St| || ||||d{VdS)NzPlease use fsspec.generic.rsyncrlr) NotImplementedErrorrrr#rrdrurrLr) rgrrrrrsrrrWr!rs rrzGenericFileSystem._copy=s/  I%&GHH H%eS11<u%eS11<u  T\ J J J%dlKKK 99} 7%RXeU==f=========rwue66v666 sE7J            r)rN)NFF)T)F)rr)FrNNN)rrrrrrrrrsrrrrr)__name__ __module__ __qualname____doc__rrfrnrDrvrzrrrrrrarrrrrKr __classcell__)ris@rrCrCsp  H######(555=== (,,,,& . . . 7 7 7!!!1111666!" QQQQQ&2222"\/22N   #!%"         rrCrcfKddl}p| fdt||D}t||dd{V} t jn#t jwxYw|dkr| S|dkr| D]} t | tr| dSdS)Nrc g|]L\}}t||tjt jjMSr6) _copy_file_oposrpjoinuuiduuid4hex)r.u1u2fs1rrs rr4z copy_file_op..dsa    B  Wdjll&677       rT)rreturn_exceptionsreturnr)tempfilemkdtemprOrshutilrmtreer Exception) rurl1rrrrrrrrwr?s ` ` ` rrr]s)OOO+))++G       dD//    ) jD           g g8 W    A!Y''      s 6A,,BcRK|jr|||d{Vn||||jr|||d{Vn|||t j|td||dS)NzCopy %s -> %s; done) ru _get_fileget_file _put_fileput_filerunlinkrHrI)rrrrlocalrs rrr{s ~"mmD%(((((((((( T5!!! ~"mmE4(((((((((( UD!!!Ie LL&d33333rcBKtj|r|d{VS|S)N)inspect iscoroutine)cors r maybe_awaitrs03yyyyyy r)NN)Fr$r$r%NN)Nrr)r) __future__rrloggingrrrasynrrr callbacksrcorer r r r r getLoggerrHrr#rarCrrrr6rrrs"""""" EEEEEEEEEE''''''MMMMMMMMMMMM  + , ,DDD @@@@* ggggTH H H H H H H H XAI< 4 4 4 4r