dtjvddlZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl mZddlmZddlmZddlmZmZmZdd lmZmZdd lmZmZmZejd ZdgZ dgZ!da"ej#Z#d Z$d Z%d)dZ&dddZ'd)dZ(d)dZ)dZ*dZ+e,edrej-e+er ddl.Z.e.j/Z0n" ddl.Z.e1e.de2Z0n#e3$rdZ.e2Z0YnwxYwdZ4dZ5d*dZ6de7fdZ8dedddfdZ9gdZ:Gd d!eZ;d"Z<Gd#d$e=Z>d%d%e>dfd&Z?Gd'd(eZ@dS)+N)Iterable) has_magic) TYPE_CHECKING)DEFAULT_CALLBACK)FSTimeoutError)LocalFileSystemmake_path_posix trailing_sep)AbstractBufferedFileAbstractFileSystem)glob_translate is_exception other_pathsz_[^_]cDtstjatS)zAllocate or return a threading lock. The lock is allocated on first use to allow setting one lock per forked process. )_lock threadingLockI/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/fsspec/asyn.pyget_lockrs !   Lrc2dtd<dtd<dadS)zReset the global lock. This should be called only on the init of a forked process to reset the lock to None, enabling the new forked process to get a new lock. Nr)iothreadlooprrrr reset_lockr&sHQKDG EEErcK|r|nd}|tj||} |d{V|d<n#t$r}||d<Yd}~nd}~wwxYw|dS#|wxYw)Ntimeoutr)asynciowait_for Exceptionset)eventcororesultrexs r_runnerr(3s *ggdGg666JJJJJJq q    s* .A AAA AA A6rcV|r|nd}||rtd tj}||urt dn#t $rt$rYnwxYw||i|}dg}t j}tjt||||| | drn||dz}|dkrt+|d} t| tj rt| t| tr| | S)z Make loop run coroutine until it returns. Runs in other thread Examples -------- >>> fsspec.asyn.sync(fsspec.asyn.get_loop(), func, *args, timeout=timeout, **kwargs) NzLoop is not runningz)Calling sync() from within a running loopTrr) is_closed RuntimeErrorr eventsget_running_loopNotImplementedErrorrEventrun_coroutine_threadsafer(waitr isinstance TimeoutError BaseException) rfuncrargskwargsloop0r%r&r$ return_results rsyncr:?sl!*ggdG |t~~''|0111 //11 D==%&QRR R        4  DVF O  E $WUD&'%J%JDQQQ% ::a==     qLG{{$$%1IM-!566-/ M= 1 1s1AA65A6cJtjfd}|S)zGiven a function, make so can be called in blocking contexts Leave obj=None if defining within a class. Pass the instance if attaching as an attribute of the instance. cDp|d}t|jg|Ri|SNr)r:r)r6r7selfr5objs rwrapperzsync_wrapper..wrapperss2~d1gDIt5d555f555r functoolswrapsr5r?r@s`` r sync_wrapperrEls@_T666666 NrcJtjfd}|S)zCGiven a async generator, make so can be called in blocking contextsc?Kp|d}|i|} t|j|jVn#t$rYdSwxYw0r=)r:r __anext__StopAsyncIteration)r6r7r>genr5r?s rr@z"async_gen_wrapper..wrapper~sv~d1gdD#F##  49cm444444%     s5 AArArDs`` rasync_gen_wrapperrK{s@_T Nrchtdt5tdftjtd<t jtdjd}d|_||td<dddn #1swxYwYtdS)zdCreate or return the default fsspec IO loop The loop will be running on a separate thread. rNfsspecIO)targetnameT) rrr new_event_looprThread run_foreverdaemonstartr)ths rget_looprVs  Aw ZZ ! !Aw!022Q%T!W-@zRRR      ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! 7NsA4BB #B c2dtd<dtd<dadSr=)rrlockrrrreset_after_forkrYsDGHQK DDDrregister_at_fork)after_in_childerroriFc.ddlm}|r d|vr|dSn d|vr|dS|rtSttS tjtj\}}n$#tttf$r tcYSwxYw|tj krdS|dzS)Nr)confnofiles_gather_batch_sizegather_batch_size) fsspec.configr__NOFILES_DEFAULT_BATCH_SIZEresource_DEFAULT_BATCH_SIZE getrlimit RLIMIT_NOFILE ImportError ValueError ResourceError RLIM_INFINITY)nofilesr_ soft_limit_s r_get_batch_sizerqs""""""- &$ . .34 4 / $ & &+, ,+**""# *8+ABB AA ] 3###""""#X+++rQs!AA=<A=returncP tjdS#t$rYdSwxYw)z Being executed by an event loop?TF)r r-r+rrr running_asyncrts= """t uus  %%c&K|t|}|dkrt|}n |dkrtfd}d}t|}dg|z} t} | s||kr!t| |kr[||krU| t j|||||dz }t| |kr||kU| snt j| t jd{V\} } d} | rC| } | d{V\}}|| |<n#t$r}| |} Yd}~nd}~wwxYw| C| 4| D]} | | rt j | dd id{V| | ||k!| S) aSRun the given coroutines in chunks. Parameters ---------- coros: list of coroutines to run batch_size: int or None Number of coroutines to submit/wait on simultaneously. If -1, then it will not be any throttling. If None, it will be inferred from _get_batch_size() callback: fsspec.callbacks.Callback instance Gets a relative_update when each coroutine completes timeout: number or None If given, each coroutine times out after this time. Note that, since there are multiple batches, the total run time of this function will in general be longer return_exceptions: bool Same meaning as in asyncio.gather nofiles: bool If inferring the batch_size, does this operation involve local files? If yes, you normally expect smaller batches. N)rnrbrc K tj|d{V|fdS#t$r&}s||fcYd}~dSd}~wwxYw#dwxYw)Nrr)r r!relative_updater")r%iecallbackreturn_exceptionsrs r _run_coroz'_run_coros_in_chunks.._run_coros ( )$@@@@@@@@@!C  $ $Q ' ' ' '    $ a4KKKKK  $ $Q ' ' ' '    $ $Q ' ' ' 's-8 A(A#A( A+#A((A++Br) return_whenr{T) rqlenrkr#addr ensure_futurer1FIRST_COMPLETEDpopr"cancelgather)coros batch_sizerzrr{rnr|rxnresultspendingdone first_exctaskr&kexcs ``` r_run_coros_in_chunksrs1<$W555 RZZ q((((((( A E AfqjGeeG QUU'llZ''AEE KK-iia!.D.DEE F F F FA'llZ''AEE  %l7@WXXXXXXXXX g  $88::D $"&JJJJJJ #  $ $ $$ #I $  $      GngFFFFFFFFFFO1 QUU4 Ns#D44 E >EE )_ls _cat_file _get_file _put_file_rm_file_cp_file _pipe_file _expand_path_info_isfile_isdir_exists_walk_glob_find_du_size_mkdir _makedirscJeZdZdZdZdZdZddddfd ZedZ dZ d+d Z d Z d Z d,d Zd-dZd.dZdZd.dZ d/dZ d0dZd-dZdeddfdZdZdedfdZdZdZdZd1dZdZdZd2d Z d3d"Z!d1d#Z"d4d$Z#d5d%Z$ d6d&Z%d2d'Z&d7d(Z'd8d*Z(xZ)S)9AsyncFileSystemakAsync file operations, default implementations Passes bulk operations to asyncio.gather for concurrent operation. Implementations that have concurrent batch operations and/or async methods should inherit from this class instead of AbstractFileSystem. Docstrings are copied from the un-underscored method in AbstractFileSystem, if not given. TFN) asynchronousrrc||_tj|_|s|p t |_nd|_||_tj|i|dSN) rosgetpid_pidrV_looprsuper__init__)r>rrrr6r7 __class__s rrzAsyncFileSystem.__init__Wsb(IKK  +DJJDJ$$)&)))))rcf|jtjkrtd|jS)NzThis class is not fork-safe)rrrr+rr>s rrzAsyncFileSystem.loopas, 9 # #<== =zrcKtj|jr7t|jtjur|j|fddd|d{VSt )NFr) recursiver)inspectiscoroutinefunction_rmtyperr.r>pathr7s rrzAsyncFileSystem._rm_filegsk  ' 1 1 QT o&999!$P%APPPPPPPPPP P!!rcK|pj}||d{V}tfdt|D|dd{VS)Nrc,g|]}j|fiSr)r).0pr7r>s r z'AsyncFileSystem._rm..ts- @ @ @A]T]1 ' ' ' ' @ @ @rTrrn)rrrreversed)r>rrrr7s` `rrzAsyncFileSystem._rmos24? &&ty&AAAAAAAA) @ @ @ @ @$ @ @ @!          rcKtrr.)r>path1path2r7s rrzAsyncFileSystem._cp_filey !!rcxK|||d{V||d{VdSr)rr)r>rrs r_mv_filezAsyncFileSystem._mv_file|sVmmE5)))))))))mmE"""""""""""rcBK||rd}n|d}t|trt|tr|}|} nt|t} |||d{V}| r|r|fd|Dd{V}|sdSt |dk} t|to)t |p|d{V} | o2t|r| p!t| o| ot | } t||| | } |pj }fdt|| D}t||dd d{V}tt|D]}|dkrt|tr|dS) Nignoreraise)maxdepthrclKg|].}t||d{V,|/Srr rrrr>s rrz)AsyncFileSystem._copy..]l1ooGK{{ST~~AUAUAUAUAUAUrrexistsflattenc4g|]\}}j||fiSr)r)rp1p2r7r>s rrz)AsyncFileSystem._copy..s3SSSVRr20000SSSrT)rr{rn)r2liststrrr~r rrrrziprfilterrFileNotFoundError)r>rrron_errorrrr7paths1paths2 source_is_strsource_is_file dest_is_dirrrr&r's` ` r_copyzAsyncFileSystem._copys   HH  H eT " " z%'>'> FFF&uc22M,,I-F i 83G%F [[A-N$UC00U##?T[[-?-?'?'?'?'?'?'? #5!!4nV!%(((T[TeATAT=T !)) F 24? SSSSSs66?R?RSSS+ jD$         v..  B8## 27H(I(I#H  r overwritecKtrr)r>rvaluemoder7s rrzAsyncFileSystem._pipe_filerrcKt|tr||i}|pj}tfd|D|dd{VS)Nc4g|]\}}j||fiSr)r)rrvr7r>s rrz)AsyncFileSystem._pipe..s3 F F FA_T_Q , ,V , , F F FrTr)r2rrritems)r>rrrr7s` `r_pipezAsyncFileSystem._pipes dC  !%=D24? ) F F F F F F F F!          rcLKd}d}|9|dkr3|| }d}d}n-|p ||d{Vd}||z}n|d}|sV|1|dkr+|(|p ||d{Vd}||z}n|d}t|tjr|dz}d|d |S) z"Helper for "Range"-based _cat_fileNFrTsizerzbytes=-)rr2numbersIntegral)r>urlrTendrsuffs r_process_limitszAsyncFileSystem._process_limitss  {f>djjoo 5 5 5 5 5 5v>u  ]E 377$B$**S//$9$9$9$9$9$96#BD*C#w/00 q%%%%%%rcKtrr)r>rrTrr7s rrzAsyncFileSystem._cat_filerrrcK||d{V}fd|D}|pj}t||ddd{V}dkr'tt t |d} | r| t |dks4t|ts|d |krfd t||DS|dS) Nrc,g|]}j|fiSrr)rrr7r>s rrz(AsyncFileSystem._cat..s-BBBD////BBBrTrrnr{rFrrcFi|]\}}dkst|||S)omit)r)rrrrs r z(AsyncFileSystem._cat..s?Aqv%%\!__%1%%%r) rrrnextrrr~r2r_strip_protocolr) r>rrrrr7pathsroutr's ` ` ` r_catzAsyncFileSystem._catsG'' 'BBBBBBBBBBBBBEBBB24? ( j$$          w  f\3//77B  JJNN$%% Qx4//5555sOO  q6Mrrrc`K|tt|tstt|ts|gt |z}t|ts|gt |z}t |t |ks t |t |krt fdt|||D}|pj}t||ddd{V} |dkr'ttt| d} | | | S)agGet the contents of byte ranges from one or more files Parameters ---------- paths: list A list of of filepaths on this filesystems starts, ends: int or list Bytes limits of the read. If using a single int, the same value will be used to read all the specified files. on_error: "return" or "raise" If "return" (default), any per-range exception is placed in the output list at the corresponding position. Otherwise the first such exception is raised. Matches ``AbstractFileSystem.cat_ranges``. Nc:g|]\}}}j|f||dS))rTrr)rrsryr7r>s rrz/AsyncFileSystem._cat_ranges..#sJ   1a DN1 7A1 7 7 7 7   rTrrr) r.r2r TypeErrorrr~rkrrrrrr) r>rstartsendsmax_gaprrr7rrr's ` ` r _cat_rangeszAsyncFileSystem._cat_rangess_0  % %%&& O&(++ +XE *F$)) '6CJJ&D v;;#e** $ $D SZZ(?(?      ufd33    24? ( j$$          x  f\3//66B~ rcKtrr)r>lpathrpathrr7s rrzAsyncFileSystem._put_file1rrcdKt|trt|tr|}|} nt|t} | rt|}t |||} | r|r|fd| D} | sdSt | dk} t|to)t|p|d{V} |}| o2t|r| p!t| o| ot| } t| || | }d| Dfdt| |D}fdt| |D}tjfd |Dd{V|pj}g}|t ||D]<\}}|j}||||fi|=t)||| d{VS) aCopy file(s) from local. Copies a specific file or tree of files (if recursive=True). If rpath ends with a "/", it will be assumed to be a directory, and target files will go within. The put_file method will be called concurrently on a batch of files. The batch_size option can configure the amount of futures that can be executed at the same time. If it is -1, then all the files will be uploaded concurrently. The default can be set for this instance by passing "batch_size" in the constructor, or for all instances by setting the "gather_batch_size" key in ``fsspec.config.conf``, falling back to 1/8th of the system limit . rrNc\g|](}t||&|)Sr)r isdir)rrfss rrz(AsyncFileSystem._put..Xs4TTTLOOTrxxPQ{{T!TTTrrrcNi|]"}|tj|#Sr)rrr)rls rrz(AsyncFileSystem._put..ms(666!!RW]]1%%666rc*g|]\}}| |Srrrrris_dirs rrz(AsyncFileSystem._put..ns&@@@tq!fQi@@@@rc.g|]\}}| ||fSrrrs rrz(AsyncFileSystem._put..os*NNNAF1INq!fNNNrc>g|]}|dST)exist_ok)r)rdr>s rrz(AsyncFileSystem._put..qs)OOOAt~~a$~??OOOrrrz)r2rrr r expand_pathr~r rrrrrr rrset_size branch_cororappendr)r>r r rrzrrr7rpathslpathsrrrrrdirs file_pairsrlfilerfileput_filerrs` @@r_putzAsyncFileSystem._put4s. eT " " z%'>'> FFF&uc22M /'.. ""B^^EY^RRF i 83GTTTTVTTTF [[A-N$UC00U##?T[[-?-?'?'?'?'?'?'? ((//E"5!!4nV!%(((T[TeATAT=T !)) F76v666@@@@s6622@@@NNNNVV)<)<NNN nOOOOOOOPPPPPPPP24? #j//***& ; ;LE5++DN;;H LL%99&99 : : : :) j8          rcKtrr)r>r r r7s rrzAsyncFileSystem._get_file~rrcKt|trt|tr|}|}nt|t} | ot| } |}|||d{V}| r|r|fd|Dd{V}|sdSt |}t|dk} t|to/t|p t |} | o$t|r| pt| o| o| } t||| | }d|D| dj }g}|t|t||D]<\}}|j}||||fi|=t'|||d{VS) aCopy file(s) to local. Copies a specific file or tree of files (if recursive=True). If lpath ends with a "/", it will be assumed to be a directory, and target files will go within. Can submit a list of paths, which may be glob-patterns and will be expanded. The get_file method will be called concurrently on a batch of files. The batch_size option can configure the amount of futures that can be executed at the same time. If it is -1, then all the files will be uploaded concurrently. The default can be set for this instance by passing "batch_size" in the constructor, or for all instances by setting the "gather_batch_size" key in ``fsspec.config.conf``, falling back to 1/8th of the system limit . rNclKg|].}t||d{V,|/Srrrs rrz(AsyncFileSystem._get..rrrrctg|]5}tjtj|d6Sr)rmakedirsrdirname)rlps rrz(AsyncFileSystem._get..s5JJJRRW__R((4 8 8 8JJJrrr)r2rrr rrr r~r rrrrrrrr rr!r)r>r r rrzrr7r"r#rsource_not_trailing_seprrrrrget_files` r_getzAsyncFileSystem._gets. eT " "$ z%'>'>$ FFF&uc22M&3&OL'>u'E'E #5!!4nV!%(((T[T=T !)) F KJ6JJJJZZ do>> #f++&&&// ; ;LE5++DN;;H LL%99&99 : : : :) j8          rcbK ||d{VddkS#YdSxYw)NrfileF)rr>rs rrzAsyncFileSystem._isfilesI **T********F3v= = 55s$).ctK ||d{VddkS#t$rYdSwxYw)Nr directoryF)rOSErrorr6s rrzAsyncFileSystem._isdirs[ **T********F3{B B   55 s $) 77cdK||d{VddS)Nr)rgetr6s rrzAsyncFileSystem._sizes:jj&&&&&&&&++FD999rc`K|pj}tfd|D|d{VS)Nc:g|]}|Sr)rrs rrz*AsyncFileSystem._sizes..s# * * *qTZZ]] * * *r)r)rr)r>rrs` r_sizeszAsyncFileSystem._sizessa24? ) * * * *E * * *z          rcVK |j|fi|d{VdS#t$rYdSwxYw)NTF)rrrs rrzAsyncFileSystem._existss^ $*T,,V,, , , , , , , ,4    55 s  ((cKtrrrs rrzAsyncFileSystem._inforrcKtrr)r>rdetailr7s rrzAsyncFileSystem._lsrrrc 8K||dkrtd||}i}i}i}|dd} |j|fddi|d{V} nS#tt f$r?} |dkrt |r || | r |iifWVn|ggfWVYd} ~ dSd} ~ wwxYw| D]g} | dd} | ddd }| d d kr| |kr | ||<| ||<V| |kr| |d <b| ||<h| st|}t|}|r|||fWV||dz}|dkr |s|||fWVdS|D](}|j ||f|| |d |23d{V}|WV 6)|s |||fWVdSdS)Nrmaxdepth must be at least 1rBFTrrO/rbrr8r)rrBtopdown) rkrrrrr9callablerstriprsplitrr)r>rrrFrr7 full_dirsdirsfilesrBlistingryinfopathnamerOrrps rrzAsyncFileSystem._walks  HqLL:;; ;##D)) He,, $DHTAA$A&AAAAAAAAGG!7+   7""(##   #Bl"""""Bl"""" FFFFF  # #DF|**3//H??3**2.DF|{**x4/?/?"* $!T T!! b "d  ::DKKE  $e# # # # #   MH!||,e+++++  A%4:! !          a $e# # # # # # # $ $s A##B344B..B3?F cK||dkrtdddl}tjjr"tjjtjjfntjjf}||}||}|p+|td|D| ddkr| dnt|}| ddkr| dnt|}| ddkr| dnt|} t||| } | dd } | d d } t|s5|j|fi|d{Vr| s|gS||j|fi|d{ViS| sgSiSd |d| vr]| } |d| d } |d| dz}|| dz| }|| dzdd dz}n/d }|d| }|| dzdd dz}d|vrB|>| d}||dd dz}||z |z}nd}|r||d<|j|f|| d d|d{V}t'||rd nd z|jfdt+|D}| r|St/|S)NrrDrc3 K|] }|dzV dS)**Nr)rseps r z(AsyncFileSystem._glob..9s&--#*------r*?[rBFwithdirsTrErrRprefix)rrXrBcli|]0\}}r|ddkr|dzn|-||1S)rr8rE)match)rrrNappend_slash_to_dirnamepatterns rrz)AsyncFileSystem._glob..qsh   4}}*/3F|{/J/JC t   r)rkrerraltseprSendswithrtuplefindr~minrrrrrindexcountrrcompilesortedrr)r>rrr7r^seps ends_with_sepidx_star idx_qmark idx_bracemin_idxrBrXfirst_wildcard_idxrootrYdepthidx_double_starsdepth_double_starsallpathsrr\r]s @@rrzAsyncFileSystem._glob/s  HqLL:;; ; 02R RW^,,RW[N d++ ##D))"/# 4== ----- - -4 4 &*YYs^^q%8%8499S>>>c$ii&*iinn&9&9DIIcNNNs4yy &*iinn&9&9DIIcNNNs4yy h 955He,,::j$// 7!T\$11&11111111 D 6M  4(B(B6(B(B"B"B"B"B"B"BCCII D'N " "!( 8G8n++C00G'A+ D! 00F1'--c22Q6EED(7(^F1'--c22Q6E 4<<##'99T?? %)*:*;*;%<%B%B3%G%G!%K" 22X=  &%F8 #   8D  DJ        ! )E2!FGG"*W%%     !(.."2"233     J99 rcKi}|j|fd|i|d{VD].}||d{V}|d||d</|r!t|S|S)NrrrO)rrsumvalues)r>rtotalrr7sizesfrNs rrzAsyncFileSystem._dus!tz$DDDVDDDDDDDD / /AA&&&&&&D"&v,E$v,    u||~~&& &Lrc6 K||}i |dd}|r?|dkr9||d{Vr||d{V |<|j||fddi|23d{V\}}}|r|| d|DT6 s ||d{Vri |<t } |s| S fd| DS)NrBFrTc&i|]\}}|d|S)rOr)rrOrNs rrz)AsyncFileSystem._find..s"KKKztTV dKKKrc"i|] }|| Srr)rrOrs rrz)AsyncFileSystem._find..s666D#d)666r) rrrrrupdaterrrg) r>rrrXr7rBrprKrLnamesrs @rrzAsyncFileSystem._finds##D))He,,  / T[[->->'>'>'>'>'>'> "jj........CI%/DJtX$U$Ud$Uf$U$U M M M M M M M.!T5 # T""" JJKKU[[]]KKK L L L L%V dll400000000 CIs  7L6666666 6sCc K||dkrtdt|tr |g||d{V}nt }fd|D}|D]}|st |r~t ||d{V}||z}|rL||dkrM|t t||||dz nddd{Vz}|r0t ||dd{V}||z}||vr4|dus |d{Vr| ||st|t|S) NrrDc:g|]}|Sr)rrs rrz0AsyncFileSystem._expand_path..s':::D((++:::r)rT)rrassume_literal)rrXF) rkr2rrr#rrrrrrrrg) r>rrrrrrbitrecs ` rrzAsyncFileSystem._expand_paths  HqLL:;; ; dC  ))4&)XFFFFFFFFCC%%C::::T:::D  %)A,,DJJq8J$D$DDDDDDDEEC3JC $/HMM$s"&"3"3 $S *39A9MASW/3 #4##  DJJq8dJ$S$SSSSSSSTTC3JCC<rcreate_parentsr7s rrzAsyncFileSystem._mkdir  rc KdSrr)r>rrs rrzAsyncFileSystem._makedirsrrrbcTKd|vs|drtt)Nb compression)r;rkr.)r>rrr7s r open_asynczAsyncFileSystem.open_asyncs+ d??fjj77? !!r)FN)FNNN)r)NN)FrN)NNrrr)T)NTr)TN)NF)FNFF)r)*__name__ __module__ __qualname____doc__ async_implmirror_sync_methodsdisable_throttlingrpropertyrrrrrrrrrrrr rrr)rr3rrrr>rrrrrrrrrrr __classcell__)rs@rrrFsJ+0t*******X """    """###::::x""""    &&&4""""CG>////b""""!H H H H T"""! G G G G R  :::    """""""A$A$A$A$FOOOOb    77774DI&&&&P        """"""""rrcddlm}ttt t zD]:}|ds|dd}t|rtj t||d}tt||ddd}|t||du}|r"|r tt||| }nFtj t||dr"|r tt||| }nt||||js%tt||dd d|_> 2 !rceZdZdS)FSSpecCoroutineCancelN)rrrrrrrrsDrrTcddldtjtdD}|r d|Dfd|D}|r|D]j}tjj |tjjfd|D j |#|$rYwxYw|S)Nrc:g|]}||Sr)r)rts rrz'_dump_running_tasks..s% I I I1 IQ I I Irc6g|]}|Sr) print_stack)rrs rrz'_dump_running_tasks..s$...    ...rc g|]r}|jjj|jjjj|jjjj|jjj|jjr|nddsS)N)localsr5 firstlinelinelostackr)_corocr_framef_localsf_code co_filenameco_firstlinenof_lineno format_stack)rr traceback with_tasks rrz'_dump_running_tasks..s    j)2J'.:,3Bj)2++DJ,?@@%/DD4      rc2g|]}|dS)rr)rcbrs rrz'_dump_running_tasks..s% $ $ $"URU1XX $ $ $r) rr tasks all_tasksr _callbacksrfuturesFuture set_exceptionrthrow) printoutrrrrrcbsrrs ` @@r_dump_running_tasksrsA I I //Q88 I I IE/......        C   A,C HHJJJ O " 0 0C 8 8 8 O " ) )! , , , $ $ $ $ $ $ $ $  c""""     JsC--C54C5cJeZdZd dZdZdZddZdZdZd Z d Z dd Z d S)AbstractAsyncStreamedFilerbcVK|dnt|}|jdkrtd|dkr|j|jz }|jrtd|dkrdS||j|j|zd{V}|xjt|z c_|S)z Return data from cache, or fetch pieces as necessary Parameters ---------- length: int (-1) Number of bytes to read; if <0, all remaining bytes. NrbrzFile not in read moderI/O operation on closed file.r)intrrkrlocclosed _fetch_ranger~)r>lengthrs rreadzAbstractAsyncStreamedFile.read%s~3v;; 9  455 5 A::Y)F ; ><== = Q;;3%%dh60ABBBBBBBB CHH rc^K|jdvrtd|jrtd|jrtd|j|}|xj|z c_|j|jkr| d{V|S)z Write data to buffer. Buffer only sent on flush() or if buffer is greater than or equal to blocksize. Parameters ---------- data: bytes Set of bytes to be written. >abwbzFile not in write moderz0This file has been force-flushed, can only closeN) rrkrforcedbufferwritertell blocksizeflush)r>datars rrzAbstractAsyncStreamedFile.write<s 9L ( (566 6 ; ><== = ; QOPP Pk%% C ;     / /**,,        rcvKt|ddrdS|jrdS|jdkrd|_n|js|dd{V|jV|j|j|j|j |jd|_dS)z=Close file Finalizes writes, discards cache _unclosableFNrT)force) rrrcacherrrinvalidate_cacher_parentrs rclosezAbstractAsyncStreamedFile.closeTs 4 . .  F ;  F 9  DJJ; -jjtj,,,,,,,,,w"((333(()C)CDDD rFc K|jrtd|r|jrtd|rd|_|jdvrdS|s$|j|jkrdS|j0d|_ |d{Vn #d|_xYw| |d{VdurC|xj|j ddz c_tj |_dSdS) NzFlush on closed filez+Force flush cannot be called more than onceT>rrr)finalF) rrkrrrrroffset_initiate_upload _upload_chunkseekioBytesIO)r>rs rrzAbstractAsyncStreamedFile.flushis@ ; 5344 4  LT[ LJKK K  DK 9L ( ( F ))++dn<< F ; DK ++---------- " ##%#00 0 0 0 0 0 0 = = KK4;++Aq11 1KK*,,DKKK > =s :B Bc K|Srrrs r __aenter__z$AbstractAsyncStreamedFile.__aenter__s  rc>K|d{VdSr)r)r>exc_typeexc_valexc_tbs r __aexit__z#AbstractAsyncStreamedFile.__aexit__s,jjllrcKtrr)r>rTrs rrz&AbstractAsyncStreamedFile._fetch_rangerrc KdSrrrs rrz*AbstractAsyncStreamedFile._initiate_uploadrrcKtrr)r>rs rrz'AbstractAsyncStreamedFile._upload_chunkrrN)rbr) rrrrrrrrrrrrrrrrr!s.0*'''':"""   """"""rrrr)Ar asyncio.eventsrBrrrrr^rcollections.abcrglobrtypingr callbacksr exceptionsrimplementations.localr r r specr r utilsrrrrfrrrrr-rrr(r:rErKrVrYhasattrrZrfr\rlrr9rjrgrerqboolrtrrrrr"rrrrrrrs  $$$$$$ ''''''&&&&&&QQQQQQQQQQ::::::::<<<<<<<<<< "*W   6 v +       %)*****Z         $ 72!""9B'78888 <OOONMM<  '7;;      "2t    OOOOf .O "O "O "O "O "(O "O "O "d!!!H     I   $$9UBr"r"r"r"r" 4r"r"r"r"r"sC C&%C&