dtj$ddlZddlZddlZddlZddlZddlmZddlmZm Z ddl m Z ddl m Z ddlmZmZmZmZdZdadd hZGd d e Zed gd GddejZGddeZdS)N)suppress)cached_propertywraps)parse_qs)AbstractFileSystem)"get_package_version_without_importinfer_storage_options mirror_fromtokenizec<tfd}|S)Nc |i|S#t$rK}|js|j^}}t|trd|vrt t j||d}~wwxYw)Nzdoes not exist)OSErrorargs isinstancestrFileNotFoundErrorerrnoENOENT)rkwargs exceptionmessagefuncs Z/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/fsspec/implementations/arrow.pywrapperz wrap_exceptions..wrappers 4((( (   > &^NGd'3'' ,<,G,G' g>>IM s A AAA )r)rrs` rwrap_exceptionsrs3 4[[    [  Ngcss3cpeZdZdZdZfdZedZedZ fdZ e dZ dd Z d Zd Zd Zed ZedZedZeddZeddZeddZeddZedZedZdfd ZfdZxZS) ArrowFSWrapperzwFSSpec-compatible wrapper of pyarrow.fs.FileSystem. Parameters ---------- fs : pyarrow.fs.FileSystem /c tda||_|jtvrd|_t jdi|dS)Npyarrow)rPYARROW_VERSIONfs type_name_EMPTY_ROOT_MARKER_FILESYSTEMS root_markersuper__init__)selfr'r __class__s rr,zArrowFSWrapper.__init__4sPz//r9)r startswith)clsr>opss rr;zArrowFSWrapper._strip_protocolKs>#D))6{ ??4  8D rFc |}ddlm} fdj||D}n&#t t f$rj|fi|g}YnwxYw|r|Sd|DS)Nr) FileSelectorc:g|]}|Sr%) _make_entry).0entryr-s r z%ArrowFSWrapper.ls..Ys7  ''rcg|] }|d S)namer%)rGrHs rrIz%ArrowFSWrapper.ls..bs777eE&M777r)r; pyarrow.fsrDr' get_file_inforNotADirectoryErrorinfo)r-r>detailrrDentriess` rlszArrowFSWrapper.lsTs##D))++++++ 2!W22<<3E3EFFGG"#56 2 2 2 ty00001GGG 2  8N77w777 7s/A A10A1c ||}|j|g\}||Sr0)r;r'rMrF)r-r>rrOs rrOzArrowFSWrapper.infodsB##D))&&v..%%%rc~||} ||dS#t$rYdSwxYw)NTF)r;rOrr-r>s rexistszArrowFSWrapper.existsisT##D))  IIdOOO4!   55 s . <<cddlm}|j|jurd}n]|j|jurd}nL|j|jurr\r^)r-rOrXkinds rrFzArrowFSWrapper._make_entryrs'''''' 9* * *DD Y(- ' 'DD Y(+ + +#EL"+el2K2KTYWW WDIIZ    rc ||d}||d}||d5}|dtjd} ||d5}t j||dddn #1swxYwY|j ||nU#t$rHtt5|j |dddn #1swxYwYwxYw ddddS#1swxYwYdS)Nr!rbz.tmp.wb)r;rstrip_opensecrets token_hexopenshutil copyfileobjr'move BaseExceptionrr delete_file)r-path1path2rlstream tmp_fnamerstreams rcp_filezArrowFSWrapper.cp_files $$U++22377$$U++22377 ZZt $ $  ==w'8';';==I YYy$//97&w888999999999999999 Y....    /0033G'' 222333333333333333 /                  sr'EC!B:. C!:B> >C!B> C! E!D3?D& D3&D* *D3-D* .D33EE Ec ||d}||d}|j||dS)Nr!)r;rir'rp)r-rsrtrs rmvzArrowFSWrapper.mvs`$$U++22377$$U++22377  UE"""""rcd||}|j|dSr0)r;r'rrrUs rrm_filezArrowFSWrapper.rm_files1##D)) D!!!!!rNc||d}||r-|r|j|dSt d|j|dS)Nr!z0Can't delete directories without recursive=False)r;riisdirr' delete_dir ValueErrorrr)r-r> recursivemaxdepths rrmzArrowFSWrapper.rms##D))0055 ::d   & U""4((((( !STTT G   % % % % %rrfTc j|dkr|r |jj}nE|jj}n8|dkr |jj}n%|dkr |jj}nt d|i}|dks|s6t tdddkrd|d<||fi|}t|||||fi|S) Nrfrhabz'unsupported mode for Arrow filesystem: .r compression) r'open_input_fileopen_input_streamopen_output_streamopen_append_streamrintr&split ArrowFile) r-r>mode block_sizeseekablermethod_kwargsstreams rrjzArrowFSWrapper._opens 4<< 302 T\\W/FF T\\W/FFOtOOPP P 4<create_parentsrs rmkdirzArrowFSWrapper.mkdirsZ##D))  6 MM$M . . . . . G  tu  5 5 5 5 5rch||}|j|ddS)NTr)r;r'r)r-r>rs rrzArrowFSWrapper.makedirss6##D)) 4400000rcd||}|j|dSr0)r;r'rrUs rrmdirzArrowFSWrapper.rmdirs1##D)) 4     rcj||}|j|jSr0)r;r'rMr^rUs rmodifiedzArrowFSWrapper.modifieds.##D))w$$T**00rc l|d|dvtj|||fi|S)Nr)Nr) setdefaultr+cat_file)r-r>startendrr.s rrzArrowFSWrapper.cat_filesA*e9&<===uwweS;;F;;;rc j|ddtj||fi|dS)NrF)rr+get_file)r-rpathlpathrr.s rrzArrowFSWrapper.get_files@*e,,,0000000r)F)FN)rfNT)T)NN)__name__ __module__ __qualname____doc__r*r,propertyr2rr7r: classmethodr;rRrOrVrFrrxrzr|rrjrrrrrr __classcell__r.s@rr r )s6K#####!!X!>>_>=====[8888 &&&    &  _ ##_# ""_"&&&_&III_I,666_6111_1!!_!11_1<<<<<<111111111rr r)readseektellwritereadablewritablecloserc8eZdZddZdZedZdZdS)rNc h||_||_||_||_|x|_|_||_dSr0)r>rr'r blocksizerr)r-r'rr>rrrs rr,zArrowFile.__init__s7   +55 rc|Sr0r%r1s r __enter__zArrowFile.__enter__s rcj|jr|jSdSr0)rrr\r1s rr\zArrowFile.sizes1 ;   ! ! &;##%% %trc*|Sr0)r)r-rs r__exit__zArrowFile.__exit__szz||rr0)rrrr,rrr\rr%rrrrsaX rrcJeZdZdZdZ d fd ZedZxZS) HadoopFileSystemz]A wrapper on top of the pyarrow.fs.HadoopFileSystem to connect it's interface with fsspechdfsdefaultrNc lddlm}|||||||} tjdd| i|dS)a; Parameters ---------- host: str Hostname, IP or "default" to try to read from Hadoop config port: int Port to connect on, or default from Hadoop config if 0 user: str or None If given, connect as this username kerb_ticket: str or None If given, use this ticket for authentication replication: int set replication factor of file for write operations. default value is 3. extra_conf: None or dict Passed on to HadoopFileSystem r)r)r5r6user kerb_ticket replication extra_confr'Nr%)rLrr+r,) r-r5r6rrrrrrr'r.s rr,zHadoopFileSystem.__init__ sj6 0/////  ##!     ))B)&)))))rct|}i}|ddr |d|d<|ddr |d|d<|ddr |d|d<|ddrIt|d}|ddrt|dd|d<|S)Nr5usernamerr6 url_queryrr)r getrr)r>rBoutqueriess r_get_kwargs_from_urlsz&HadoopFileSystem._get_kwargs_from_urls4s#D)) 7764  &f+CK 77:t $ $ *j/CK 7764  &f+CK 77; % % Ds;/00G{{=$// D%()?)B%C%CM" r)rrNNrN) rrrrr2r, staticmethodrrrs@rrrs~--H  %*%*%*%*%*%*N  \     rr)riorbrkrn contextlibr functoolsrr urllib.parser fsspec.specr fsspec.utilsrr r r rr&r)r IOBaserrr%rrrs  ,,,,,,,,!!!!!!******$"'v1v1v1v1v1'v1v1v1r          0;;;;;~;;;;;r