tjp4dZddlmZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl m Z mZddlmZmZmZmZmZmZmZmZddlmZmZmZmZmZdd lmZm Z dd l!m"Z"m#Z#dd l$m%Z%dd l&m'Z'dd l(m)Z)ddl*m+Z+erddl,m-Z-ddl.m/Z/m0Z0ej1e2Z3dZ4GddeZ5GddeZ6ddZ7d dZ8Gdde#eZ9dS)!1Base class for all loaders that uses O365 Package) annotationsN)abstractmethod)datetime)PathPurePath) TYPE_CHECKINGAnyDictIterableListOptionalSequenceUnion) BaseModelFieldFilePath PrivateAttr SecretStr) BaseSettingsSettingsConfigDict)BaseBlobParser BaseLoader)FileSystemBlobLoader)Blob)MimeTypeBasedParser) get_parser)Account)DriveFolderiPcveZdZUeddZded<eddZded<ed d d d ZdS) _O365Settings.O365_CLIENT_ID)aliasstr client_idO365_CLIENT_SECRETr client_secretFz.envignore)case_sensitiveenv_file env_prefixextraN) __name__ __module__ __qualname__rr&__annotations__r(r model_configl/var/www/html/CA-Chatbot/venv/lib/python3.11/site-packages/langchain_community/document_loaders/base_o365.pyr"r"*srU3&6777I7777$uS0DEEEMEEEE%%v"HLLLr5r"cDeZdZUejdz dz Zded<dS)_O365TokenStorage .credentialszo365_token.txtr token_pathN)r/r0r1rhomer:r2r4r5r6r8r83s6$49;;7:JJJJJJJJJr5r8 file_types Sequence[str]returnDict[str, str]czi}|D]5}tjd|\}}|r|||<$td||S)2Fetch the mime types for the specified file types.zfile.zUnknown mimetype of extension ) mimetypes guess_type ValueError)r<mime_types_mappingext mime_type_s r6fetch_mime_typesrI7sgEE +MCMM:: 1  E&/ s # #CcCCDD D r5 mime_typesc~i}|D]7}tj|}|r|||dd<&td||S)rANzUnknown mimetype )rBguess_extensionrD)rJrErGrFs r6fetch_extensionsrNCsb>> ' 22  >*3 s122w ' '<<<== = r5cLeZdZUdZeeZded< dZded< e Z ded < dZ ded < d Z d ed < iZ ded< eZded<eZded<eZded<d(fd Zed)dZeed*dZd+d!Zd,d%Zd-d'ZxZS).O365BaseLoaderr)default_factoryr"settingsFboolauth_with_tokenzUnion[int, str] chunk_size recursiveNzOptional[datetime]modified_sincezOptional[Dict[str, Any]]handlersr _blob_parserr= _file_typesr? _mime_typeskwargsr r>Nonec tjdi|jr tj} t |_tt|_fdj D}n#t$ry t|_ttj_j}n!#t$rtd|dwxYwYnwxYwt|d_ dStd_ tj ts$t!dt#j ttj j_dS)Nc2i|]\}}j||Sr4r[).0 extensionhandlerselfs r6 z+O365BaseLoader.__init__..s7!!!* 7$Y/!!!r5z=`handlers` keys must be either file extensions or mimetypes. zj could not be interpreted as either. File extensions and mimetypes cannot mix. Use either one or the other)rXfallback_parserdefaultzLget_parser("default) was supposed to return MimeTypeBasedParser.It returned r4)super__init__rXlistkeysrIr[setrZitemsrDrNrrYr isinstance TypeErrortype)rdr\ handler_keys mime_handlers __class__s` r6rizO365BaseLoader.__init__s""6""" =" Y 2 2 4 455L #3L#A#A #'L(9(9#:#: !!!!.2m.A.A.C.C!!!     '7 'E'ED$'+C0@0E0E0G0G,H,H'I'ID$$(MMM!$6'666"M !4&!!!D   !+9 5 5D d/1DEE =#'(9#:#:== 0T5F5O5T5T5V5V0W0WXXD   s, AB&& D)1ADD)D##D)(D)c|jS)zBReturn a dict of supported file types to corresponding mime types.r`rds r6_fetch_mime_typesz O365BaseLoader._fetch_mime_typess r5 List[str]cdS)zReturn required scopes.Nr4rus r6_scopeszO365BaseLoader._scopessr5folderr Iterable[Blob]c #(K|j}|}i}tj5}t jtj|d|D]2}|jr'|j t| vr|j r|j |j kr|j}tjd|jr4|jjdzt$j|jz}|||j||j t1|jt1|j t1|jt1|j|jt1|jd||j<4t=|}|D]}} tA| jtBstEd| jrG|#t1| jji} | j$%| | V~ d d d n #1swxYwY|j&r2|'D]} |(| Ed {Vd Sd S) aLazily load all files from a specified folder of the configured MIME type. Args: folder: The Folder instance from which the files are to be loaded. This Folder instance should represent a directory in a file system where the files are stored. Yields: An iterator that yields Blob instances, which are binary representations of the files loaded from the folder. T)exist_ok"Doc.aspx\?sourcedoc=.*file=([^&]+)/to_pathrUsourcerGcreatedmodified created_by modified_by descriptionidpath#Expected blob path to be a PurePathN))rv get_itemstempfileTemporaryDirectoryosmakedirsrdirnameis_filerGrjvaluesrWrweb_urlresearch_parenturllibparsequotenamedownloadrUr%rrrr object_idr yield_blobsrnrNotImplementedErrorgetmetadataupdaterVget_child_folders_load_from_folder) rdrzfile_mime_typesrm metadata_dicttemp_dirfilerloaderblobfile_metadata_ subfolders r6rz O365BaseLoader._load_from_folders0  ""35  ( * *$ h K11D A A A A  <~o.D.D.F.F)G)GGG $ 3 MD,???%)\F!y Et|  "%)L$8&)%*&,l&8&8&C&C%D!' !MM(tMWWW*0-1^+.t|+<+<,/ ,>,>.1$/.B.B/243C/D/D/3/?&)$.&9&9 8 8M$)4*x888F**,,  !$)X66U-.STTT99%2%6%6s49>7J7JB%O%ONM((888  =$ $ $ $ $ $ $ $ $ $ $ $ $ $ $ J > =#5577 = = 11)<<<<<<<<<< = = = =sH I  IIdriver object_idsc #(K|j}i}tj5}|D]3}||}|st jd|d|d6|jr|jt| vr|j }tj d|j r4|j j dztj|jz}|||j||j|j|jt-|jt-|j|jt-|jd||j<5t7|} | D]}} t;| jt>stAd | jrG|!t-| jji} | j"#| | V~ d d d d S#1swxYwYd S) aLazily load files specified by their object_ids from a drive. Load files into the system as binary large objects (Blobs) and return Iterable. Args: drive: The Drive instance from which the files are to be loaded. This Drive instance should represent a cloud storage service or similar storage system where the files are stored. object_ids: A list of object_id strings. Each object_id represents a unique identifier for a file in the drive. Yields: An iterator that yields Blob instances, which are binary representations of the files loaded from the drive using the specified object_ids. z!There isn't a file withobject_id z in drive .r~rrrrrN)$rvrrget_itemloggingwarningrrGrjrrrrrrrrrrrUrrr%rrrrrrrnrrrrrr) rdrrrrrrrrrrrs r6_load_from_object_idsz$O365BaseLoader._load_from_object_idss$035  ( * *' h'   ~~i00OC%.CC:?CCC<~o.D.D.F.F)G)GGG!%9A4<!% 4"%!&"(,"4"4TY"?"?!@#  h4? SSS&,)-'+|(, *-do*>*>+.t/?+@+@+/+;"%dn"5"5 4 4 di0*x888F**,,  !$)X66U-.STTT99%2%6%6s49>7J7JB%O%ONM((888  C' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' sGHH H rc ddlm}m}n#t$rtdwxYw|jrht }|j}||j|j}|d |j j |j j f|j |dddi}no|tjdz }|d |j j |j j f|j |dddi}||S) znAuthenticates the OneDrive API client Returns: The authenticated Account object. r)rFileSystemTokenBackendzAO365 package not found, please install it with `pip install o365`)r:token_filename) credentialsscopes token_backendraise_http_errorsFr9)r:r4)O365rr ImportErrorrTr8r:parentrrRr&r(get_secret_valueryrr; authenticate)rdrr token_storager:raccounts r6_authzO365BaseLoader._auth$s   < < < < < < < < <   S     #-//M&1J22%,Z_MgM+M/@@BB|+ '.GG329;;7MgM+M/@@BB|+ '.G  " " "s %)r\r r>r])r>r?)r>rw)rzr r>r{)rrrrwr>r{)r>r)r/r0r1__doc__rr"rRr2rT CHUNK_SIZErUrVrWrXrrYrZr[ripropertyrvrryrrr __classcell__)rss@r6rPrPOs;;#eMBBBHBBBB0!O!!!!I",J,,,,VI8)-N----)+H++++:$/;==L0000!,K...."-+--K////$Y$Y$Y$Y$Y$YL   X &&&^X&6=6=6=6=p;;;;z********r5rP)r<r=r>r?)rJr=r>r?):r __future__rrrBrrrrabcrrpathlibrrtypingr r r r r rrrpydanticrrrrrpydantic_settingsrr)langchain_community.document_loaders.baserr=langchain_community.document_loaders.blob_loaders.file_systemr8langchain_community.document_loaders.blob_loaders.schemar4langchain_community.document_loaders.parsers.genericr5langchain_community.document_loaders.parsers.registryrrr O365.driverr getLoggerr/loggerrr"r8rIrNrPr4r5r6rs77""""""  """"""""VVVVVVVVVVVVVVVVVVVV?>>>>>>>PPPPPPPPJIIIIITTTTTTLLLLLL)((((((((  8 $ $  LKKKKK KKK        Zr5