hy4dZddlmZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl m Z mZddlmZmZmZmZmZmZmZmZddlmZmZmZmZmZdd lmZm Z dd l!m"Z"m#Z#dd l$m%Z%dd l&m'Z'dd l(m)Z)ddl*m+Z+erddl,m-Z-ddl.m/Z/m0Z0ejbe2Z3dZ4GddeZ5GddeZ6ddZ7ddZ8Gdde#eZ9y)1Base class for all loaders that uses O365 Package) annotationsN)abstractmethod)datetime)PathPurePath) TYPE_CHECKINGAnyDictIterableListOptionalSequenceUnion) BaseModelFieldFilePath PrivateAttr SecretStr) BaseSettingsSettingsConfigDict)BaseBlobParser BaseLoader)FileSystemBlobLoader)Blob)MimeTypeBasedParser) get_parser)Account)DriveFolderiPcbeZdZUeddZded<eddZded<ed d d d Zy) _O365Settings.O365_CLIENT_ID)aliasstr client_idO365_CLIENT_SECRETr client_secretFz.envignore)case_sensitiveenv_file env_prefixextraN) __name__ __module__ __qualname__rr&__annotations__r(r model_configl/var/www/html/eduruby.in/venv/lib/python3.12/site-packages/langchain_community/document_loaders/base_o365.pyr"r"*s93&67Is7$S0DEM9E%v"HLr5r"cFeZdZUejdz dz Zded<y)_O365TokenStorage .credentialszo365_token.txtr token_pathN)r/r0r1rhomer:r2r4r5r6r8r83s$499;7:JJJJr5r8cxi}|D]2}tjd|\}}|r|||<&td||S)2Fetch the mime types for the specified file types.zfile.zUnknown mimetype of extension ) mimetypes guess_type ValueError) file_typesmime_types_mappingext mime_type_s r6fetch_mime_typesrF7s\E ++eC5M: 1 &/ s #=cUCD D E r5cri}|D]/}tj|}|r |||dd<#td||S)r=NzUnknown mimetype )r>guess_extensionr@) mime_typesrBrDrCs r6fetch_extensionsrKCsV> '' 2 *3 s12w '0 <= = > r5c.eZdZUdZeeZded< dZded< e Z ded < dZ ded < d Z d ed < iZ ded< eZded<eZded<eZded<dfd ZeddZeeddZddZ d dZd!dZxZS)"O365BaseLoaderr)default_factoryr"settingsFboolauth_with_tokenzUnion[int, str] chunk_size recursiveNzOptional[datetime]modified_sincezOptional[Dict[str, Any]]handlersr _blob_parser Sequence[str] _file_typesDict[str, str] _mime_typesc ~t|di||jrt|jj } t ||_tt||_|jjDcic]\}}|j ||}}}t|d|_ ytd|_ t|jts!t!dt#|jtt|jjj |_ycc}}w#t$ro t||_tt|j j |_|j}n#t$rtd|dwxYwYwxYw)Nz=`handlers` keys must be either file extensions or mimetypes. zj could not be interpreted as either. File extensions and mimetypes cannot mix. Use either one or the other)rUfallback_parserdefaultzLget_parser("default) was supposed to return MimeTypeBasedParser.It returned r4)super__init__rUlistkeysrFrZsetrXitemsr@rKrrVr isinstance TypeErrortype)selfkwargs handler_keys extensionhandler mime_handlers __class__s r6r_zO365BaseLoader.__init__s "6" == 2 2 45L #3L#A #'L(9#: /3mm.A.A.C!* 7$$Y/8! !$!4&!D !+9 5D d//1DE##'(9(9#:";= 0T5F5F5O5O5T5T5V0WXD 9!  '7 'ED$'+C0@0@0E0E0G,H'ID$$(MMM!$X'.)66" s>AED>!E>E F<A FF<F55F<;F<c|jS)zBReturn a dict of supported file types to corresponding mime types.)rZrgs r6_fetch_mime_typesz O365BaseLoader._fetch_mime_typessr5cy)zReturn required scopes.Nr4ros r6_scopeszO365BaseLoader._scopessr5c #K|j}|j}i}tj5}t j tj j|d|D]s}|js|jt|jvs7|jr|j|jkDs]|j}tj d|jrC|j"jdzt$j&j)|j*z}|j-||j.||jt1|j2t1|jt1|j4t1|j6|j8t1|j:d||j*<vt=|}|j?D]} tA| j tBs tEd| j rJ|jGt1| j j*i} | jHjK| |  d d d |jLr/|jOD]} |jQ| Ed {y y #1swYExYw7w) aLazily load all files from a specified folder of the configured MIME type. Args: folder: The Folder instance from which the files are to be loaded. This Folder instance should represent a directory in a file system where the files are stored. Yields: An iterator that yields Blob instances, which are binary representations of the files loaded from the folder. T)exist_ok"Doc.aspx\?sourcedoc=.*file=([^&]+)/to_pathrRsourcerDcreatedmodified created_by modified_by descriptionidpath#Expected blob path to be a PurePathN))rp get_itemstempfileTemporaryDirectoryosmakedirsrdirnameis_filerDr`valuesrTr|web_urlresearch_parenturllibparsequotenamedownloadrRr%r{r}r~r object_idr yield_blobsrdrNotImplementedErrorgetmetadataupdaterSget_child_folders_load_from_folder) rgfolderfile_mime_typesrc metadata_dicttemp_dirfilerzloaderblobfile_metadata_ subfolders r6rz O365BaseLoader._load_from_folders900  "35  ( ( *$ h KK1D A <<~~o.D.D.F)GG $ 3 3 MMD,?,??%)\\F!yy Et|| %)LL$8$8&)%*&,ll&8&8&C%D!' !MM(tMW*0-1^^+.t||+<,/ ,>.1$//.B/243C3C/D/3/?/?&)$..&9 8M$))4! 6*x8F**, !$))X6-.STT99%2%6%6s499>>7JB%ONMM((8  =$ J >>#557 = 11)<<< = K$ $ N=s<3KAK=%K#%K F:K;K?KKK Kc #K|j}i}tj5}|D]k}|j|}|st j d|d|d4|j sA|jt|jvsg|j}tjd|jrC|jjdztjj!|j"z}|j%||j&||j|j(|j*t-|j.t-|j0|j2t-|j4d||j"<nt7|} | j9D]} t;| j<t>s tAd | j<rJ|jCt-| j<j"i} | jDjG| |  d d d y #1swYy xYww) aLazily load files specified by their object_ids from a drive. Load files into the system as binary large objects (Blobs) and return Iterable. Args: drive: The Drive instance from which the files are to be loaded. This Drive instance should represent a cloud storage service or similar storage system where the files are stored. object_ids: A list of object_id strings. Each object_id represents a unique identifier for a file in the drive. Yields: An iterator that yields Blob instances, which are binary representations of the files loaded from the drive using the specified object_ids. z!There isn't a file withobject_id z in drive .rurvrwryrrN)$rprrget_itemloggingwarningrrDr`rrrrrrrrrrrRr{r|r%r}r~rrrrrdrrrrrr) rgdrive object_idsrrrrrrzrrrs r6_load_from_object_idsz$O365BaseLoader._load_from_object_idss$0035  ( ( *' h'  ~~i0OO%%.Kz%C<<~~o.D.D.F)GG!%99A4<<!% 4 4"%!&"(,,"4"4TYY"?!@#  h4?? S&,)-'+||(, *-doo*>+.t/?/?+@+/+;+;"%dnn"5 4 dii0) >*x8F**, !$))X6-.STT99%2%6%6s499>>7JB%ONMM((8  C' ' ' s*#I AI)%IF(I8 I I I ch ddlm}m}|jrt }|j }||j|j}|d |jj|jjjf|j|dddi}|S|tjdz }|d |jj|jjjf|j|dddi}|j!|S#t$r tdwxYw) znAuthenticates the OneDrive API client Returns: The authenticated Account object. r)rFileSystemTokenBackendzAO365 package not found, please install it with `pip install o365`)r:token_filename) credentialsscopes token_backendraise_http_errorsFr9)r:r4)O365rr ImportErrorrQr8r:parentrrOr&r(get_secret_valuerrrr; authenticate)rgrr token_storager:raccounts r6_authzO365BaseLoader._auth$s?   <   -/M&11J2%,,Z__MMM++MM//@@B||+ '.G0399;7MMM++MM//@@B||+ '.G  "E S  s DD1)rhr returnNone)rrY)r List[str])rr rIterable[Blob])rrrrrr)rr)r/r0r1__doc__rr"rOr2rQ CHUNK_SIZErRrSrTrUrrVrXrZr_propertyrprrrrrr __classcell__)rms@r6rMrMOs;#MBHmB0!OT!I",J,VIt8)-N&-)+H&+:$/=L.0!,K."--K/$YL  &&6=p;;(1; ;z*r5rM)rArWrrY)rJrWrrY):r __future__rrr>rrrrabcrrpathlibrrtypingr r r r r rrrpydanticrrrrrpydantic_settingsrr)langchain_community.document_loaders.baserr=langchain_community.document_loaders.blob_loaders.file_systemr8langchain_community.document_loaders.blob_loaders.schemar4langchain_community.document_loaders.parsers.genericr5langchain_community.document_loaders.parsers.registryrrr O365.driverr getLoggerr/loggerrr"r8rFrKrMr4r5r6rs7"  "VVV?PJTL(   8 $  LK K  Zr5