hcdZddlmZddlZddlZddlZddlZddlmZm Z m Z m Z m Z m Z mZmZddlmZddlmZddlmZddlmZej0eZGd d eZd ZGd d Zy)z,Module providing Infinispan as a VectorStore) annotationsN)AnyIterableListOptionalTupleTypeUnioncast)Response)Document) Embeddings) VectorStorecdeZdZdZ d ddZddZddZddZddZddZ dd d Z dd Z dd Z d!d Z dd ZddZ d d"dZ d# d$dZ d# d%dZ d# d&dZ d# d'dZ d(dZd)dZd*dZe d+ d,dZy)- InfinispanVSa`Infinispan` VectorStore interface. This class exposes the method to present Infinispan as a VectorStore. It relies on the Infinispan class (below) which takes care of the REST interface with the server. Example: ... code-block:: python from langchain_community.vectorstores import InfinispanVS from mymodels import RGBEmbeddings ... vectorDb = InfinispanVS.from_documents(docs, embedding=RGBEmbeddings(), output_fields=["texture", "color"], lambda_key=lambda text,meta: str(meta["_key"]), lambda_content=lambda item: item["color"]) or an empty InfinispanVS instance can be created if preliminary setup is required before populating the store ... code-block:: python from langchain_community.vectorstores import InfinispanVS from mymodels import RGBEmbeddings ... ispnVS = InfinispanVS() # configure Infinispan here # i.e. create cache and schema # then populate the store vectorDb = InfinispanVS.from_documents(docs, embedding=RGBEmbeddings(), output_fields: ["texture", "color"], lambda_key: lambda text,meta: str(meta["_key"]), lambda_content: lambda item: item["color"]) Nc xtdi|_|_tjj dd_tjj dd_|_jj dd_jdk(r"jj dd_ntjdtjj d d_ jdk(r"jj d d_ ntjd tjj d fd _ jj dfd_jj d_|_y)at Parameters ---------- cache_name: str Embeddings cache name. Default "vector" entity_name: str Protobuf entity name for the embeddings. Default "vector" text_field: str Protobuf field name for text. Default "text" vector_field: str Protobuf field name for vector. Default "vector" lambda_content: lambda Lambda returning the content part of an item. Default returns text_field lambda_metadata: lambda Lambda returning the metadata part of an item. Default returns items fields excepts text_field, vector_field, _type output_fields: List[str] List of fields to be returned from item, if None return all fields. Default None kwargs: Any Rest of arguments passed to Infinispan. See docs cache_namevector entity_name textfield text_fieldtextz9`textfield` is deprecated. Please use `text_field` param. vectorfield vector_fieldz=`vectorfield` is deprecated. Please use `vector_field` param.lambda_contentc&j|SN)_default_contentitemselfs k/var/www/html/eduruby.in/venv/lib/python3.12/site-packages/langchain_community/vectorstores/infinispanvs.pyz'InfinispanVS.__init__..is4+@+@+Flambda_metadatac&j|Sr)_default_metadatar s r#r$z'InfinispanVS.__init__..lsD,B,B4,Hr% output_fieldsN) Infinispanispn_configurationstrget _cache_name _entity_name _embedding _textfieldwarningswarnDeprecationWarning _vectorfield _to_content _to_metadata_output_fields_ids)r" embeddingidskwargss` r#__init__zInfinispanVS.__init__8sq6(( $t2266|XNO 3 3 7 7 x PQ#--11+rB ??b "1155lFKDO MMK" !//33M2F    " $ 3 3 7 7 QD  MMO"  ..22 F !//33 H #1155oF r%ct|}|j|jd|j|jd|jdd|SN_type)dictpopr7r3)r"r!metas r#r(zInfinispanVS._default_metadataqsDDz ""D) $' $ r%c8|j|jSr)r/r3)r"r!s r#rzInfinispanVS._default_contentxsxx((r%cTd}||j||jfz}d}|jD]\}}t|tr|d|zdzt |zdzz }nt|t r|d|zdzt |zdzz }nt|t r|d|zdzt |zdzz }ndt|tr|d|zdzt |zdzz }n9t|tr|d |zdzt |zdzz }ntd |z|d z }|d z }|S) NzV /** * @Indexed */ message %s { /** * @Vector(dimension=%d) */ repeated float %s = 1; zoptional string z = z; zoptional int64 zoptional double zoptional bytes zoptional bool zEUnable to build proto schema for metadata. Unhandled type for field: z} ) r1r7items isinstancer.intfloatbytesbool Exception)r"templ dimensionmetadata_proto_tplmetadata_protoidxfvs r#schema_builderzInfinispanVS.schema_builder{sh ,       /   KKM DAq!S!"4q"85"@3s8"Ke"SSAs#"3a"7%"?#c("JU"RRAu%"4q"85"@3s8"Ke"SSAu%"3a"7%"?#c("JU"RRAt$"2Q"6">S"IE"QQ1345 1HC! " %r%cT|jj|jdz|S)zDeploy the schema for the vector db Args: proto(str): protobuf schema Returns: An http Response containing the result of the operation .proto)r, schema_postr1)r"protos r# schema_createzInfinispanVS.schema_creates&yy$$T%6%6%A5IIr%cR|jj|jdzS)zDelete the schema for the vector db Returns: An http Response containing the result of the operation rZ)r, schema_deleter1r"s r#r_zInfinispanVS.schema_deletes$ yy&&t'8'88'CDDr%c||dk(rd|jzdz}|jj|j|S)zCreate the cache for the vector db Args: config(str): configuration of the cache. Returns: An http Response containing the result of the operation raZ { "distributed-cache": { "owners": "2", "mode": "SYNC", "statistics": true, "encoding": { "media-type": "application/x-protostream" }, "indexing": { "enabled": true, "storage": "filesystem", "startup-mode": "AUTO", "indexing-mode": "AUTO", "indexed-entities": [ "z" ] } } } )r1r, cache_postr0)r"configs r# cache_createzInfinispanVS.cache_createsN R< ##!$"# 2yy##D$4$4f==r%cL|jj|jS)zDelete the cache for the vector db Returns: An http Response containing the result of the operation )r, cache_deleter0r`s r#rfzInfinispanVS.cache_delete yy%%d&6&677r%cL|jj|jS)zClear the cache for the vector db Returns: An http Response containing the result of the operation )r, cache_clearr0r`s r#rizInfinispanVS.cache_clear yy$$T%5%566r%cL|jj|jS)zOChecks if the cache exists Returns: true if exists )r, cache_existsr0r`s r#rlzInfinispanVS.cache_existsrgr%cL|jj|jS)zClear the index for the vector db Returns: An http Response containing the result of the operation )r, index_clearr0r`s r#cache_index_clearzInfinispanVS.cache_index_clearrjr%cL|jj|jS)z{Rebuild the for the vector db Returns: An http Response containing the result of the operation )r, index_reindexr0r`s r#cache_index_reindexz InfinispanVS.cache_index_reindexs yy&&t'7'788r%c zg}t|}|r|j|jj|}|r|j ||s|Dcgc]}i}}|j xs+|Dcgc]}t tj!c}} tt||| } | D]~\} } } d|j|j| i}|j| tj|}|jj!| ||j"|j | |Scc}wcc}wrA)listrDr2embed_documentsappendr;r.uuiduuid4zipr1r7updatejsondumpsr,putr0)r"texts metadatas last_vectorr>resulttexts_lembeds_r= data_inputmetadataembedkeydatadata_strs r# add_textszInfinispanVS.add_textss u+  KKM009  MM+ &%*++I+ii=u=!C -=#i56 $.  HeST..0A0A5ID KK !zz$'H IIMM#x)9)9 : MM#     ,=s  D31$D8c ^|j||}|Dcgc]\}}| c}}Scc}}w)z"Return docs most similar to query.)queryk)similarity_search_with_score)r"rrr> documentsdocrs r#similarity_searchzInfinispanVS.similarity_searchs155EQ5G "+,Q,,,s )c b|jj|}|j||}|S)aPerform a search on a query string and return results with score. Args: query (str): The text being searched. k (int, optional): The amount of results to return. Defaults to 4. Returns: List[Tuple[Document, float]] )r<r)r2 embed_query&similarity_search_with_score_by_vector)r"rrr>rrs r#rz)InfinispanVS.similarity_search_with_scores4++E2??%ST?U r%c \|j||}|Dcgc]\}}| c}}Scc}}wr)r)r"r<rr>resrrs r#similarity_search_by_vectorz(InfinispanVS.similarity_search_by_vector's.99)QG"%&Q&&&s (cV|jHd|jzdz|jzdztj|zdzt |z}nd}|jddD] }|dz|zd z}|dz|jdz}|d z|jzdz|jzdztj|zdzt |z}|j j||j}tj|j}|j|S) a$Return docs most similar to embedding vector. Args: embedding: Embedding to look up documents similar to. k: Number of Documents to return. Defaults to 4. Returns: List of pair (Documents, score) most similar to the query vector. Nzselect v, score(v) from z v where v.z <-> ~zselect zv.,z, score(v) from ) r:r1r7r{r|r.r, req_queryr0loadsr_query_result_to_docs)r"r<r query_str query_projfield query_resrs r#rz3InfinispanVS.similarity_search_with_score_by_vector-sr    &*##$ ##$  **Y' (  a& #J,,Sb1 ='$.6<  =#d*T-@-@-DDJ$%##$  ## $   **Y' (a& II'' 43C3CD INN+))&11r%c2g}|dD]}|dxsi}|j|d}n)|jDcic]}||j|}}t|j||j |}|j ||df|Scc}w)Nhitshit*) page_contentrzscore())r:r/r r8r9rv)r"rrrowrentityrrs r#rz"InfinispanVS._query_result_to_docsXs &> 4Ce*"C""*S7;7J7JK#swws|+KK!--f5**62C   c3y>2 3 4 LsBc|j||}|j|}|j|jjj k(sJd t j|jdJ|jsV|j}|j|jjj k(sJd |jyy)Nz)Unable to create schema. Already exists? errorz(Unable to create cache. Already exists? ) rXr] status_coder,CodesOKr{rrrlrdro)r"rrRschemaoutputs r# configurezInfinispanVS.configureis$$Xy9##F+!!TYY__%7%77 7 7 (zz&++&w/777  "&&(F%%););; : ; ,  " " $#r%cD|j|jyr)r_rfr`s r# config_clearzInfinispanVS.config_clearzs  r%c |d||d|}|rzt|xsgdkDrh|r|j|j|t|dz } ttt |}|j |dt| n2|r|j|j|t|dz } |r|j||| |S)aReturn VectorStore initialized from texts and embeddings. In addition to parameters described by the super method, this implementation provides other configuration params if different configuration from default is needed. Parameters ---------- ids : List[str] Additional list of keys associated to the embedding. If not provided UUIDs will be generated clear_old : bool Whether old data must be deleted. Default True auto_config: bool Whether to do a complete server setup (caches, protobuf definition...). Default True kwargs: Any Rest of arguments passed to InfinispanVS. See docs)r<r=rrI)rr*) lenrrr rrCrrir) clsr~r<rr= clear_old auto_configr> infinispanvsvecs r# from_textszInfinispanVS.from_texts~s:BYCB6B 3yB/!3))+''c%j1n(=>CT$Z3I  " "9Q<S :((*''c%j1n(=>C   " "5)C " @r%)NN)r<zOptional[Embeddings]r=Optional[List[str]]r>r)r!rCreturnrC)r!dict[str, Any]rr)rQrCrRrLrr.)r\r.rr )rr )r)rcr.rr )rrO) r~z Iterable[str]rOptional[List[dict]]rzOptional[List[float]]r>rr List[str]))rr.rrLr>rrList[Document])rr.rrLr>rrList[Tuple[Document, float]])r< List[float]rrLr>rrr)r<rrrLrr)rrrr)rrCrRrLrNone)rr)NNTT)rzType[InfinispanVS]r~rr<rrrr=rrOptional[bool]rrr>rrr)__name__ __module__ __qualname____doc__r?r(rrXr]r_rdrfrirlrorrrrrrrrrr classmethodrr*r%r#rrs"L+/#'7'7!7 7r)#JJE!>F87879+/-1 (+     6$%-- -03- -$% 03 %"01'$'),'Helper class for `Infinispan` REST interface. This class exposes the Infinispan operations needed to create and set up a vector db. You need a running Infinispan (15+) server without authentication. You can easily start one, see: https://github.com/rigazilla/infinispan-vector#run-infinispan httprz127.0.0.1:11222z/rest/v2/cachesz/rest/v2/schemasTc   ddl} | j|_| |_||_||_||_|d|_|j dz|jz|_ ||_ ||_ ||_ ||_ |j r|jr|j dk(r(| j|j |j} n|j |jf} | j|j|j | | |_y| j|j|j | |_y#t$r tdwxYw) aK Parameters ---------- schema: str Schema for HTTP request: "http" or "https". Default "http" user, password: str User and password if auth is required. Default None hosts: List[str] List of server addresses. Default ["127.0.0.1:11222"] cache_url: str URL endpoint for cache API. Default "/rest/v2/caches" schema_url: str URL endpoint for schema API. Default "/rest/v2/schemas" use_post_for_query: bool Whether POST method should be used for query. Default True http2: bool Whether HTTP/2 protocol should be used. `pip install "httpx[http2]"` is needed for HTTP/2. Default True verify: bool Whether TLS certificate must be verified. Default True rNzCould not import httpx python package. Please install it with `pip install httpx`or `pip install "httpx[http2]"` if you need HTTP/2.z://r)usernamepassword)http2http1authverify)rrr)httpx ImportErrorcodesrr-_schema_user _password_host _default_node _cache_url _schema_url_use_post_for_query_http2 DigestAuthClient_h2c) r"ruserrhosts cache_url schema_urluse_post_for_queryrrr>rrs r#r?zInfinispan.__init__sDF  [[ $  !1X !\\E1DJJ>#%#5  ::$..||v%AFAQAQ!ZZ$..BRB DNN3 kk++o %DI kk++o%DIC F  s EEcf|jr|j|||S|j|||S)aRequest a query Args: query(str): query requested cache_name(str): name of the target cache local(boolean): whether the query is local to clustered Returns: An http Response containing the result set or errors )r _query_post _query_get)r"rrlocals r#rzInfinispan.req_querys5  # ###E:u= =uj%88r%c|j|jzdz|zdzt|z}d|i}tj|}|j j ||ddit}|S)N/z?action=search&local=r Content-Typeapplication/jsoncontentheaderstimeout)rrr.r{r|rpost REST_TIMEOUT)r"rrrapi_urlr data_jsonresponses r#rzInfinispan._query_posts   oo   &  & %j   #JJt$ 99>> #%78 "  r%c|j|jzdz|zdz|zdzt|z}|jj |t }|S)Nrz?action=search&query=z&local=r)rrr.rr/r)r"rrrrrs r#rzInfinispan._query_get'sy   oo   &  &      %j  99==,=?r%c|j|jzdz|zdz|z}|jj||ddit}|S)aPost an entry Args: key(str): key of the entry data(str): content of the entry in json format cache_name(str): target cache Returns: An http Response containing the result of the operation rrrrrrrrrr"rrrrrs r#rzInfinispan.post7s]$$t6> #%78 "  r%c|j|jzdz|zdz|z}|jj||ddit}|S)aPut an entry Args: key(str): key of the entry data(str): content of the entry in json format cache_name(str): target cache Returns: An http Response containing the result of the operation rrrr)rrrr}rrs r#r}zInfinispan.putIs]$$t6>'5,>Or%c|j|jzdz|z}|jj||ddit}|S)zCreate a cache Args: name(str): name of the cache. config(str): configuration of the cache. Returns: An http Response containing the result of the operation rrrrr)r"rrcrrs r#rbzInfinispan.cache_postusR$$t6> #%78 "  r%c|j|jzdz|z}|jj|t}|S)zDelete a schema Args: name(str): name of the schema. Returns: An http Response containing the result of the operation rr)rrrdeleterr"rrrs r#r_zInfinispan.schema_deletesB$$t'7'77#=D99##G\#Br%c|j|jzdz|z}|jj|t}|S)zDelete a cache Args: name(str): name of the cache. Returns: An http Response containing the result of the operation rr)rrrrrrs r#rfzInfinispan.cache_deletes@$$t6>'<>@r%ch|j|jzdz|zdz}|j|S)zCheck if a cache exists Args: cache_name(str): name of the cache. Returns: True if cache exists rr )rrresource_existsr"rrs r#rlzInfinispan.cache_existss=    03 6 Co U ##G,,r%c|jj|t}|j|jj k(S)zCheck if a resource exists Args: api_url(str): url of the resource. Returns: true if resource exists r)rheadrrrr)r"rrs r#r zInfinispan.resource_existss399>>'<>@##tzz}}44r%c|j|jzdz|zdz}|jj|tS)zClear an index on a cache Args: cache_name(str): name of the cache. Returns: An http Response containing the result of the operation rz/search/indexes?action=clearrrrs r#rnzInfinispan.index_clearsS   oo   -  - yy~~g|~<r)F)rr.rr.rrOrr )rr.rr.rrOrr )rr.rr.rr.rr )rr.rr.rr )rr.r\r.rr )rr.rcr.rr )rr.rr )rr.rr )rr.rrO)rr.rrO)rrrrr?rrrrr}r/r[rbr_rfrirlr rnrqr*r%r#r+r+s1-.*,#'JJJ J  J  JJ!JJJJX 9>C*-6: ,>C*-6:  $$  "    -5= =r%r+)r __future__rr{loggingrwr4typingrrrrrr r r rr langchain_core.documentsr langchain_core.embeddingsrlangchain_core.vectorstoresr getLoggerrloggerrrr+r*r%r#rs`2"  JJJ-03   8 $U;Up  o=o=r%