h<ddlmZddlZddlZddlmZmZmZmZddl Z ddl m Z ddl mZddlmZddlmZddlmZej*eZGd d eZGd d eZy) ) annotationsN)AnyListOptionalTuple)Document) Embeddings) VectorStore)Self)maximal_marginal_relevancec:eZdZdZ d ddZy)VikingDBConfigaAvikingdb connection config See the following documentation for details: https://www.volcengine.com/docs/6459/1167770 Attribute: host(str):The access address of the vector database server that the client needs to connect to. region(str):"cn-shanghai" or "cn-beijing" ak(str):Access Key ID, security credentials for accessing Volcano Engine services. sk(str):Secret Access Key, security credentials for accessing Volcano Engine services. scheme(str):http or https, defaulting to http. cJ||_||_||_||_||_yN)hostregionakskscheme)selfrrrrrs g/var/www/html/eduruby.in/venv/lib/python3.12/site-packages/langchain_community/vectorstores/vikingdb.py__init__zVikingDBConfig.__init__#s'   N)rrrrhttp) rstrrrrrrrrrreturnNone)__name__ __module__ __qualname____doc__rrrrrsW$           rrceZdZdZ d ddZeddZ d ddZddZ d ddZ d ddZ d dd Z d dd Z d dd Z d dd Z d dd Z d ddZe d d!dZy)"VikingDBzvikingdb as a vector store In order to use this you need to have a database instance. See the following documentation for details: https://www.volcengine.com/docs/6459/1167774 Nc 0 ddlm}m}||_||_d|_||_||_||_ ||j|j|j|j|j|_ |jj!|} | |_d|_|j$5|jj)|j |j |_|rt+|j$|rr|jj-|} | D](} |jj/|| j *|jj1|d|_d|_yyy#t$r tdwxYw#t"$rd} YwxYw)Nr) CollectionVikingDBServicefCould not import volcengine python package. Please install it with `pip install --upgrade volcengine`.LangChainIndex)volcengine.viking_dbr&r' ImportErrorembedding_funccollection_name index_nameconnection_args index_paramsdrop_oldrrrrrserviceget_collection Exception collectionindex get_index isinstance list_indexes drop_indexdrop_collection) rembedding_functionr-r/r0r1kwargsr&r'colindexesr6s rrzVikingDB.__init__:sx  H 1.*.(  &   " "        " "    ,,--o>C ?? &//0D0DdooVDJ  4??J?ll//@G  K ''9I9IJ K LL ( ( 9"DODJ @89 M  * C sE.8F.F FFc|jSr)r,)rs r embeddingszVikingDB.embeddingsis"""rc ddlm}m}t |d}g}|r~|dj D]g\}}t |tr#|j|||j:t |tr#|j|||jmt |tr#|j|||jt |tr5td|Dr#|j|||j t |tr6td|Dr$|j|||j"+t |t$r$|j|||j&_t)d|j|d|j&|j|d|jd |j|d |j*| |j,j/|j0||_y#t$r tdwxYw) Nr)Field FieldTyper(c3<K|]}t|tywr)r8r.0items r z.VikingDB._create_collection..5.2JtS)5c3<K|]}t|tywr)r8intrFs rrIz.VikingDB._create_collection..rJrKz>metadatas value is invalidplease change the type of metadatas.text primary_keyT)is_primary_keyvector)dim)r*rCrDr+lenitemsr8rappendStringrMInt64boolBoollistall List_String List_Int64bytesText ValueErrorVectorr2create_collectionr-r5) rrA metadatasrCrDrRfieldskeyvalues r_create_collectionzVikingDB._create_collectionms  = *Q-  'l002  UeS)MM%Y-=-=">?s+MM%Y__"=>t,MM%Y^^"<=t,56;52MM%Y-B-B"CDt,56;52MM%Y-A-A"BCu-MM%Y^^"<=$X' .  eFINN34 eM9+;+;DQR eHi&6&6C@A,,889M9MvVK M  s H11Ic8 ddlm}d}|}d}d}|j|jj d|jd}|jj d|jd}|jj d|jd}|jj d |jd }|j j |j|j|||| |_ y#t$r tdwxYw) Nr)VectorIndexParamsr( cpu_quota vector_index partition_by scalar_index)rmrlrnro) r*rir+r0getr2 create_indexr-r.r6)rrirlrmrnros r _create_indexzVikingDB._create_indexs&  >  (*      (  $$[1= --k:   $$^4@#00@   $$^4@#00@   $$^4@#00@ \\..  OO%%% /  ' M  s DDc  ddlm}t|} |jj |}t|dk(rtjdgS|j"|j|||jg}g} tt|D]} tt!j"} | j%| || | || d} |H| t|kr:t|| j'} | D]}|| j)|| |<|j%|| t|}td||D]1}t+||z|}|||}|jj-|3| S#t$r tdwxYw#t $r2|Dcgc]}|jj|ncc}w}}YwxYw)zInsert text data into VikingDB.r)Datar(zNothing to insert, skipping.)rNrOrQ)r*rtr+rZr,embed_documentsNotImplementedError embed_queryrSloggerdebugr5rgrrrangeruuiduuid4rUkeysrpmin upsert_data)rtextsrc batch_sizer=rtrAxdatapksr6rOfieldnamesname total_countiend insert_datas r add_textszVikingDB.add_textss  1 U  M,,<Perform a search and return results that are reordered by MMR.)rk lambda_multrr")r,rw'max_marginal_relevance_search_by_vector)rrrrrr=rs rmax_marginal_relevance_searchz&VikingDB.max_marginal_relevance_search?sJ''33E: ;t;; #     rc Z|jtjdgSd}d}d}d} |X|jd|d}|jd|d}|jd|d}|jd|d} |jj ||||| } g} g} | D]} d | j vsd | j vsd | j vr.| j| j jd | j jd | j jd }t|| j }| j|ttj|| ||}g}|D]}|dk(r|S|j| | |S)rNrrrrrrrrrQrOrNr)rr) r5rxryrpr6rrdrUrrr nparray)rrrrrr=rrrrr documentsordered_result_embeddingsrHrr new_orderingrrs rrz0VikingDB.max_marginal_relevance_search_by_vectorQs ?? " LL< =I   zz(#/)zz'".wzz/*6 & 7 zz+&2";/ jj)) ' *  $&! "D +  3, % , ,T[[__X-F G KKOOM *;;??62L t{{KC   S ! "2 HHY !:a[  )ABw  9Q<(  )  rc ||jtjd|jj|y)Nr)r5rxry delete_data)ridsr=s rdeletezVikingDB.deletes- ?? " LL< = ##C(rc b| td|d|||||d|} | j||| S)z0Create a collection, indexes it and insert data.zVikingDBConfig does not exists)r<r-r/r0r1)rrcr")r4r) clsrrr/rcr-r0r1r= vector_dbs r from_textszVikingDB.from_textssY  "<= = (++%     %9=r)LangChainCollectionNNF) r<r r-rr/Optional[VikingDBConfig]r0Optional[dict]r1zOptional[bool]r=r)rr r)rArrcOptional[List[dict]]rr)rr)Ni) r List[str]rcrrrMr=rrr)rrrrr=rrList[Document])rrrrr=rrList[Tuple[Document, float]])r List[float]rrr=rrr)rrrrr=rrr)g?N) rrrrMrfloatrrr=rrr) rrrrMrrrrr=rrr)rzOptional[List[str]]r=rrr)NNrNF)rrrr r/rrcrr-rr0rr1rXr=rrr )rrr r!rpropertyrArgrrrrrrrrrr classmethodrr"rrr$r$2s 548'+#( -&--2 - % - ! --^##CG*W*W+?*W *WX D+/ 22(2 2  2  2n"&''' '  '"&     & ""& ' ' ' '  '"&--- - & -d !%             * !% ;; ; ;  ;  ; ;~$() ))  ) 59*.4'+2  (   % rr$) __future__rloggingr{typingrrrrnumpyrlangchain_core.documentsrlangchain_core.embeddingsr langchain_core.vectorstoresr typing_extensionsr &langchain_community.vectorstores.utilsr getLoggerrrxobjectrr$r"rrrsS" ---03"M   8 $V@}{}r