hbddlmZddlZddlmZmZmZmZddlm Z m Z Gdde Z d dZ Gdd e Z y) ) annotationsN)AnyLiteralOptionalUnion)Language TextSplitterc@eZdZdZ d dfd ZddZxZS)CharacterTextSplitterz(Splitting text that looks at characters.c @t|di|||_||_y)Create a new TextSplitter.N)super__init__ _separator_is_separator_regex)self separatoris_separator_regexkwargs __class__s `/var/www/html/eduruby.in/venv/lib/python3.12/site-packages/langchain_text_splitters/character.pyrzCharacterTextSplitter.__init__ s$ "6"##5 cFjr jntjj}t ||j }d}jxrt fd|D}d}j s|s j}j||S)z=Split into chunks without re-inserting lookaround separators.keep_separator)z(?=z(?z3CharacterTextSplitter.split_text..%s%9 ./DOO & &q )9 s%()rrreescape_split_text_with_regex_keep_separatorany _merge_splits)rtext sep_patternsplitslookaround_prefixes is_lookaround merge_seps` r split_textz CharacterTextSplitter.split_texts $77DOORYYt=W  ( +d.B.B  =00 S9 3F9 6  $$ I!!&)44r) F)rstrrboolrrreturnNoner)r1r3 list[str])__name__ __module__ __qualname____doc__rr/ __classcell__rs@rr r s>2 #( 6 6! 6 6  65rr c|r|rtjd|d|}|dk(r3tdt|dz dDcgc]}||||dzzc}n/tdt|dDcgc]}||||dzzc}}t|dzdk(r||ddz }|dk(r g||dn|dg|}n"tj||}n t |}|Dcgc] }|dk7s | c}Scc}wcc}wcc}w) N()endrr")r#splitrangelenlist)r)rr_splitsir+ss rr%r%4s' hh9+Q/6G"U*8=QG q@PRS7TU!'!*wq1u~-U LjTLVLLrcp|tjtjfvrgdS|tjk(rgdS|tjk(rgdS|tj k(rgdS|tj k(rgdS|tjk(rgdS|tjk(rgdS|tjk(rgdS|tjk(rgd S|tjk(rgd S|tjk(rgd S|tjk(rgd S|tjk(rgd S|tjk(rgdS|tj k(rgdS|tj"k(rgdS|tj$k(rgdS|tj&k(rgdS|tj(k(rgdS|tj*k(rgdS|tj,k(rgdS|tj.k(rgdS|tj0k(rgdS|tj2k(rgdS|tj4k(r*d}d|dd|dd|dd|dd|dd d!d"d#d$d%d&d'd(d)d*d+d,gS|tj6vrd-|d.}t9|d-|d/t;t}t9|)0a Retrieve a list of separators specific to the given language. Args: language (Language): The language for which to get the separators. Returns: List[str]: A list of separators appropriate for the specified language. ) class z void z int z float z double  if  for  while  switch  case r0rNrOr")  func  var  const  type rhrirkrlr0rNrOr")rg public protected private  static rhrirjrkrlr0rNrOr")rgrqrrrsz internal z companion z fun  val rnrhrirjz when rl else r0rNrOr") function ro let rnrgrhrirjrkrl default r0rNrOr") enum interface z namespace rprgrwrorxrnrhrirjrkrlryr0rNrOr") rwrgrh foreach rj do rkrlr0rNrOr") z message z service rzz option  import z syntax r0rNrOr")rg def z def r0rNrOr")z =+ z -+ z \*+ z .. * r0rNrOr") rrgrh unless rjrir}z begin z rescue r0rNrOr")rz defp z defmodule z defprotocol z defmacro z defmacrop rhrrjrlz cond z with rir}r0rNrOr") z fn rorxrhrjriz loop  match ror0rNrOr")rgz object rrurnrhrirjrrlr0rNrOr")rmrg struct rzrhrirjr}rkrlr0rNrOr") z #{1,6} z``` z \*\*\*+ z ---+ z ___+ r0rNrOr")z \\chapter{z \\section{z \\subsection{z \\subsubsection{z \\begin{enumerate}z \\begin{itemize}z \\begin{description}z \\begin{list}z \\begin{quote}z \\begin{quotation}z \\begin{verse}z \\begin{verbatim}z \\begin{align}z$$$rOr")z x &## H x|| # : x~~ % > x|| #  x'' '%% L x** * . x,, ,?Cse7+se<0se#ABse8,se8,#%+ 0 x22 2hZ'?@CS/ !z!GXGW X or)NTF) rQzOptional[list[str]]r$Union[bool, Literal['start', 'end']]rr2rrr3r4)r)r1rQr6r3r6r5)rdrrrr3rL)rdrr3r6) r7r8r9r:rrYr/ classmethodre staticmethodrbr;r<s@rrLrLOs+/?C#( 6' 6= 6! 6  6  6(T 8MM+.M 'MM$V V rrL)r)r1rr1rrr3r6) __future__rr#typingrrrrlangchain_text_splitters.baserr r r%rLrrrrsT" 00@(5L(5V* **2V**6r \r r