Change chunk size of vectordb from max_tokens to chunk_token_size (#2896)

* Update retrieve_user_proxy_agent.py

* Update retrieve_user_proxy_agent.py

---------

Co-authored-by: Li Jiang <bnujli@gmail.com>
This commit is contained in:
Daniel (Neng) Wang 2024-06-11 21:09:24 +08:00 committed by GitHub
parent 067fa88b67
commit b03fb6d6a3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions

View File

@ -348,7 +348,7 @@ class RetrieveUserProxyAgent(UserProxyAgent):
else:
chunks, sources = split_files_to_chunks(
get_files_from_dir(self._docs_path, self._custom_text_types, self._recursive),
self._max_tokens,
self._chunk_token_size,
self._chunk_mode,
self._must_break_at_empty_line,
)