|
|
@@ -49,142 +49,6 @@ class FileSearchTool(BaseTool):
|
|
|
self.__keys = []
|
|
|
self.__dirkeys = []
|
|
|
self.loop = None
|
|
|
-
|
|
|
-
|
|
|
-'''
|
|
|
- def configure(self, session: Session, run: Run, **kwargs):
|
|
|
- # 获取当前事件循环
|
|
|
- document_id = []
|
|
|
- file_key = []
|
|
|
- filesinfo = []
|
|
|
- # 后语要从知识库里选择文件，所以在openassistant的数据库里可能不存在
|
|
|
- for key in run.file_ids:
|
|
|
- if len(key) == 36:
|
|
|
- document_id.append(key)
|
|
|
- else:
|
|
|
- file_key.append(key)
|
|
|
-
|
|
|
- print(
|
|
|
- "document_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_iddocument_id"
|
|
|
- )
|
|
|
- print(document_id)
|
|
|
- print(file_key)
|
|
|
- files = []
|
|
|
- # 这种情况是uuid.ex 这种格式的在最早的时候存在的，后续要去掉
|
|
|
- if len(file_key) > 0:
|
|
|
- ## 获取文件信息
|
|
|
- files = FileService.get_file_list_by_ids(session=session, file_ids=file_key)
|
|
|
- print(files)
|
|
|
- # r2r接口不提供多条件，否则上面没必要存在
|
|
|
- if len(document_id) > 0:
|
|
|
- filesinfo += FileService.list_in_files(ids=document_id, offset=0, limit=100)
|
|
|
- # asyncio.run(
|
|
|
- # FileService.list_in_files(ids=document_id, offset=0, limit=100)
|
|
|
- # )
|
|
|
- for file in filesinfo:
|
|
|
- self.__filenames.append(file.get("title"))
|
|
|
- self.__keys.append(file.get("id"))
|
|
|
- print(filesinfo)
|
|
|
-
|
|
|
- # files = FileService.list_in_files(ids=run.file_ids, offset=0, limit=100)
|
|
|
- db_asst = AssistantService.get_assistant_sync(
|
|
|
- session=session, assistant_id=run.assistant_id
|
|
|
- )
|
|
|
-
|
|
|
- if db_asst.tool_resources and "file_search" in db_asst.tool_resources:
|
|
|
- ##{"file_search": {"vector_store_ids": [{"file_ids": []}]}}
|
|
|
- asst_folder_ids = (
|
|
|
- db_asst.tool_resources.get("file_search")
|
|
|
- .get("vector_stores")[0]
|
|
|
- .get("folder_ids")
|
|
|
- )
|
|
|
- print(asst_folder_ids)
|
|
|
- folder_fileinfo = []
|
|
|
- if asst_folder_ids:
|
|
|
- for fid in asst_folder_ids:
|
|
|
- folder_fileinfo += FileService.list_documents(
|
|
|
- id=fid, offset=0, limit=100
|
|
|
- )
|
|
|
- # folder_fileinfo += asyncio.run(
|
|
|
- # FileService.list_documents(id=fid, offset=0, limit=100)
|
|
|
- # )
|
|
|
- print(folder_fileinfo)
|
|
|
- for file in folder_fileinfo:
|
|
|
- self.__filenames.append(file.get("title"))
|
|
|
- self.__keys.append(file.get("id"))
|
|
|
-
|
|
|
- # pre-cache data to prevent thread conflicts that may occur later on.
|
|
|
- print(
|
|
|
- "---------ssssssssssss-----------------sssssssssssss---------------ssssssssssssss-------------sssssssssssss-------------ss-------"
|
|
|
- )
|
|
|
- print(files)
|
|
|
- for file in files:
|
|
|
- self.__filenames.append(file.filename)
|
|
|
- self.__keys.append(file.key)
|
|
|
- print(self.__keys)
|
|
|
-
|
|
|
- def run(self, indexes: List[int], query: str) -> dict:
|
|
|
-
|
|
|
- file_keys = []
|
|
|
-
|
|
|
- for index in indexes:
|
|
|
- if index is not None:
|
|
|
- file_key = self.__keys[index]
|
|
|
- file_keys.append(file_key)
|
|
|
- print(
|
|
|
- "file_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keysfile_keys"
|
|
|
- )
|
|
|
- print(file_keys)
|
|
|
- files = []
|
|
|
- if len(file_keys) > 0:
|
|
|
- # self.loop = asyncio.get_event_loop()
|
|
|
- files = FileService.search_in_files(query=query, file_keys=file_keys)
|
|
|
- # files = asyncio.run(
|
|
|
- # FileService.search_in_files(query=query, file_keys=file_keys)
|
|
|
- # )
|
|
|
- print(files)
|
|
|
- return files
|
|
|
-
|
|
|
- def instruction_supplement(self) -> str:
|
|
|
- """
|
|
|
- 为 Retrieval 提供文件选择信息，用于 llm 调用抉择
|
|
|
- """
|
|
|
- if len(self.__filenames) == 0:
|
|
|
- return ""
|
|
|
- else:
|
|
|
- filenames_info = [
|
|
|
- f"({index}){filename}"
|
|
|
- for index, filename in enumerate(self.__filenames)
|
|
|
- ]
|
|
|
- return (
|
|
|
- 'You can use the "retrieval" tool to retrieve relevant context from the following attached files. '
|
|
|
- + 'Each line represents a file in the format "(index)filename":\n'
|
|
|
- + "\n".join(filenames_info)
|
|
|
- + "\nMake sure to be extremely concise when using attached files. "
|
|
|
- )
|
|
|
-'''
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
|
|
|
def configure(self, session: Session, run: Run, **kwargs):
|
|
|
# 获取当前事件循环
|
|
|
@@ -304,9 +168,6 @@ class FileSearchTool(BaseTool):
|
|
|
return files
|
|
|
"""
|
|
|
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
def instruction_supplement(self) -> str:
|
|
|
"""
|
|
|
为 Retrieval 提供文件选择信息，用于 llm 调用抉择
|
|
|
@@ -318,11 +179,14 @@ class FileSearchTool(BaseTool):
|
|
|
+ "\nMake sure to be extremely concise when using attached files. "
|
|
|
)
|
|
|
"""
|
|
|
- #return 'You can use the "retrieval" tool to search for relevant information. Please specify the keywords or context you are looking for to retrieve the most relevant content.'
|
|
|
- return ('当用户使用以下动词时，必须调用 "retrieval" tool: '
|
|
|
- +'- 搜索/查找/检索/调取/查看/找/有没有...'
|
|
|
- +'输入格式： '
|
|
|
- +'{'
|
|
|
- +' "query": "用户问题中的关键词",'
|
|
|
- +'}')
|
|
|
- #'You can use the "retrieval" to search for relevant information within the attached files. Please specify the keywords or context you are looking for to retrieve the most relevant content.'
|
|
|
+ # return 'You can use the "retrieval" tool to search for relevant information. Please specify the keywords or context you are looking for to retrieve the most relevant content.'
|
|
|
+ return (
|
|
|
+ '当用户使用以下动词时，必须调用 "retrieval" tool: '
|
|
|
+ + "- 搜索/查找/检索/调取/查看/找/有没有..."
|
|
|
+ + "输入格式： "
|
|
|
+ + "{"
|
|
|
+ + ' "query": "用户问题中的关键词",'
|
|
|
+ + "}"
|
|
|
+ )
|
|
|
+
|
|
|
+ #'You can use the "retrieval" to search for relevant information within the attached files. Please specify the keywords or context you are looking for to retrieve the most relevant content.'
|
