更新了最新的整理好的依赖

requirements.txt

@@ -1,79 +1,61 @@
-# API requirements
-
 torch~=2.1.2
 torchvision~=0.16.2
 torchaudio~=2.1.2
-xformers==0.0.23.post1
-transformers==4.36.2
-sentence_transformers==2.2.2
-
+xformers~=0.0.23.post1
+transformers~=4.36.2
+sentence_transformers~=2.2.2
 langchain==0.0.354
 langchain-experimental==0.0.47
 pydantic==1.10.13
-fschat==0.2.35
-openai~=1.7.1
-fastapi~=0.108.0
-sse_starlette==1.8.2
-nltk>=3.8.1
-uvicorn>=0.24.0.post1
+fschat~=0.2.35
+openai~=1.9.0
+fastapi~=0.109.0
+sse_starlette~=1.8.2
+nltk~=3.8.1
+uvicorn~=0.24.0.post1
 starlette~=0.32.0
-unstructured[all-docs]==0.11.0
-python-magic-bin; sys_platform == 'win32'
-SQLAlchemy==2.0.19
-faiss-cpu~=1.7.4  # `conda install faiss-gpu -c conda-forge` if you want to accelerate with gpus
+unstructured[all-docs]~=0.12.0
+python-magic-bin; sys_platform ~= 'win32'
+SQLAlchemy~=2.0.25
+faiss-cpu~=1.7.4
 accelerate~=0.24.1
 spacy~=3.7.2
-PyMuPDF~=1.23.8
-rapidocr_onnxruntime==1.3.8
+PyMuPDF~=1.23.16
+rapidocr_onnxruntime~=1.3.8
 requests~=2.31.0
 pathlib~=1.0.1
 pytest~=7.4.3
-numexpr~=2.8.6 # max version for py38
+numexpr~=2.8.6
 strsimpy~=0.2.1
 markdownify~=0.11.6
 tiktoken~=0.5.2
-tqdm>=4.66.1
-websockets>=12.0
+tqdm~=4.66.1
+websockets~=12.0
 numpy~=1.24.4
 pandas~=2.0.3
-einops>=0.7.0
-transformers_stream_generator==0.0.4
-vllm==0.2.7; sys_platform == "linux"
-
-# flash-attn>=2.4.3 # For Orion-14B-Chat and Qwen-14B-Chat
-
-
-# optional document loaders
-
-#rapidocr_paddle[gpu]>=1.3.0.post5 # gpu accelleration for ocr of pdf and image files
-jq==1.6.0 # for .json and .jsonl files. suggest `conda install jq` on windows
-beautifulsoup4~=4.12.2 # for .mhtml files
+einops~=0.7.0
+transformers_stream_generator~=0.0.4
+vllm~=0.2.7; sys_platform ~= "linux"
+jq~=1.6.0
+beautifulsoup4~=4.12.2
 pysrt~=1.1.2
-
-# Online api libs dependencies
-# zhipuAI sdk is not supported on our platform, so use http instead
-dashscope==1.13.6 # qwen
-# volcengine>=1.0.119 # fangzhou
-
+dashscope~=1.13.6 # qwen
+# volcengine~=1.0.119 # fangzhou
 # uncomment libs if you want to use corresponding vector store
-# pymilvus>=2.3.4
-# psycopg2==2.9.9
-# pgvector>=0.2.4
-
-# Agent and Search Tools
-
+# pymilvus~=2.3.4
+# psycopg2~=2.9.9
+# pgvector~=0.2.4
+# flash-attn~=2.4.3 # For Orion-14B-Chat and Qwen-14B-Chat
+#rapidocr_paddle[gpu]~=1.3.0.post5 # gpu accelleration for ocr of pdf and image files
 arxiv~=2.1.0
 youtube-search~=2.1.2
 duckduckgo-search~=3.9.9
 metaphor-python~=0.1.23
-
-# WebUI requirements
-
-streamlit==1.30.0
-streamlit-option-menu==0.3.6
-streamlit-antd-components==0.3.1
-streamlit-chatbox==1.1.11
-streamlit-modal==0.1.0
-streamlit-aggrid==0.3.4.post3
-httpx==0.26.0
-watchdog==3.0.0
+streamlit~=1.30.0
+streamlit-option-menu~=0.3.12
+streamlit-antd-components~=0.3.1
+streamlit-chatbox~=1.1.11
+streamlit-modal~=0.1.0
+streamlit-aggrid~=0.3.4.post3
+httpx~=0.26.0
+watchdog~=3.0.0

requirements_api.txt

@@ -1,15 +1,14 @@
 torch~=2.1.2
 torchvision~=0.16.2
 torchaudio~=2.1.2
-xformers==0.0.23.post1
+xformers>=0.0.23.post1
 transformers==4.36.2
 sentence_transformers==2.2.2
-
 langchain==0.0.354
 langchain-experimental==0.0.47
 pydantic==1.10.13
 fschat==0.2.35
-openai~=1.7.1
+openai~=1.9.0
 fastapi~=0.108.0
 sse_starlette==1.8.2
 nltk>=3.8.1
@@ -18,7 +17,7 @@ starlette~=0.32.0
 unstructured[all-docs]==0.11.0
 python-magic-bin; sys_platform == 'win32'
 SQLAlchemy==2.0.19
-faiss-cpu~=1.7.4  # `conda install faiss-gpu -c conda-forge` if you want to accelerate with gpus
+faiss-cpu~=1.7.4
 accelerate~=0.24.1
 spacy~=3.7.2
 PyMuPDF~=1.23.8
@@ -26,7 +25,7 @@ rapidocr_onnxruntime==1.3.8
 requests~=2.31.0
 pathlib~=1.0.1
 pytest~=7.4.3
-numexpr~=2.8.6 # max version for py38
+numexpr~=2.8.6
 strsimpy~=0.2.1
 markdownify~=0.11.6
 tiktoken~=0.5.2
@@ -39,29 +38,18 @@ transformers_stream_generator==0.0.4
 vllm==0.2.7; sys_platform == "linux"
 httpx==0.26.0
 llama-index
-# flash-attn>=2.4.3 # For Orion-14B-Chat and Qwen-14B-Chat
-
-# optional document loaders
-
-# rapidocr_paddle[gpu]>=1.3.0.post5 # gpu accelleration for ocr of pdf and image files
-jq==1.6.0 # for .json and .jsonl files. suggest `conda install jq` on windows
-beautifulsoup4~=4.12.2 # for .mhtml files
+jq==1.6.0
+beautifulsoup4~=4.12.2
 pysrt~=1.1.2
-
-# Online api libs dependencies
-
-# zhipuAI sdk is not supported on our platform, so use http instead
-dashscope==1.13.6 # qwen
-# volcengine>=1.0.119 # fangzhou
-
-# uncomment libs if you want to use corresponding vector store
-# pymilvus>=2.3.4
-# psycopg2==2.9.9
-# pgvector>=0.2.4
-
-# Agent and Search Tools
-
+dashscope==1.13.6
 arxiv~=2.1.0
 youtube-search~=2.1.2
 duckduckgo-search~=3.9.9
-metaphor-python~=0.1.23
+metaphor-python~=0.1.23
+
+# volcengine>=1.0.119
+# pymilvus>=2.3.4
+# psycopg2==2.9.9
+# pgvector>=0.2.4
+# flash-attn>=2.4.3 # For Orion-14B-Chat and Qwen-14B-Chat
+# rapidocr_paddle[gpu]>=1.3.0.post5

requirements_lite.txt

@@ -1,64 +1,32 @@
-# API requirements
-
 langchain==0.0.354
 langchain-experimental==0.0.47
 pydantic==1.10.13
-fschat==0.2.35
-openai~=1.7.1
-fastapi~=0.108.0
-sse_starlette==1.8.2
-nltk>=3.8.1
-uvicorn>=0.24.0.post1
+fschat~=0.2.35
+openai~=1.9.0
+fastapi~=0.109.0
+sse_starlette~=1.8.2
+nltk~=3.8.1
+uvicorn~=0.24.0.post1
 starlette~=0.32.0
-unstructured[all-docs]==0.11.0
-python-magic-bin; sys_platform == 'win32'
-SQLAlchemy==2.0.19
+unstructured[all-docs]~=0.12.0
+python-magic-bin; sys_platform ~= 'win32'
+SQLAlchemy~=2.0.25
 faiss-cpu~=1.7.4
+accelerate~=0.24.1
+spacy~=3.7.2
+PyMuPDF~=1.23.16
+rapidocr_onnxruntime~=1.3.8
 requests~=2.31.0
 pathlib~=1.0.1
 pytest~=7.4.3
-numexpr~=2.8.6 # max version for py38
-strsimpy~=0.2.1
-markdownify~=0.11.6
-tiktoken~=0.5.2
-tqdm>=4.66.1
-websockets>=12.0
-numpy~=1.24.4
-pandas~=2.0.3
-einops>=0.7.0
-transformers_stream_generator==0.0.4
-vllm==0.2.7; sys_platform == "linux"
-httpx[brotli,http2,socks]==0.25.2
-requests
-pathlib
-pytest
-
-
-# Online api libs dependencies
-
-# zhipuAI sdk is not supported on our platform, so use http instead
 dashscope==1.13.6
-# volcengine>=1.0.119
-
-# uncomment libs if you want to use corresponding vector store
-# pymilvus>=2.3.4
-# psycopg2==2.9.9
-# pgvector>=0.2.4
-
-# Agent and Search Tools
-
 arxiv~=2.1.0
 youtube-search~=2.1.2
 duckduckgo-search~=3.9.9
 metaphor-python~=0.1.23
-
-# WebUI requirements
-
-streamlit==1.30.0
-streamlit-option-menu==0.3.6
-streamlit-antd-components==0.3.1
-streamlit-chatbox==1.1.11
-streamlit-modal==0.1.0
-streamlit-aggrid==0.3.4.post3
-httpx==0.26.0
-watchdog==3.0.0
+watchdog~=3.0.0
+# volcengine>=1.0.119
+# pymilvus>=2.3.4
+# psycopg2==2.9.9
+# pgvector>=0.2.4
+# flash-attn>=2.4.3 # For Orion-14B-Chat and Qwen-14B-Chat

requirements_webui.txt

@@ -1,10 +1,8 @@
-# WebUI requirements
-
-streamlit==1.30.0
-streamlit-option-menu==0.3.6
-streamlit-antd-components==0.3.1
-streamlit-chatbox==1.1.11
-streamlit-modal==0.1.0
-streamlit-aggrid==0.3.4.post3
-httpx==0.26.0
-watchdog==3.0.0
+streamlit~=1.30.0
+streamlit-option-menu~=0.3.12
+streamlit-antd-components~=0.3.1
+streamlit-chatbox~=1.1.11
+streamlit-modal~=0.1.0
+streamlit-aggrid~=0.3.4.post3
+httpx~=0.26.0
+watchdog~=3.0.0