更新了最新的整理好的依赖

This commit is contained in:
zR 2024-01-22 13:37:48 +08:00
parent c50e988f5a
commit 1adff316e5
4 changed files with 80 additions and 144 deletions

View File

@ -1,79 +1,61 @@
# API requirements
torch~=2.1.2 torch~=2.1.2
torchvision~=0.16.2 torchvision~=0.16.2
torchaudio~=2.1.2 torchaudio~=2.1.2
xformers==0.0.23.post1 xformers~=0.0.23.post1
transformers==4.36.2 transformers~=4.36.2
sentence_transformers==2.2.2 sentence_transformers~=2.2.2
langchain==0.0.354 langchain==0.0.354
langchain-experimental==0.0.47 langchain-experimental==0.0.47
pydantic==1.10.13 pydantic==1.10.13
fschat==0.2.35 fschat~=0.2.35
openai~=1.7.1 openai~=1.9.0
fastapi~=0.108.0 fastapi~=0.109.0
sse_starlette==1.8.2 sse_starlette~=1.8.2
nltk>=3.8.1 nltk~=3.8.1
uvicorn>=0.24.0.post1 uvicorn~=0.24.0.post1
starlette~=0.32.0 starlette~=0.32.0
unstructured[all-docs]==0.11.0 unstructured[all-docs]~=0.12.0
python-magic-bin; sys_platform == 'win32' python-magic-bin; sys_platform ~= 'win32'
SQLAlchemy==2.0.19 SQLAlchemy~=2.0.25
faiss-cpu~=1.7.4 # `conda install faiss-gpu -c conda-forge` if you want to accelerate with gpus faiss-cpu~=1.7.4
accelerate~=0.24.1 accelerate~=0.24.1
spacy~=3.7.2 spacy~=3.7.2
PyMuPDF~=1.23.8 PyMuPDF~=1.23.16
rapidocr_onnxruntime==1.3.8 rapidocr_onnxruntime~=1.3.8
requests~=2.31.0 requests~=2.31.0
pathlib~=1.0.1 pathlib~=1.0.1
pytest~=7.4.3 pytest~=7.4.3
numexpr~=2.8.6 # max version for py38 numexpr~=2.8.6
strsimpy~=0.2.1 strsimpy~=0.2.1
markdownify~=0.11.6 markdownify~=0.11.6
tiktoken~=0.5.2 tiktoken~=0.5.2
tqdm>=4.66.1 tqdm~=4.66.1
websockets>=12.0 websockets~=12.0
numpy~=1.24.4 numpy~=1.24.4
pandas~=2.0.3 pandas~=2.0.3
einops>=0.7.0 einops~=0.7.0
transformers_stream_generator==0.0.4 transformers_stream_generator~=0.0.4
vllm==0.2.7; sys_platform == "linux" vllm~=0.2.7; sys_platform ~= "linux"
jq~=1.6.0
# flash-attn>=2.4.3 # For Orion-14B-Chat and Qwen-14B-Chat beautifulsoup4~=4.12.2
# optional document loaders
#rapidocr_paddle[gpu]>=1.3.0.post5 # gpu accelleration for ocr of pdf and image files
jq==1.6.0 # for .json and .jsonl files. suggest `conda install jq` on windows
beautifulsoup4~=4.12.2 # for .mhtml files
pysrt~=1.1.2 pysrt~=1.1.2
dashscope~=1.13.6 # qwen
# Online api libs dependencies # volcengine~=1.0.119 # fangzhou
# zhipuAI sdk is not supported on our platform, so use http instead
dashscope==1.13.6 # qwen
# volcengine>=1.0.119 # fangzhou
# uncomment libs if you want to use corresponding vector store # uncomment libs if you want to use corresponding vector store
# pymilvus>=2.3.4 # pymilvus~=2.3.4
# psycopg2==2.9.9 # psycopg2~=2.9.9
# pgvector>=0.2.4 # pgvector~=0.2.4
# flash-attn~=2.4.3 # For Orion-14B-Chat and Qwen-14B-Chat
# Agent and Search Tools #rapidocr_paddle[gpu]~=1.3.0.post5 # gpu accelleration for ocr of pdf and image files
arxiv~=2.1.0 arxiv~=2.1.0
youtube-search~=2.1.2 youtube-search~=2.1.2
duckduckgo-search~=3.9.9 duckduckgo-search~=3.9.9
metaphor-python~=0.1.23 metaphor-python~=0.1.23
streamlit~=1.30.0
# WebUI requirements streamlit-option-menu~=0.3.12
streamlit-antd-components~=0.3.1
streamlit==1.30.0 streamlit-chatbox~=1.1.11
streamlit-option-menu==0.3.6 streamlit-modal~=0.1.0
streamlit-antd-components==0.3.1 streamlit-aggrid~=0.3.4.post3
streamlit-chatbox==1.1.11 httpx~=0.26.0
streamlit-modal==0.1.0 watchdog~=3.0.0
streamlit-aggrid==0.3.4.post3
httpx==0.26.0
watchdog==3.0.0

View File

@ -1,15 +1,14 @@
torch~=2.1.2 torch~=2.1.2
torchvision~=0.16.2 torchvision~=0.16.2
torchaudio~=2.1.2 torchaudio~=2.1.2
xformers==0.0.23.post1 xformers>=0.0.23.post1
transformers==4.36.2 transformers==4.36.2
sentence_transformers==2.2.2 sentence_transformers==2.2.2
langchain==0.0.354 langchain==0.0.354
langchain-experimental==0.0.47 langchain-experimental==0.0.47
pydantic==1.10.13 pydantic==1.10.13
fschat==0.2.35 fschat==0.2.35
openai~=1.7.1 openai~=1.9.0
fastapi~=0.108.0 fastapi~=0.108.0
sse_starlette==1.8.2 sse_starlette==1.8.2
nltk>=3.8.1 nltk>=3.8.1
@ -18,7 +17,7 @@ starlette~=0.32.0
unstructured[all-docs]==0.11.0 unstructured[all-docs]==0.11.0
python-magic-bin; sys_platform == 'win32' python-magic-bin; sys_platform == 'win32'
SQLAlchemy==2.0.19 SQLAlchemy==2.0.19
faiss-cpu~=1.7.4 # `conda install faiss-gpu -c conda-forge` if you want to accelerate with gpus faiss-cpu~=1.7.4
accelerate~=0.24.1 accelerate~=0.24.1
spacy~=3.7.2 spacy~=3.7.2
PyMuPDF~=1.23.8 PyMuPDF~=1.23.8
@ -26,7 +25,7 @@ rapidocr_onnxruntime==1.3.8
requests~=2.31.0 requests~=2.31.0
pathlib~=1.0.1 pathlib~=1.0.1
pytest~=7.4.3 pytest~=7.4.3
numexpr~=2.8.6 # max version for py38 numexpr~=2.8.6
strsimpy~=0.2.1 strsimpy~=0.2.1
markdownify~=0.11.6 markdownify~=0.11.6
tiktoken~=0.5.2 tiktoken~=0.5.2
@ -39,29 +38,18 @@ transformers_stream_generator==0.0.4
vllm==0.2.7; sys_platform == "linux" vllm==0.2.7; sys_platform == "linux"
httpx==0.26.0 httpx==0.26.0
llama-index llama-index
# flash-attn>=2.4.3 # For Orion-14B-Chat and Qwen-14B-Chat jq==1.6.0
beautifulsoup4~=4.12.2
# optional document loaders
# rapidocr_paddle[gpu]>=1.3.0.post5 # gpu accelleration for ocr of pdf and image files
jq==1.6.0 # for .json and .jsonl files. suggest `conda install jq` on windows
beautifulsoup4~=4.12.2 # for .mhtml files
pysrt~=1.1.2 pysrt~=1.1.2
dashscope==1.13.6
# Online api libs dependencies
# zhipuAI sdk is not supported on our platform, so use http instead
dashscope==1.13.6 # qwen
# volcengine>=1.0.119 # fangzhou
# uncomment libs if you want to use corresponding vector store
# pymilvus>=2.3.4
# psycopg2==2.9.9
# pgvector>=0.2.4
# Agent and Search Tools
arxiv~=2.1.0 arxiv~=2.1.0
youtube-search~=2.1.2 youtube-search~=2.1.2
duckduckgo-search~=3.9.9 duckduckgo-search~=3.9.9
metaphor-python~=0.1.23 metaphor-python~=0.1.23
# volcengine>=1.0.119
# pymilvus>=2.3.4
# psycopg2==2.9.9
# pgvector>=0.2.4
# flash-attn>=2.4.3 # For Orion-14B-Chat and Qwen-14B-Chat
# rapidocr_paddle[gpu]>=1.3.0.post5

View File

@ -1,64 +1,32 @@
# API requirements
langchain==0.0.354 langchain==0.0.354
langchain-experimental==0.0.47 langchain-experimental==0.0.47
pydantic==1.10.13 pydantic==1.10.13
fschat==0.2.35 fschat~=0.2.35
openai~=1.7.1 openai~=1.9.0
fastapi~=0.108.0 fastapi~=0.109.0
sse_starlette==1.8.2 sse_starlette~=1.8.2
nltk>=3.8.1 nltk~=3.8.1
uvicorn>=0.24.0.post1 uvicorn~=0.24.0.post1
starlette~=0.32.0 starlette~=0.32.0
unstructured[all-docs]==0.11.0 unstructured[all-docs]~=0.12.0
python-magic-bin; sys_platform == 'win32' python-magic-bin; sys_platform ~= 'win32'
SQLAlchemy==2.0.19 SQLAlchemy~=2.0.25
faiss-cpu~=1.7.4 faiss-cpu~=1.7.4
accelerate~=0.24.1
spacy~=3.7.2
PyMuPDF~=1.23.16
rapidocr_onnxruntime~=1.3.8
requests~=2.31.0 requests~=2.31.0
pathlib~=1.0.1 pathlib~=1.0.1
pytest~=7.4.3 pytest~=7.4.3
numexpr~=2.8.6 # max version for py38
strsimpy~=0.2.1
markdownify~=0.11.6
tiktoken~=0.5.2
tqdm>=4.66.1
websockets>=12.0
numpy~=1.24.4
pandas~=2.0.3
einops>=0.7.0
transformers_stream_generator==0.0.4
vllm==0.2.7; sys_platform == "linux"
httpx[brotli,http2,socks]==0.25.2
requests
pathlib
pytest
# Online api libs dependencies
# zhipuAI sdk is not supported on our platform, so use http instead
dashscope==1.13.6 dashscope==1.13.6
# volcengine>=1.0.119
# uncomment libs if you want to use corresponding vector store
# pymilvus>=2.3.4
# psycopg2==2.9.9
# pgvector>=0.2.4
# Agent and Search Tools
arxiv~=2.1.0 arxiv~=2.1.0
youtube-search~=2.1.2 youtube-search~=2.1.2
duckduckgo-search~=3.9.9 duckduckgo-search~=3.9.9
metaphor-python~=0.1.23 metaphor-python~=0.1.23
watchdog~=3.0.0
# WebUI requirements # volcengine>=1.0.119
# pymilvus>=2.3.4
streamlit==1.30.0 # psycopg2==2.9.9
streamlit-option-menu==0.3.6 # pgvector>=0.2.4
streamlit-antd-components==0.3.1 # flash-attn>=2.4.3 # For Orion-14B-Chat and Qwen-14B-Chat
streamlit-chatbox==1.1.11
streamlit-modal==0.1.0
streamlit-aggrid==0.3.4.post3
httpx==0.26.0
watchdog==3.0.0

View File

@ -1,10 +1,8 @@
# WebUI requirements streamlit~=1.30.0
streamlit-option-menu~=0.3.12
streamlit==1.30.0 streamlit-antd-components~=0.3.1
streamlit-option-menu==0.3.6 streamlit-chatbox~=1.1.11
streamlit-antd-components==0.3.1 streamlit-modal~=0.1.0
streamlit-chatbox==1.1.11 streamlit-aggrid~=0.3.4.post3
streamlit-modal==0.1.0 httpx~=0.26.0
streamlit-aggrid==0.3.4.post3 watchdog~=3.0.0
httpx==0.26.0
watchdog==3.0.0