From 60d5f7d4393bc09244a0001fe96765ebbbe6f2de Mon Sep 17 00:00:00 2001 From: imClumsyPanda Date: Mon, 22 Jan 2024 23:29:06 +0800 Subject: [PATCH] update req --- configs/model_config.py.example | 1 + requirements.txt | 114 ++++++++++++++++---------------- 2 files changed, 58 insertions(+), 57 deletions(-) diff --git a/configs/model_config.py.example b/configs/model_config.py.example index d7053564..09a019a6 100644 --- a/configs/model_config.py.example +++ b/configs/model_config.py.example @@ -224,6 +224,7 @@ MODEL_PATH = { "dolly-v2-12b": "databricks/dolly-v2-12b", "stablelm-tuned-alpha-7b": "stabilityai/stablelm-tuned-alpha-7b", }, + "reranker": { "bge-reranker-large": "BAAI/bge-reranker-large", "bge-reranker-base": "BAAI/bge-reranker-base", diff --git a/requirements.txt b/requirements.txt index 4fdc9b80..ecfd6d47 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,62 +1,62 @@ -torch~=2.1.2 -torchvision~=0.16.2 -torchaudio~=2.1.2 -xformers~=0.0.23.post1 -transformers~=4.36.2 -sentence_transformers~=2.2.2 +torch==2.1.2 +torchvision==0.16.2 +torchaudio==2.1.2 +xformers==0.0.23.post1 +transformers==4.36.2 +sentence_transformers==2.2.2 langchain==0.0.354 langchain-experimental==0.0.47 pydantic==1.10.13 -fschat~=0.2.35 -openai~=1.9.0 -fastapi~=0.109.0 -sse_starlette~=1.8.2 -nltk~=3.8.1 -uvicorn~=0.24.0.post1 -starlette~=0.35.0 -unstructured[all-docs]~=0.12.0 +fschat==0.2.35 +openai==1.9.0 +fastapi==0.109.0 +sse_starlette==1.8.2 +nltk==3.8.1 +uvicorn==0.24.0.post1 +starlette==0.35.0 +unstructured[all-docs] # ==0.11.8 python-magic-bin; sys_platform == 'win32' -SQLAlchemy~=2.0.25 -faiss-cpu~=1.7.4 -accelerate~=0.24.1 -spacy~=3.7.2 -PyMuPDF~=1.23.16 -rapidocr_onnxruntime~=1.3.8 -requests~=2.31.0 -pathlib~=1.0.1 -pytest~=7.4.3 -numexpr~=2.8.6 -strsimpy~=0.2.1 -markdownify~=0.11.6 -tiktoken~=0.5.2 -tqdm~=4.66.1 -websockets~=12.0 -numpy~=1.24.4 -pandas~=2.0.3 -einops~=0.7.0 -transformers_stream_generator~=0.0.4 -vllm~=0.2.7; sys_platform == "linux" -jq~=1.6.0 -beautifulsoup4~=4.12.2 -pysrt~=1.1.2 -dashscope~=1.13.6 # qwen -# volcengine~=1.0.119 # fangzhou +SQLAlchemy==2.0.25 +faiss-cpu==1.7.4 +accelerate==0.24.1 +spacy==3.7.2 +PyMuPDF==1.23.16 +rapidocr_onnxruntime==1.3.8 +requests==2.31.0 +pathlib==1.0.1 +pytest==7.4.3 +numexpr==2.8.6 +strsimpy==0.2.1 +markdownify==0.11.6 +tiktoken==0.5.2 +tqdm==4.66.1 +websockets==12.0 +numpy==1.24.4 +pandas==2.0.3 +einops==0.7.0 +transformers_stream_generator==0.0.4 +vllm==0.2.7; sys_platform == "linux" +jq==1.6.0 +beautifulsoup4==4.12.2 +pysrt==1.1.2 +dashscope==1.13.6 # qwen +# volcengine==1.0.119 # fangzhou # uncomment libs if you want to use corresponding vector store -# pymilvus~=2.3.4 -# psycopg2~=2.9.9 -# pgvector~=0.2.4 -# flash-attn~=2.4.3 # For Orion-14B-Chat and Qwen-14B-Chat -rapidocr_paddle[gpu]~=1.3.0.post5 # gpu accelleration for ocr of pdf and image files -arxiv~=2.1.0 -youtube-search~=2.1.2 -duckduckgo-search~=3.9.9 -metaphor-python~=0.1.23 -streamlit~=1.30.0 -streamlit-option-menu~=0.3.12 -streamlit-antd-components~=0.3.1 -streamlit-chatbox~=1.1.11 -streamlit-modal~=0.1.0 -streamlit-aggrid~=0.3.4.post3 -httpx~=0.26.0 -watchdog~=3.0.0 -jwt~=1.3.1 \ No newline at end of file +# pymilvus==2.3.4 +# psycopg2==2.9.9 +# pgvector==0.2.4 +# flash-attn==2.4.3 # For Orion-14B-Chat and Qwen-14B-Chat +# rapidocr_paddle[gpu]==1.3.0.post5 # gpu accelleration for ocr of pdf and image files +arxiv==2.1.0 +youtube-search==2.1.2 +duckduckgo-search==3.9.9 +metaphor-python==0.1.23 +streamlit==1.30.0 +streamlit-option-menu==0.3.12 +streamlit-antd-components==0.3.1 +streamlit-chatbox==1.1.11 +streamlit-modal==0.1.0 +streamlit-aggrid==0.3.4.post3 +httpx==0.26.0 +watchdog==3.0.0 +jwt==1.3.1 \ No newline at end of file