mirror of
https://github.com/RYDE-WORK/Langchain-Chatchat.git
synced 2026-01-19 13:23:16 +08:00
Feat/git action (#3745)
This commit is contained in:
yuehua-s
GitHub
parent
f29ab1e67f
commit
5eb37ea2e3
19
.dockerignore
Normal file
19
.dockerignore
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
.idea
|
||||||
|
# Langchain-Chatchat
|
||||||
|
docs
|
||||||
|
.github
|
||||||
|
tests
|
||||||
|
Dockerfile
|
||||||
|
.dockerignore
|
||||||
|
.gitignore
|
||||||
|
.gitmodules
|
||||||
|
README.md
|
||||||
|
README_en.md
|
||||||
|
README_ja.md
|
||||||
|
LICENSE
|
||||||
|
requirements_api.txt
|
||||||
|
requirements_lite.txt
|
||||||
|
requirements_webui.txt
|
||||||
|
# bge-large-zh-v1.5
|
||||||
|
bge-large-zh-v1.5/README.md
|
||||||
|
# chatglm3-6b
|
||||||
148
.github/workflows/docker-build.yaml
vendored
Normal file
148
.github/workflows/docker-build.yaml
vendored
Normal file
@ -0,0 +1,148 @@
|
|||||||
|
name: docker-build
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches:
|
||||||
|
- master
|
||||||
|
pull_request:
|
||||||
|
branches:
|
||||||
|
- master
|
||||||
|
env:
|
||||||
|
TZ: Asia/Shanghai
|
||||||
|
jobs:
|
||||||
|
docker-build:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Optimize Disk Space
|
||||||
|
uses: hugoalh/disk-space-optimizer-ghaction@v0.8.0
|
||||||
|
with:
|
||||||
|
operate_sudo: "True"
|
||||||
|
general_include: ".+"
|
||||||
|
general_exclude: |-
|
||||||
|
^GCC$
|
||||||
|
^G\+\+$
|
||||||
|
Clang
|
||||||
|
LLVM
|
||||||
|
docker_include: ".+"
|
||||||
|
docker_prune: "True"
|
||||||
|
docker_clean: "True"
|
||||||
|
apt_prune: "True"
|
||||||
|
apt_clean: "True"
|
||||||
|
homebrew_prune: "True"
|
||||||
|
homebrew_clean: "True"
|
||||||
|
npm_prune: "True"
|
||||||
|
npm_clean: "True"
|
||||||
|
os_swap: "True"
|
||||||
|
- name: Remove Unnecessary Tools And Files
|
||||||
|
env:
|
||||||
|
DEBIAN_FRONTEND: noninteractive
|
||||||
|
run: |
|
||||||
|
sudo apt-get remove -y '^dotnet-.*' '^llvm-.*' 'php.*' azure-cli google-chrome-stable firefox powershell mono-devel
|
||||||
|
sudo apt-get autoremove --purge -y
|
||||||
|
sudo find /var/log -name "*.gz" -type f -delete
|
||||||
|
sudo rm -rf /var/cache/apt/archives
|
||||||
|
sudo rm -rf /tmp/*
|
||||||
|
sudo rm -rf /etc/apt/sources.list.d/* /usr/share/dotnet /usr/local/lib/android /opt/ghc /etc/mysql /etc/php
|
||||||
|
sudo -E apt-get -y purge azure-cli* docker* ghc* zulu* hhvm* llvm* firefox* google* dotnet* aspnetcore* powershell* openjdk* adoptopenjdk* mysql* php* mongodb* moby* snap* || true
|
||||||
|
sudo rm -rf /etc/apt/sources.list.d/* /usr/local/lib/android /opt/ghc /usr/share/dotnet /usr/local/graalvm /usr/local/.ghcup \
|
||||||
|
/usr/local/share/powershell /usr/local/share/chromium /usr/local/lib/node_modules
|
||||||
|
sudo rm -rf /etc/apt/sources.list.d/* /usr/share/dotnet /usr/local/lib/android /opt/ghc /etc/mysql /etc/php
|
||||||
|
sudo -E apt-get -y purge azure-cli* docker* ghc* zulu* hhvm* llvm* firefox* google* dotnet* aspnetcore* powershell* openjdk* adoptopenjdk* mysql* php* mongodb* moby* snap* || true
|
||||||
|
sudo -E apt-get -qq update
|
||||||
|
sudo -E apt-get -qq install libfuse-dev $(curl -fsSL git.io/depends-ubuntu-2204)
|
||||||
|
sudo -E apt-get -qq autoremove --purge
|
||||||
|
sudo -E apt-get -qq clean
|
||||||
|
sudo apt-get clean
|
||||||
|
rm -rf /opt/hostedtoolcache
|
||||||
|
sudo timedatectl set-timezone "$TZ"
|
||||||
|
- name: Free Up Disk Space
|
||||||
|
uses: easimon/maximize-build-space@master
|
||||||
|
with:
|
||||||
|
root-reserve-mb: 62464 # 给 / 预留 61GiB 空间( docker 预留)
|
||||||
|
swap-size-mb: 1
|
||||||
|
remove-dotnet: 'true'
|
||||||
|
remove-android: 'true'
|
||||||
|
remove-haskell: 'true'
|
||||||
|
remove-codeql: 'true'
|
||||||
|
remove-docker-images: 'true'
|
||||||
|
- name: Checkout Repository
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
- name: Get Latest Release
|
||||||
|
id: get_version
|
||||||
|
run: |
|
||||||
|
VERSION=$(curl --silent "https://api.github.com/repos/${{ github.repository }}/releases/latest" | jq -r .tag_name)
|
||||||
|
echo "RELEASE_VERSION=${VERSION}" >> $GITHUB_ENV
|
||||||
|
- name: Set Image Tag
|
||||||
|
id: imageTag
|
||||||
|
run: echo "::set-output name=image_tag::$RELEASE_VERSION-$(date +%Y%m%d)-$(git rev-parse --short HEAD)"
|
||||||
|
- name: Set Up QEMU
|
||||||
|
uses: docker/setup-qemu-action@v2
|
||||||
|
- name: Set Up Docker Buildx
|
||||||
|
uses: docker/setup-buildx-action@v2
|
||||||
|
- name: Clone Model
|
||||||
|
run: |
|
||||||
|
sudo mkdir -p $GITHUB_WORKSPACE/bge-large-zh-v1.5
|
||||||
|
cd $GITHUB_WORKSPACE/bge-large-zh-v1.5
|
||||||
|
sudo wget https://huggingface.co/BAAI/bge-large-zh-v1.5/resolve/main/.gitattributes &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/BAAI/bge-large-zh-v1.5/resolve/main/config.json &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/BAAI/bge-large-zh-v1.5/resolve/main/config_sentence_transformers.json &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/BAAI/bge-large-zh-v1.5/resolve/main/modules.json &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/BAAI/bge-large-zh-v1.5/resolve/main/pytorch_model.bin &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/BAAI/bge-large-zh-v1.5/resolve/main/sentence_bert_config.json &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/BAAI/bge-large-zh-v1.5/resolve/main/special_tokens_map.json &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/BAAI/bge-large-zh-v1.5/resolve/main/tokenizer.json &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/BAAI/bge-large-zh-v1.5/resolve/main/tokenizer_config.json &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/BAAI/bge-large-zh-v1.5/resolve/main/vocab.txt &> /dev/null
|
||||||
|
sudo mkdir -p $GITHUB_WORKSPACE/bge-large-zh-v1.5/1_Pooling
|
||||||
|
cd $GITHUB_WORKSPACE/bge-large-zh-v1.5/1_Pooling
|
||||||
|
sudo wget https://huggingface.co/BAAI/bge-large-zh-v1.5/resolve/main/1_Pooling/config.json &> /dev/null
|
||||||
|
sudo mkdir -p $GITHUB_WORKSPACE/chatglm3-6b
|
||||||
|
cd $GITHUB_WORKSPACE/chatglm3-6b
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/config.json &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/configuration_chatglm.py &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/model-00001-of-00007.safetensors &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/model-00002-of-00007.safetensors &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/model-00003-of-00007.safetensors &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/model-00004-of-00007.safetensors &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/model-00005-of-00007.safetensors &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/model-00006-of-00007.safetensors &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/model-00007-of-00007.safetensors &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/model.safetensors.index.json &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/modeling_chatglm.py &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/pytorch_model.bin.index.json &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/quantization.py &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/special_tokens_map.json &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/tokenization_chatglm.py &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/tokenizer.model &> /dev/null
|
||||||
|
sudo wget https://huggingface.co/THUDM/chatglm3-6b/resolve/main/tokenizer_config.json &> /dev/null
|
||||||
|
du -sh $GITHUB_WORKSPACE
|
||||||
|
du -sh $GITHUB_WORKSPACE/*
|
||||||
|
du -sh $GITHUB_WORKSPACE/bge-large-zh-v1.5/*
|
||||||
|
du -sh $GITHUB_WORKSPACE/chatglm3-6b/*
|
||||||
|
- name: Show Runner Disk
|
||||||
|
run: df -hT
|
||||||
|
- name: Docker Build
|
||||||
|
run: |
|
||||||
|
docker build -t uswccr.ccs.tencentyun.com/chatchat/chatchat:${{ steps.imageTag.outputs.image_tag }} -f Dockerfile .
|
||||||
|
- name: Show Images Size
|
||||||
|
run: docker images
|
||||||
|
- shell: bash
|
||||||
|
env:
|
||||||
|
CCRUSER: ${{ secrets.CCR_REGISTRY_USERNAME }}
|
||||||
|
CCRPASS: ${{ secrets.CCR_REGISTRY_PASSWORD }}
|
||||||
|
run: |
|
||||||
|
echo "user:$CCRUSER"
|
||||||
|
echo "pass:$CCRPASS"
|
||||||
|
|
||||||
|
- name: Login To Tencent CCR
|
||||||
|
uses: docker/login-action@v2
|
||||||
|
with:
|
||||||
|
registry: uswccr.ccs.tencentyun.com
|
||||||
|
username: ${{ secrets.CCR_REGISTRY_USERNAME }}
|
||||||
|
password: ${{ secrets.CCR_REGISTRY_PASSWORD }}
|
||||||
|
- name: Docker Push
|
||||||
|
run: docker push uswccr.ccs.tencentyun.com/chatchat/chatchat:${{ steps.imageTag.outputs.image_tag }}
|
||||||
|
# - name: Login to Docker Hub
|
||||||
|
# uses: docker/login-action@v2
|
||||||
|
# with:
|
||||||
|
# username: ${{ secrets.DOCKERHUB_USERNAME }}
|
||||||
|
# password: ${{ secrets.DOCKERHUB_TOKEN }}
|
||||||
27
Dockerfile
Normal file
27
Dockerfile
Normal file
@ -0,0 +1,27 @@
|
|||||||
|
# Base Image
|
||||||
|
FROM nvidia/cuda:12.1.1-cudnn8-runtime-ubuntu22.04
|
||||||
|
# Labels
|
||||||
|
LABEL maintainer=chatchat
|
||||||
|
# Environment Variables
|
||||||
|
ENV HOME=/Langchain-Chatchat
|
||||||
|
# Commands
|
||||||
|
WORKDIR /
|
||||||
|
RUN ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime && \
|
||||||
|
echo "Asia/Shanghai" > /etc/timezone && \
|
||||||
|
apt-get update -y && \
|
||||||
|
apt-get install -y --no-install-recommends python3.11 python3-pip curl libgl1 libglib2.0-0 jq && \
|
||||||
|
apt-get clean && \
|
||||||
|
rm -rf /var/lib/apt/lists/* && \
|
||||||
|
rm -f /usr/bin/python3 && \
|
||||||
|
ln -s /usr/bin/python3.11 /usr/bin/python3 && \
|
||||||
|
mkdir -p $HOME
|
||||||
|
# Copy the application files
|
||||||
|
COPY . $HOME
|
||||||
|
WORKDIR $HOME
|
||||||
|
# Install dependencies from requirements.txt
|
||||||
|
RUN pip3 install -r requirements.txt -i https://pypi.org/simple && \
|
||||||
|
python3 copy_config_example.py && \
|
||||||
|
sed -i 's|MODEL_ROOT_PATH = ""|MODEL_ROOT_PATH = "/Langchain-Chatchat"|' configs/model_config.py && \
|
||||||
|
python3 init_database.py --recreate-vs
|
||||||
|
EXPOSE 22 7861 8501
|
||||||
|
ENTRYPOINT ["python3", "startup.py", "-a"]
|
||||||
Loading…
x
Reference in New Issue
Block a user