huangyuxiang03 4d32b410ff Add: vllm
2024-02-01 10:54:48 +08:00

9 lines
215 B
Bash

#!/bin/bash
CHECKPOINT=$1
SAVE_TO=$2
HF_MODEL_NAME=$SAVE_TO # huggingface上的模型名
python vllm_convert_checkpoint_to_hf.py --load $CHECKPOINT --save $SAVE_TO
python inference.py --model_path=$HF_MODEL_NAME