From 4899c3b3cc4067a57c840e62782c3b7c957f0cda Mon Sep 17 00:00:00 2001 From: liunux4odoo Date: Thu, 24 Aug 2023 11:04:30 +0800 Subject: [PATCH] set max threads of numexpr to improve performance and ommit warnings --- startup.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/startup.py b/startup.py index 9207307c..df008516 100644 --- a/startup.py +++ b/startup.py @@ -5,6 +5,14 @@ import sys import os from pprint import pprint +# 设置numexpr最大线程数,默认为CPU核心数 +try: + import numexpr + n_cores = numexpr.utils.detect_number_of_cores() + os.environ["NUMEXPR_MAX_THREADS"] = str(n_cores) +except: + pass + sys.path.append(os.path.dirname(os.path.dirname(__file__))) from configs.model_config import EMBEDDING_DEVICE, EMBEDDING_MODEL, llm_model_dict, LLM_MODEL, LLM_DEVICE, LOG_PATH, \ logger