feat: 优化变量
This commit is contained in:
parent
72c05def57
commit
abe584f232
|
@ -21,4 +21,7 @@ MAX_FILE_SIZE=10485760
|
||||||
|
|
||||||
# 日志配置
|
# 日志配置
|
||||||
LOG_LEVEL=INFO
|
LOG_LEVEL=INFO
|
||||||
LOG_DIR=./logs
|
LOG_DIR=./logs
|
||||||
|
|
||||||
|
# Tokenizers 配置
|
||||||
|
TOKENIZERS_PARALLELISM=false
|
|
@ -32,16 +32,23 @@ class Config:
|
||||||
LOG_LEVEL = os.getenv("LOG_LEVEL", "INFO")
|
LOG_LEVEL = os.getenv("LOG_LEVEL", "INFO")
|
||||||
LOG_DIR = os.getenv("LOG_DIR", "./logs")
|
LOG_DIR = os.getenv("LOG_DIR", "./logs")
|
||||||
|
|
||||||
|
# Tokenizers 配置
|
||||||
|
TOKENIZERS_PARALLELISM = os.getenv("TOKENIZERS_PARALLELISM", "false")
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def validate(cls):
|
def validate(cls):
|
||||||
"""验证配置"""
|
"""验证配置"""
|
||||||
if not cls.OPENAI_API_KEY:
|
if not cls.OPENAI_API_KEY:
|
||||||
raise ValueError("OPENAI_API_KEY 环境变量未设置")
|
raise ValueError("OPENAI_API_KEY 环境变量未设置")
|
||||||
|
|
||||||
|
# 设置 tokenizers 并行化配置
|
||||||
|
os.environ["TOKENIZERS_PARALLELISM"] = cls.TOKENIZERS_PARALLELISM
|
||||||
|
|
||||||
# 创建必要的目录
|
# 创建必要的目录
|
||||||
os.makedirs(cls.UPLOAD_DIR, exist_ok=True)
|
os.makedirs(cls.UPLOAD_DIR, exist_ok=True)
|
||||||
os.makedirs(cls.LOG_DIR, exist_ok=True)
|
os.makedirs(cls.LOG_DIR, exist_ok=True)
|
||||||
os.makedirs(cls.CHROMA_PERSIST_DIRECTORY, exist_ok=True)
|
os.makedirs(cls.CHROMA_PERSIST_DIRECTORY, exist_ok=True)
|
||||||
|
|
||||||
|
|
||||||
# 创建配置实例
|
# 创建配置实例
|
||||||
config = Config()
|
config = Config()
|
||||||
|
|
|
@ -6,6 +6,7 @@ langchain==0.1.0
|
||||||
langchain-community==0.0.10
|
langchain-community==0.0.10
|
||||||
langchain-openai==0.0.2
|
langchain-openai==0.0.2
|
||||||
chromadb==0.4.22
|
chromadb==0.4.22
|
||||||
|
posthog==3.0.1
|
||||||
sentence-transformers==2.2.2
|
sentence-transformers==2.2.2
|
||||||
huggingface-hub==0.16.4
|
huggingface-hub==0.16.4
|
||||||
PyPDF2==3.0.1
|
PyPDF2==3.0.1
|
||||||
|
|
|
@ -3,18 +3,17 @@ import os
|
||||||
# 在导入 chromadb 之前设置环境变量
|
# 在导入 chromadb 之前设置环境变量
|
||||||
os.environ["CHROMA_TELEMETRY"] = "false"
|
os.environ["CHROMA_TELEMETRY"] = "false"
|
||||||
os.environ["ANONYMIZED_TELEMETRY"] = "false"
|
os.environ["ANONYMIZED_TELEMETRY"] = "false"
|
||||||
import chromadb
|
|
||||||
|
|
||||||
from typing import List, Dict, Any
|
from typing import List, Dict, Any
|
||||||
import asyncio
|
import asyncio
|
||||||
|
import chromadb
|
||||||
from chromadb.config import Settings
|
from chromadb.config import Settings
|
||||||
from sentence_transformers import SentenceTransformer
|
from sentence_transformers import SentenceTransformer
|
||||||
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
||||||
import uuid
|
import uuid
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
|
|
||||||
|
|
||||||
class AsyncVectorStore:
|
class AsyncVectorStore:
|
||||||
"""异步向量存储服务"""
|
"""异步向量存储服务"""
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue