feat: 文本
This commit is contained in:
parent
cd5057a466
commit
0aee14f03d
37
start.sh
37
start.sh
|
|
@ -44,19 +44,20 @@ fi
|
|||
|
||||
# 启动 主模型
|
||||
echo "🚀 启动主模型 API Server..."
|
||||
nohup python -m vllm.entrypoints.openai.api_server \
|
||||
--model "$MODEL_PATH" \
|
||||
--served-model-name "$MODEL_NAME" \
|
||||
--max-model-len 2048 \
|
||||
--host 0.0.0.0 \
|
||||
--port $PORT \
|
||||
--api-key "$API_KEY" > "$LOG_FILE" 2>&1 &
|
||||
echo $! > "$PID_FILE"
|
||||
# nohup python -m vllm.entrypoints.openai.api_server \
|
||||
# --model "$MODEL_PATH" \
|
||||
# --served-model-name "$MODEL_NAME" \
|
||||
# --max-model-len 2048 \
|
||||
# --host 0.0.0.0 \
|
||||
# --port $PORT \
|
||||
# --api-key "$API_KEY" > "$LOG_FILE" 2>&1 &
|
||||
# echo $! > "$PID_FILE"
|
||||
|
||||
# 启动 Embedding 模型
|
||||
echo "🚀 启动 Embedding 模型 API Server..."
|
||||
nohup python -m vllm.entrypoints.openai.api_server \
|
||||
--model "$EMBEDDING_MODEL_PATH" \
|
||||
--task embedding \
|
||||
--served-model-name "$EMBEDDING_MODEL_NAME" \
|
||||
--max-model-len 2048 \
|
||||
--host 0.0.0.0 \
|
||||
|
|
@ -65,18 +66,18 @@ nohup python -m vllm.entrypoints.openai.api_server \
|
|||
echo $! > "$EMBEDDING_PID_FILE"
|
||||
|
||||
# 启动 Rerank 模型
|
||||
echo "🚀 启动 Rerank 模型 API Server..."
|
||||
nohup python -m vllm.entrypoints.openai.api_server \
|
||||
--model "$RERANK_MODEL_PATH" \
|
||||
--served-model-name "$RERANK_MODEL_NAME" \
|
||||
--max-model-len 2048 \
|
||||
--host 0.0.0.0 \
|
||||
--port $RERANK_PORT \
|
||||
--api-key "$API_KEY" > "$RERANK_LOG_FILE" 2>&1 &
|
||||
echo $! > "$RERANK_PID_FILE"
|
||||
# echo "🚀 启动 Rerank 模型 API Server..."
|
||||
# nohup python -m vllm.entrypoints.openai.api_server \
|
||||
# --model "$RERANK_MODEL_PATH" \
|
||||
# --served-model-name "$RERANK_MODEL_NAME" \
|
||||
# --max-model-len 2048 \
|
||||
# --host 0.0.0.0 \
|
||||
# --port $RERANK_PORT \
|
||||
# --api-key "$API_KEY" > "$RERANK_LOG_FILE" 2>&1 &
|
||||
# echo $! > "$RERANK_PID_FILE"
|
||||
|
||||
|
||||
echo "✅ 所有模型已启动"
|
||||
echo "主模型: http://localhost:$PORT/v1 (PID=$(cat $PID_FILE)) 日志: $LOG_FILE"
|
||||
echo "Embedding: http://localhost:$EMBEDDING_PORT/v1 (PID=$(cat $EMBEDDING_PID_FILE)) 日志: $EMBEDDING_LOG_FILE"
|
||||
echo "Rerank: http://localhost:$RERANK_PORT/v1 (PID=$(cat $RERANK_PID_FILE)) 日志: $RERANK_LOG_FILE"
|
||||
# echo "Rerank: http://localhost:$RERANK_PORT/v1 (PID=$(cat $RERANK_PID_FILE)) 日志: $RERANK_LOG_FILE"
|
||||
|
|
|
|||
|
|
@ -1 +0,0 @@
|
|||
21758
|
||||
|
|
@ -1 +0,0 @@
|
|||
21759
|
||||
Loading…
Reference in New Issue