diff --git a/start.sh b/start.sh index 648fdac..ab9daff 100644 --- a/start.sh +++ b/start.sh @@ -44,19 +44,20 @@ fi # 启动 主模型 echo "🚀 启动主模型 API Server..." -nohup python -m vllm.entrypoints.openai.api_server \ - --model "$MODEL_PATH" \ - --served-model-name "$MODEL_NAME" \ - --max-model-len 2048 \ - --host 0.0.0.0 \ - --port $PORT \ - --api-key "$API_KEY" > "$LOG_FILE" 2>&1 & -echo $! > "$PID_FILE" +# nohup python -m vllm.entrypoints.openai.api_server \ +# --model "$MODEL_PATH" \ +# --served-model-name "$MODEL_NAME" \ +# --max-model-len 2048 \ +# --host 0.0.0.0 \ +# --port $PORT \ +# --api-key "$API_KEY" > "$LOG_FILE" 2>&1 & +# echo $! > "$PID_FILE" # 启动 Embedding 模型 echo "🚀 启动 Embedding 模型 API Server..." nohup python -m vllm.entrypoints.openai.api_server \ --model "$EMBEDDING_MODEL_PATH" \ + --task embedding \ --served-model-name "$EMBEDDING_MODEL_NAME" \ --max-model-len 2048 \ --host 0.0.0.0 \ @@ -65,18 +66,18 @@ nohup python -m vllm.entrypoints.openai.api_server \ echo $! > "$EMBEDDING_PID_FILE" # 启动 Rerank 模型 -echo "🚀 启动 Rerank 模型 API Server..." -nohup python -m vllm.entrypoints.openai.api_server \ - --model "$RERANK_MODEL_PATH" \ - --served-model-name "$RERANK_MODEL_NAME" \ - --max-model-len 2048 \ - --host 0.0.0.0 \ - --port $RERANK_PORT \ - --api-key "$API_KEY" > "$RERANK_LOG_FILE" 2>&1 & -echo $! > "$RERANK_PID_FILE" +# echo "🚀 启动 Rerank 模型 API Server..." +# nohup python -m vllm.entrypoints.openai.api_server \ +# --model "$RERANK_MODEL_PATH" \ +# --served-model-name "$RERANK_MODEL_NAME" \ +# --max-model-len 2048 \ +# --host 0.0.0.0 \ +# --port $RERANK_PORT \ +# --api-key "$API_KEY" > "$RERANK_LOG_FILE" 2>&1 & +# echo $! > "$RERANK_PID_FILE" echo "✅ 所有模型已启动" echo "主模型: http://localhost:$PORT/v1 (PID=$(cat $PID_FILE)) 日志: $LOG_FILE" echo "Embedding: http://localhost:$EMBEDDING_PORT/v1 (PID=$(cat $EMBEDDING_PID_FILE)) 日志: $EMBEDDING_LOG_FILE" -echo "Rerank: http://localhost:$RERANK_PORT/v1 (PID=$(cat $RERANK_PID_FILE)) 日志: $RERANK_LOG_FILE" +# echo "Rerank: http://localhost:$RERANK_PORT/v1 (PID=$(cat $RERANK_PID_FILE)) 日志: $RERANK_LOG_FILE" diff --git a/vllm-embedding.pid b/vllm-embedding.pid deleted file mode 100644 index a2c8200..0000000 --- a/vllm-embedding.pid +++ /dev/null @@ -1 +0,0 @@ -21758 diff --git a/vllm-rerank.pid b/vllm-rerank.pid deleted file mode 100644 index aa38f31..0000000 --- a/vllm-rerank.pid +++ /dev/null @@ -1 +0,0 @@ -21759 diff --git a/vllm.pid b/vllm.pid deleted file mode 100644 index a571903..0000000 --- a/vllm.pid +++ /dev/null @@ -1 +0,0 @@ -21757