Skip to content

Commit

Permalink
Use sys.executable to find python command.
Browse files Browse the repository at this point in the history
  • Loading branch information
tvalentyn committed Nov 7, 2024
1 parent 81f35ab commit 02d2d2a
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion sdks/python/apache_beam/ml/inference/vllm_inference.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@
import threading
import time
import uuid
import sys
from dataclasses import dataclass
from typing import Any
from typing import Dict
Expand Down Expand Up @@ -118,7 +119,7 @@ def __init__(self, model_name: str, vllm_server_kwargs: Dict[str, str]):
def start_server(self, retries=3):
if not self._server_started:
server_cmd = [
'python',
sys.executable,
'-m',
'vllm.entrypoints.openai.api_server',
'--model',
Expand Down

0 comments on commit 02d2d2a

Please sign in to comment.