Skip to content

Commit 8e44a32

Browse files
authored
Add support for running the server with SSL (abetlen#994)
1 parent ef22e47 commit 8e44a32

File tree

2 files changed

+9
-1
lines changed

2 files changed

+9
-1
lines changed

llama_cpp/server/__main__.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -96,5 +96,6 @@ def parse_bool_arg(arg):
9696
app = create_app(settings=settings)
9797

9898
uvicorn.run(
99-
app, host=os.getenv("HOST", settings.host), port=int(os.getenv("PORT", settings.port))
99+
app, host=os.getenv("HOST", settings.host), port=int(os.getenv("PORT", settings.port)),
100+
ssl_keyfile=settings.ssl_keyfile, ssl_certfile=settings.ssl_certfile
100101
)

llama_cpp/server/app.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -150,6 +150,13 @@ class Settings(BaseSettings):
150150
# Server Params
151151
host: str = Field(default="localhost", description="Listen address")
152152
port: int = Field(default=8000, description="Listen port")
153+
# SSL Params
154+
ssl_keyfile: Optional[str] = Field(
155+
default=None, description="SSL key file for HTTPS"
156+
)
157+
ssl_certfile: Optional[str] = Field(
158+
default=None, description="SSL certificate file for HTTPS"
159+
)
153160
interrupt_requests: bool = Field(
154161
default=True,
155162
description="Whether to interrupt requests when a new request is received.",

0 commit comments

Comments
 (0)