fixes abetlen/llama-cpp-python abetlen#358

Orfeous · Orfeous · commit 3ea31930e57a · 2023-06-11T00:58:08.000+01:00
diff --git a/llama_cpp/server/__main__.py b/llama_cpp/server/__main__.py
@@ -46,5 +46,5 @@
     app = create_app(settings=settings)
 
     uvicorn.run(
-        app, host=os.getenv("HOST", "localhost"), port=int(os.getenv("PORT", 8000))
+        app, host=settings.host, port=settings.port
     )
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -72,6 +72,12 @@ class Settings(BaseSettings):
     verbose: bool = Field(
         default=True, description="Whether to print debug information."
     )
+    host: str = Field(
+        default="localhost", description="Listen address"
+    )
+    port: int = Field(
+        default=8000, description="Listen port"
+    )
 
 
 router = APIRouter()

Original file line number	Diff line number	Diff line change
`@@ -46,5 +46,5 @@`
`46`	`46`	`app = create_app(settings=settings)`
`47`	`47`
`48`	`48`	`uvicorn.run(`
`49`		`- app, host=os.getenv("HOST", "localhost"), port=int(os.getenv("PORT", 8000))`
	`49`	`+ app, host=settings.host, port=settings.port`
`50`	`50`	`)`