fix(cli): allow passing n_ctx=0 to openAI API server args to use model n_ctx_train field per abetlen#1015 (abetlen#1093)

K-Mistele · web-flow · commit 9c36688b33d3 · 2024-01-16T18:54:06.000-05:00
diff --git a/llama_cpp/server/settings.py b/llama_cpp/server/settings.py
@@ -60,7 +60,7 @@ class ModelSettings(BaseSettings):
     seed: int = Field(
         default=llama_cpp.LLAMA_DEFAULT_SEED, description="Random seed. -1 for random."
     )
-    n_ctx: int = Field(default=2048, ge=1, description="The context size.")
+    n_ctx: int = Field(default=2048, ge=0, description="The context size.")
     n_batch: int = Field(
         default=512, ge=1, description="The batch size to use per eval."
     )

Original file line number	Diff line number	Diff line change
`@@ -60,7 +60,7 @@ class ModelSettings(BaseSettings):`
`60`	`60`	`seed: int = Field(`
`61`	`61`	`default=llama_cpp.LLAMA_DEFAULT_SEED, description="Random seed. -1 for random."`
`62`	`62`	`)`
`63`		`- n_ctx: int = Field(default=2048, ge=1, description="The context size.")`
	`63`	`+ n_ctx: int = Field(default=2048, ge=0, description="The context size.")`
`64`	`64`	`n_batch: int = Field(`
`65`	`65`	`default=512, ge=1, description="The batch size to use per eval."`
`66`	`66`	`)`