Update context size defaults Close abetlen#11

abetlen · abetlen · commit f7ab8d55b2c7 · 2023-04-03T20:11:13.000-04:00
diff --git a/examples/fastapi_server.py b/examples/fastapi_server.py
@@ -34,6 +34,7 @@ class Settings(BaseSettings):
     embedding=True,
     n_threads=6,
     n_batch=2048,
+    n_ctx=2048,
 )
 
 

Original file line number	Diff line number	Diff line change
`@@ -34,6 +34,7 @@ class Settings(BaseSettings):`
`34`	`34`	`embedding=True,`
`35`	`35`	`n_threads=6,`
`36`	`36`	`n_batch=2048,`
	`37`	`+ n_ctx=2048,`
`37`	`38`	`)`
`38`	`39`
`39`	`40`