bugfix: pydantic settings missing / changed fields

abetlen · abetlen · commit 6f70cc4b7dd9 · 2023-07-09T18:03:31.000-04:00
diff --git a/llama_cpp/server/__main__.py b/llama_cpp/server/__main__.py
@@ -30,14 +30,14 @@
 
 if __name__ == "__main__":
     parser = argparse.ArgumentParser()
-    for name, field in Settings.__model_fields__.items():
-        description = field.field_info.description
+    for name, field in Settings.model_fields.items():
+        description = field.description
         if field.default is not None and description is not None:
             description += f" (default: {field.default})"
         parser.add_argument(
             f"--{name}",
             dest=name,
-            type=field.type_,
+            type=field.annotation if field.annotation is not None else str,
             help=description,
         )
 
