Minor types cleanups.

ggml-org · ggerganov · Aug 30, 2023 · Aug 27, 2023 · Aug 27, 2023 · Aug 27, 2023
commit 795c0c6e9d633b0bf48ee804b6fd90e6a4761208
diff --git a/convert-falcon-hf-to-gguf.py b/convert-falcon-hf-to-gguf.py
@@ -113,7 +113,7 @@ def count_model_parts(dir_model: str) -> int:
 
 print("gguf: get tokenizer metadata")
 
-tokens: List[str] = []
+tokens: List[bytearray] = []
 scores: List[float] = []
 toktypes: List[int] = []
 merges: List[str] = []
@@ -199,7 +199,7 @@ def count_model_parts(dir_model: str) -> int:
 print("gguf: get tensor metadata")
 
 if num_parts == 0:
-    part_names = ("pytorch_model.bin",)
+    part_names = iter(("pytorch_model.bin",))
 else:
     part_names = (
         f"pytorch_model-{n:05}-of-{num_parts:05}.bin" for n in range(1, num_parts + 1)

diff --git a/convert-llama-hf-to-gguf.py b/convert-llama-hf-to-gguf.py
@@ -9,7 +9,7 @@
 import numpy as np
 import torch
 
-from typing import Any, List, Optional
+from typing import Any, List, Optional, TypeAlias
 from pathlib import Path
 from sentencepiece import SentencePieceProcessor
 
@@ -254,7 +254,7 @@ def count_model_parts(dir_model: str) -> int:
 print("gguf: get tensor metadata")
 
 if num_parts == 0:
-    part_names = ("pytorch_model.bin",)
+    part_names = iter(("pytorch_model.bin",))
 else:
     part_names = (
         f"pytorch_model-{n:05}-of-{num_parts:05}.bin" for n in range(1, num_parts + 1)