8000 gguf-py : support identity operation in TensorNameMap (#3095) · ggml-org/llama.cpp@e394084 · GitHub
[go: up one dir, main page]

Skip to content

Commit e394084

Browse files
authored
gguf-py : support identity operation in TensorNameMap (#3095)
Make try_suffixes keyword param optional.
1 parent 4c8643d commit e394084

File tree

2 files changed

+6
-4
lines changed

2 files changed

+6
-4
lines changed

gguf-py/gguf/gguf.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -333,6 +333,7 @@ def __init__(self, arch: MODEL_ARCH, n_blocks: int):
333333
tensor_name = tensor_names.get(tensor)
334334
if tensor_name is None:
335335
continue
336+
mapping[tensor_name] = (tensor, tensor_name)
336337
for key in keys:
337338
mapping[key] = (tensor, tensor_name)
338339
for bid in range(n_blocks):
@@ -341,11 +342,12 @@ def __init__(self, arch: MODEL_ARCH, n_blocks: int):
341342
if tensor_name is None:
342343
continue
343344
tensor_name = tensor_name.format(bid = bid)
345+
mapping[tensor_name] = (tensor, tensor_name)
344346
for key in keys:
345347
key = key.format(bid = bid)
346348
mapping[key] = (tensor, tensor_name)
347349

348-
def get_type_and_name(self, key: str, try_suffixes: Sequence[str]) -> tuple[MODEL_TENSOR, str] | None:
350+
def get_type_and_name(self, key: str, try_suffixes: Sequence[str] = ()) -> tuple[MODEL_TENSOR, str] | None:
349351
result = self.mapping.get(key)
350352
if result is not None:
351353
return result
@@ -356,13 +358,13 @@ def get_type_and_name(self, key: str, try_suffixes: Sequence[str]) -> tuple[MODE
356358
return (result[0], result[1] + suffix)
357359
return None
358360

359-
def get_name(self, key: str, try_suffixes: Sequence[str]) -> str | None:
361+
def get_name(self, key: str, try_suffixes: Sequence[str] = ()) -> str | None:
360362
result = self.get_type_and_name(key, try_suffixes = try_suffixes)
361363
if result is None:
362364
return None
363365
return result[1]
364366

365-
def get_type(self, key: str, try_suffixes: Sequence[str]) -> MODEL_TENSOR | None:
367+
def get_type(self, key: str, try_suffixes: Sequence[str] = ()) -> MODEL_TENSOR | None:
366368
result = self.get_type_and_name(key, try_suffixes = try_suffixes)
367369
if result is None:
368370
return None

gguf-py/pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[tool.poetry]
22
name = "gguf"
3-
version = "0.3.2"
3+
version = "0.3.3"
44
description = "Write ML models in GGUF for GGML"
55
authors = ["GGML <ggml@ggml.ai>"]
66
packages = [

0 commit comments

Comments
 (0)
0