8000 add debug logs on repacks. · ggml-org/llama.cpp@1221d13 · GitHub
[go: up one dir, main page]

Skip to content

Commit 1221d13

Browse files
committed
add debug logs on repacks.
1 parent e115f6f commit 1221d13

File tree

2 files changed

+3
-0
lines changed

2 files changed

+3
-0
lines changed

ggml/src/ggml-cpu/amx/amx.cpp

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -66,6 +66,7 @@ static void ggml_backend_amx_buffer_memset_tensor(ggml_backend_buffer_t buffer,
6666
static void ggml_backend_amx_buffer_set_tensor(ggml_backend_buffer_t buffer, struct ggml_tensor * tensor,
6767
const void * data, size_t offset, size_t size) {
6868
if (qtype_has_amx_kernels(tensor->type)) {
69+
GGML_LOG_DEBUG("%s: amx repack tensor %s of type %s\n", __func__, tensor->name, ggml_type_name(tensor->type));
6970
ggml_backend_amx_convert_weight(tensor, data, offset, size);
7071
} else {
7172
memcpy((char *) tensor->data + offset, data, size);

ggml/src/ggml-cpu/ggml-cpu-aarch64.cpp

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4104,6 +4104,8 @@ template <typename BLOC_TYPE, int64_t INTER_SIZE, int64_t NB_COLS> class tensor_
41044104
}
41054105

41064106
int repack(struct ggml_tensor * t, const void * data, size_t data_size) override {
4107+
GGML_LOG_DEBUG("%s: repack tensor %s with %s_%dx%d\n", __func__, t->name, ggml_type_name(t->type),
4108+
(int) NB_COLS, (int) INTER_SIZE);
41074109
return ggml::cpu::aarch64::repack<BLOC_TYPE, INTER_SIZE, NB_COLS>(t, data, data_size);
41084110
}
41094111
};

0 commit comments

Comments
 (0)
0