common : add load_progress_callback (#13617)

psocolovsky · web-flow · commit 1dfbf2cf3a9f · 2025-05-19T21:17:36.000+02:00
diff --git a/common/common.cpp b/common/common.cpp
@@ -1102,6 +1102,9 @@ struct llama_model_params common_model_params_to_llama(common_params & params) {
         mparams.tensor_buft_overrides = params.tensor_buft_overrides.data();
     }
 
+    mparams.progress_callback           = params.load_progress_callback;
+    mparams.progress_callback_user_data = params.load_progress_callback_user_data;
+
     return mparams;
 }
 
diff --git a/common/common.h b/common/common.h
@@ -428,6 +428,11 @@ struct common_params {
 
     // common params
     std::string out_file; // output filename for all example programs
+    // optional callback for model loading progress and cancellation:
+    // called with a progress value between 0.0 and 1.0.
+    // return false from callback to abort model loading or true to continue
+    llama_progress_callback load_progress_callback = NULL;
+    void *                  load_progress_callback_user_data = NULL;
 };
 
 // call once at the start of a program if it uses libcommon

Original file line number	Diff line number	Diff line change
`@@ -1102,6 +1102,9 @@ struct llama_model_params common_model_params_to_llama(common_params & params) {`
`1102`	`1102`	`mparams.tensor_buft_overrides = params.tensor_buft_overrides.data();`
`1103`	`1103`	`}`
`1104`	`1104`
	`1105`	`+ mparams.progress_callback = params.load_progress_callback;`
	`1106`	`+ mparams.progress_callback_user_data = params.load_progress_callback_user_data;`
	`1107`	`+`
`1105`	`1108`	`return mparams;`
`1106`	`1109`	`}`
`1107`	`1110`