We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8733e0c commit f061021Copy full SHA for f061021
src/llama-model.cpp
@@ -1651,8 +1651,11 @@ bool llama_model::load_tensors(llama_model_loader & ml) {
1651
for (const auto * overrides = ml.tensor_buft_overrides; overrides->pattern != nullptr; ++overrides) {
1652
std::regex pattern(overrides->pattern);
1653
if (std::regex_search(tensor_name, pattern)) {
1654
- LLAMA_LOG_DEBUG("tensor %s buffer type overriden to %s\n", tensor_name.c_str(), ggml_backend_buft_name(overrides->buft));
1655
buft = overrides->buft;
+ LLAMA_LOG_DEBUG("tensor %s (%zu MiB %s) buffer type overridden to %s\n",
1656
+ tensor_name.c_str(),
1657
+ ggml_nbytes(t_meta) / 1024 / 1024, ggml_type_name(t_meta->type),
1658
+ ggml_backend_buft_name(buft));
1659
break;
1660
}
1661
0 commit comments