aditya/llama.cpp
1
0
Fork 0
mirror of https://git.adityakumar.xyz/llama.cpp.git synced 2025-02-22 15:40:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

llama : fix comment for "output.weight" tensor

Browse source
This commit is contained in:
Georgi Gerganov 2023-04-21 10:23:36 +03:00
parent 2510c1831f
commit d40fded93e
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama.cpp
View file

@ -1618,8 +1618,8 @@ static void llama_model_quantize_internal(const std::string & fname_inp, const s
// quantize only 2D tensors // quantize only 2D tensors
quantize &= (tensor.ne.size() == 2); quantize &= (tensor.ne.size() == 2);
// GG: uncomment this to keep the output layer in FP16 // uncomment this to keep the output layer in FP16
//if (tensor.name.rfind("output")) { //if (tensor.name == "output.weight") {
// quantize = false; // quantize = false;
//} //}