thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

convert : fix block_ff_dim retrieval for lfm2 (#21508)

Browse source
This commit is contained in:
Sigbjørn Skjæret 2026-04-06 14:05:18 +02:00 • committed by GitHub
parent 482d862bcb
commit 941146b3f1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
convert_hf_to_gguf.py
View file

@ -11818,10 +11818,8 @@ class LFM2Model(TextModel):
model_arch = gguf.MODEL_ARCH.LFM2 model_arch = gguf.MODEL_ARCH.LFM2
def _add_feed_forward_length(self): def _add_feed_forward_length(self):
ff_dim = self.hparams["block_ff_dim"] ff_dim = self.find_hparam(["block_ff_dim", "intermediate_size"])
auto_adjust_ff_dim = self.hparams["block_auto_adjust_ff_dim"] auto_adjust_ff_dim = self.hparams["block_auto_adjust_ff_dim"]
ff_dim = self.hparams["block_ff_dim"]
ffn_dim_multiplier = self.hparams["block_ffn_dim_multiplier"] ffn_dim_multiplier = self.hparams["block_ffn_dim_multiplier"]
multiple_of = self.hparams["block_multiple_of"] multiple_of = self.hparams["block_multiple_of"]