From 2c0300073f5b74fecf6d5230af5e1cf5177ea47d Mon Sep 17 00:00:00 2001 From: Bruce MacDonald Date: Thu, 20 Feb 2025 09:48:03 -0800 Subject: [PATCH] standard repqFreq var names --- model/models/qwen2/model.go | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/model/models/qwen2/model.go b/model/models/qwen2/model.go index de419d746..ec50ef75c 100644 --- a/model/models/qwen2/model.go +++ b/model/models/qwen2/model.go @@ -16,7 +16,7 @@ type Options struct { numAttnHeads int numKVHeads int modelEpsilon float32 - ropeBaseFreq float32 + ropeFreqBase float32 ropeFreqScale float32 ropeDimensions uint32 } @@ -52,7 +52,7 @@ func New(c ml.Config) (model.Model, error) { numKVHeads: int(c.Uint("attention.head_count_kv")), modelEpsilon: c.Float("attention.layer_norm_rms_epsilon"), contextLength: int(c.Uint("context_length")), - ropeBaseFreq: c.Float("rope.freq_base"), + ropeFreqBase: c.Float("rope.freq_base"), ropeFreqScale: c.Float("rope.freq_scale", 1), ropeDimensions: c.Uint("rope.dimension_count", 64), }, @@ -73,7 +73,7 @@ func (m *Model) Shift(ctx ml.Context, layer int, key, shift ml.Tensor) (ml.Tenso RopeDim: m.Options.ropeDimensions, RopeType: ml.RopeTypeNeoX, OrigCtxLen: m.Options.contextLength, - RopeBase: m.Options.ropeBaseFreq, + RopeBase: m.Options.ropeFreqBase, RopeScale: m.Options.ropeFreqScale, }, ), nil @@ -98,7 +98,7 @@ func (sa *SelfAttention) Forward(ctx ml.Context, hiddenState, inputPositions ml. RopeDim: opts.ropeDimensions, RopeType: ml.RopeTypeNeoX, OrigCtxLen: opts.contextLength, - RopeBase: opts.ropeBaseFreq, + RopeBase: opts.ropeFreqBase, RopeScale: opts.ropeFreqScale, }