bybrooklyn/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2026-04-18 09:03:35 -04:00
Code Issues Packages Projects Releases Wiki Activity

use 4096 kvcache.NewSWAMemCache

Browse Source
This commit is contained in:
jmorganca
2026-04-02 01:56:36 -07:00
parent c89280fb0c
commit f3536a356e
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
model/models/gemma4/model.go
View File

@@ -5,7 +5,6 @@ import (
"fmt"
"image"
"log/slog"
"math"
"slices"
"time"
@@ -114,7 +113,7 @@ func New(c fs.Config) (model.Model, error) {
slidingWindowLen := int32(c.Uint("attention.sliding_window"))
m.Cache = kvcache.NewWrapperCache(
kvcache.NewSWAMemCache(slidingWindowLen, math.MaxInt32, m.Shift),
kvcache.NewSWAMemCache(slidingWindowLen, 4096, m.Shift),
kvcache.NewCausalCache(m.Shift),
)