fix 修改gpu默认分层为20

This commit is contained in:
zeyu xu
2024-03-24 12:23:27 +08:00
parent 9e24d7cc67
commit 7d72911239

View File

@@ -31,7 +31,7 @@ namespace AntSK.Domain.Domain.Other
{ {
ContextSize = lsConfig?.ContextSize ?? 2048, ContextSize = lsConfig?.ContextSize ?? 2048,
Seed = lsConfig?.Seed ?? 0, Seed = lsConfig?.Seed ?? 0,
GpuLayerCount = lsConfig?.GpuLayerCount ?? 10, GpuLayerCount = lsConfig?.GpuLayerCount ?? 20,
EmbeddingMode = true EmbeddingMode = true
}; };
var weights = LLamaWeights.LoadFromFile(parameters); var weights = LLamaWeights.LoadFromFile(parameters);