add llamasharp 配置

README.md

@@ -120,7 +120,9 @@ model/xxx.gguf
     "DirectoryPath": "D:\\git\\AntBlazor\\model"
   },
   "LLamaSharp": {
-    "RunType": "GPU"
+    "RunType": "GPU",
+	"ContextSize": 2048,
+    "GpuLayerCount": 20
   },
   "Login": {
     "User": "admin",

README.zh.md

@@ -131,7 +131,9 @@ model/xxx.gguf
     "DirectoryPath": "D:\\git\\AntBlazor\\model"
   },
   "LLamaSharp": {
-    "RunType": "GPU"
+    "RunType": "GPU",
+	"ContextSize": 2048,
+    "GpuLayerCount": 20
   },
   "Login": {
     "User": "admin",

src/AntSK.Domain/Domain/Other/LLamaConfig.cs

@@ -1,4 +1,5 @@
-using LLama;
+using AntSK.Domain.Options;
+using LLama;
 using LLama.Common;
 using LLamaSharp.KernelMemory;
 
@@ -29,9 +30,9 @@ namespace AntSK.Domain.Domain.Other
                     }
                     var parameters = new ModelParams(lsConfig.ModelPath)
                     {
-                        ContextSize = lsConfig?.ContextSize ?? 2048,
+                        ContextSize = LLamaSharpOption.ContextSize ?? 2048,
                         Seed = lsConfig?.Seed ?? 0,
-                        GpuLayerCount = lsConfig?.GpuLayerCount ?? 20,
+                        GpuLayerCount = LLamaSharpOption.GpuLayerCount ?? 20,
                         Embeddings = true
                     };
                     var weights = LLamaWeights.LoadFromFile(parameters);

src/AntSK.Domain/Options/LLamaSharpOption.cs

@@ -3,5 +3,7 @@
     public class LLamaSharpOption
     {
         public static string RunType { get; set; }
+        public static uint? ContextSize { get; set; }
+        public static int? GpuLayerCount { get; set; }
     }
 }

src/AntSK/appsettings.json

@@ -34,7 +34,9 @@
     "TableNamePrefix": "km-"
   },
   "LLamaSharp": {
-    "RunType": "GPU"
+    "RunType": "GPU",
+    "ContextSize": 2048,
+    "GpuLayerCount": 20
   },
   "FileDir": {
     "DirectoryPath": "D:\\model"