Learning/AntSK
1
0
Fork 0
mirror of https://github.com/AIDotNet/AntSK.git synced 2026-02-21 09:05:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

Compare commits

base: Learning:0.3.8
Branches Tags
Learning:main Learning:feature_role Learning:copilot/add-role-based-access-control
Learning:0.6.6 Learning:0.6.5 Learning:0.6.4 Learning:0.6.3 Learning:0.6.2 Learning:0.6.1 Learning:0.6.0 Learning:0.5.6 Learning:0.5.5 Learning:0.5.4 Learning:0.5.3 Learning:0.5.2 Learning:0.5.1 Learning:0.5.0 Learning:0.4.5 Learning:0.4.4 Learning:0.4.3.1 Learning:0.4.3 Learning:0.4.2 Learning:0.4.1 Learning:0.4.0 Learning:0.3.9 Learning:0.3.8 Learning:0.3.6 Learning:0.3.5 Learning:0.3.4 Learning:0.3.3 Learning:0.3.2 Learning:0.3.1 Learning:0.3.0 Learning:0.2.9 Learning:0.2.8 Learning:0.2.7.1 Learning:0.2.7 Learning:0.2.6 Learning:0.2.5 Learning:0.2.4 Learning:0.2.3 Learning:0.2.2.1 Learning:0.2.2 Learning:0.2.1.1 Learning:0.2.1 Learning:0.2.0 Learning:0.1.9 Learning:0.1.8 Learning:0.1.7 Learning:0.1.6.1 Learning:0.1.6 Learning:0.1.5 Learning:0.1.4.1 Learning:0.1.4 Learning:0.1.3 Learning:0.1.2 Learning:0.1.1 Learning:0.1.0
..
compare: Learning:0.3.9
Branches Tags
Learning:main Learning:feature_role Learning:copilot/add-role-based-access-control
Learning:0.6.6 Learning:0.6.5 Learning:0.6.4 Learning:0.6.3 Learning:0.6.2 Learning:0.6.1 Learning:0.6.0 Learning:0.5.6 Learning:0.5.5 Learning:0.5.4 Learning:0.5.3 Learning:0.5.2 Learning:0.5.1 Learning:0.5.0 Learning:0.4.5 Learning:0.4.4 Learning:0.4.3.1 Learning:0.4.3 Learning:0.4.2 Learning:0.4.1 Learning:0.4.0 Learning:0.3.9 Learning:0.3.8 Learning:0.3.6 Learning:0.3.5 Learning:0.3.4 Learning:0.3.3 Learning:0.3.2 Learning:0.3.1 Learning:0.3.0 Learning:0.2.9 Learning:0.2.8 Learning:0.2.7.1 Learning:0.2.7 Learning:0.2.6 Learning:0.2.5 Learning:0.2.4 Learning:0.2.3 Learning:0.2.2.1 Learning:0.2.2 Learning:0.2.1.1 Learning:0.2.1 Learning:0.2.0 Learning:0.1.9 Learning:0.1.8 Learning:0.1.7 Learning:0.1.6.1 Learning:0.1.6 Learning:0.1.5 Learning:0.1.4.1 Learning:0.1.4 Learning:0.1.3 Learning:0.1.2 Learning:0.1.1 Learning:0.1.0

3 Commits
0.3.8 ... 0.3.9

Author SHA1 Message Date
zyxucp
a1a36c3494 update nuget 2024-06-08 11:31:24 +08:00
zyxucp
4f350081dd update llamasharp 2024-06-08 11:23:02 +08:00
zyxucp
b3ea0c4e1a add llamasharp 配置 2024-06-08 11:04:14 +08:00
10 changed files with 32 additions and 28 deletions
Expand all files Collapse all files

4
README.md
View File

@@ -120,7 +120,9 @@ model/xxx.gguf
"DirectoryPath": "D:\\git\\AntBlazor\\model"
},
"LLamaSharp": {
"RunType": "GPU"
"RunType": "GPU",
"ContextSize": 2048,
"GpuLayerCount": 20
},
"Login": {
"User": "admin",

4
README.zh.md
View File

@@ -131,7 +131,9 @@ model/xxx.gguf
"DirectoryPath": "D:\\git\\AntBlazor\\model"
},
"LLamaSharp": {
"RunType": "GPU"
"RunType": "GPU",
"ContextSize": 2048,
"GpuLayerCount": 20
},
"Login": {
"User": "admin",

18
src/AntSK.Domain/AntSK.Domain.csproj
View File

@@ -21,14 +21,14 @@
<PackageReference Include="BCrypt.Net-Next" Version="4.0.3" />
<PackageReference Include="Markdig" Version="0.37.0" />
<PackageReference Include="Newtonsoft.Json" Version="13.0.3" />
<PackageReference Include="SqlSugarCore" Version="5.1.4.154" />
<PackageReference Include="SqlSugarCore" Version="5.1.4.158" />
<PackageReference Include="System.Data.SQLite.Core" Version="1.0.118" />
<PackageReference Include="RestSharp" Version="110.2.0" />
<PackageReference Include="RestSharp" Version="111.2.0" />
<PackageReference Include="NPOI" Version="2.7.0" />
<PackageReference Include="Microsoft.SemanticKernel" Version="1.13.0" />
<PackageReference Include="Microsoft.SemanticKernel.Core" Version="1.13.0" />
<PackageReference Include="Microsoft.SemanticKernel.Plugins.Core" Version="1.13.0-alpha" />
<PackageReference Include="Microsoft.SemanticKernel" Version="1.14.1" />
<PackageReference Include="Microsoft.SemanticKernel.Core" Version="1.14.1" />
<PackageReference Include="Microsoft.SemanticKernel.Plugins.Core" Version="1.14.1-alpha" />
<PackageReference Include="Microsoft.KernelMemory.Core" Version="$(KMVersion)" />
<PackageReference Include="Microsoft.KernelMemory.MemoryDb.Postgres" Version="$(KMVersion)" />
<PackageReference Include="Microsoft.KernelMemory.MemoryDb.Qdrant" Version="$(KMVersion)" />
@@ -41,13 +41,13 @@
<PackageReference Include="LLamaSharp.kernel-memory" Version="$(LLamaSharpVersion)" />
<PackageReference Include="LLamaSharp.semantic-kernel" Version="$(LLamaSharpVersion)" />
<PackageReference Include="Serilog" Version="4.0.0-dev-02195" />
<PackageReference Include="Serilog" Version="4.0.0" />
<PackageReference Include="Serilog.Sinks.Console" Version="5.1.0-dev-00943" />
<PackageReference Include="Serilog.Sinks.File" Version="5.0.1-dev-00972" />
<PackageReference Include="Serilog.Extensions.Logging" Version="8.0.1-dev-10391" />
<PackageReference Include="Serilog.Settings.Configuration" Version="8.0.1-dev-00583" />
<PackageReference Include="Serilog.Sinks.Seq" Version="8.0.0-dev-00302" />
<PackageReference Include="Serilog.Sinks.OpenTelemetry" Version="3.0.0-dev-00298" />
<PackageReference Include="Serilog.Settings.Configuration" Version="8.0.1" />
<PackageReference Include="Serilog.Sinks.Seq" Version="8.0.0" />
<PackageReference Include="Serilog.Sinks.OpenTelemetry" Version="3.0.0" />
</ItemGroup>
<ItemGroup>
<ProjectReference Include="..\AntSK.LLamaFactory\AntSK.LLamaFactory.csproj" />

7
src/AntSK.Domain/Domain/Other/LLamaConfig.cs
View File

@@ -1,4 +1,5 @@
using LLama;
using AntSK.Domain.Options;
using LLama;
using LLama.Common;
using LLamaSharp.KernelMemory;
@@ -29,9 +30,9 @@ namespace AntSK.Domain.Domain.Other
}
var parameters = new ModelParams(lsConfig.ModelPath)
{
ContextSize = lsConfig?.ContextSize ?? 2048,
ContextSize = LLamaSharpOption.ContextSize ?? 2048,
Seed = lsConfig?.Seed ?? 0,
GpuLayerCount = lsConfig?.GpuLayerCount ?? 20,
GpuLayerCount = LLamaSharpOption.GpuLayerCount ?? 20,
Embeddings = true
};
var weights = LLamaWeights.LoadFromFile(parameters);

2
src/AntSK.Domain/Options/LLamaSharpOption.cs
View File

@@ -3,5 +3,7 @@
public class LLamaSharpOption
{
public static string RunType { get; set; }
public static uint? ContextSize { get; set; }
public static int? GpuLayerCount { get; set; }
}
}

7
src/AntSK.OCR/Directory.Build.props
View File

@@ -1,7 +0,0 @@
<Project>
<!-- See https://aka.ms/dotnet/msbuild/customize for more details on customizing your build -->
<PropertyGroup>
<KMVersion>0.61.240524.1</KMVersion>
<LLamaSharpVersion>0.12.0</LLamaSharpVersion>
</PropertyGroup>
</Project>

3
src/AntSK.sln
View File

@@ -30,6 +30,9 @@ EndProject
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Aspire", "Aspire", "{8578F0F2-5DE5-45EF-AE54-C37A07B62248}"
EndProject
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "AntSKWeb", "AntSKWeb", "{F341BA6B-E329-42F7-8005-1E366C8A7B1F}"
ProjectSection(SolutionItems) = preProject
Directory.Build.props = Directory.Build.props
EndProjectSection
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "AntSK.AppHost", "AntSK.AppHost\AntSK.AppHost.csproj", "{3EEC5A22-2C4D-4D6F-9039-C4AF3FEA3418}"
EndProject

7
src/AntSK/Program.cs
View File

@@ -84,7 +84,7 @@ builder.Services.AddBackgroundTaskBroker().AddHandler<ImportKMSTaskReq, BackGrou
if (LLamaSharpOption.RunType.ToUpper() == "CPU")
{
NativeLibraryConfig
.Instance
.All
.WithCuda(false)
.WithLogCallback((level, message) => {
logger.LogInformation($"[llama {level}]: {message.TrimEnd('\n')}");
@@ -93,12 +93,11 @@ builder.Services.AddBackgroundTaskBroker().AddHandler<ImportKMSTaskReq, BackGrou
else if (LLamaSharpOption.RunType.ToUpper() == "GPU")
{
NativeLibraryConfig
.Instance
.All
.WithCuda(true)
.WithLogCallback((level, message) => {
logger.LogInformation($"[llama {level}]: {message.TrimEnd('\n')}");
})
.WithAvx(NativeLibraryConfig.AvxLevel.Avx);
});
}

4
src/AntSK/appsettings.json
View File

@@ -34,7 +34,9 @@
"TableNamePrefix": "km-"
},
"LLamaSharp": {
"RunType": "GPU"
"RunType": "GPU",
"ContextSize": 2048,
"GpuLayerCount": 20
},
"FileDir": {
"DirectoryPath": "D:\\model"

4
src/AntSK.Domain/Directory.Build.props → src/Directory.Build.props
View File

@@ -1,7 +1,7 @@
<Project>
<!-- See https://aka.ms/dotnet/msbuild/customize for more details on customizing your build -->
<PropertyGroup>
<KMVersion>0.61.240524.1</KMVersion>
<LLamaSharpVersion>0.12.0</LLamaSharpVersion>
<KMVersion>0.62.240605.1</KMVersion>
<LLamaSharpVersion>0.13.0</LLamaSharpVersion>
</PropertyGroup>
</Project>