Merge pull request #39 from wisedev-code/feat/pre-process-document-to-improve-KM

wisedev-pstach · web-flow · commit ce81870ae980 · 2025-04-23T18:13:36.000+02:00
feat: more KM improv
diff --git a/Examples/Examples.SimpleConsole/Program.cs b/Examples/Examples.SimpleConsole/Program.cs
@@ -1,5 +1,6 @@
 ﻿using MaIN.Core;
 using MaIN.Core.Hub;
+using MaIN.Domain.Entities;
 
 MaINBootstrapper.Initialize();
 
@@ -8,3 +9,5 @@ await AIHub.Chat()
     .WithMessage("Hello, World!")
     .CompleteAsync(interactive: true);
 
+
+
diff --git a/Examples/Examples/Chat/ChatWithFilesExample.cs b/Examples/Examples/Chat/ChatWithFilesExample.cs
@@ -11,7 +11,7 @@ public async Task Start()
         List<string> files = ["./Files/Nicolaus_Copernicus.pdf", "./Files/Galileo_Galilei.pdf"];
         
         var result = await AIHub.Chat()
-            .WithModel("gemma2:2b")
+            .WithModel("gemma3:4b")
             .WithMessage("You have 2 documents in memory. Whats the difference of work between Galileo and Copernicus?. Give answer based on the documents.")
             .WithFiles(files)
             .CompleteAsync();
diff --git a/Examples/Examples/Chat/ChatWithFilesFromStreamExample.cs b/Examples/Examples/Chat/ChatWithFilesFromStreamExample.cs
@@ -34,7 +34,7 @@ public async Task Start()
         }
         
         var result = await AIHub.Chat()
-            .WithModel("gemma2:2b")
+            .WithModel("qwen2.5:0.5b")
             .WithMessage("You have 2 documents in memory. Whats the difference of work between Galileo and Copernicus?. Give answer based on the documents.")
             .WithFiles(fileStreams)
             .CompleteAsync();
diff --git a/Releases/0.1.5.md b/Releases/0.1.5.md
@@ -0,0 +1,3 @@
+# 0.1.5 release
+
+- Enable pre processing of documents, it can greatly improve KM performance on small models
diff --git a/src/MaIN.Core/.nuspec b/src/MaIN.Core/.nuspec
@@ -2,7 +2,7 @@
 <package>
   <metadata>
     <id>MaIN.NET</id>
-    <version>0.1.4</version>
+    <version>0.1.5</version>
     <authors>Wisedev</authors>
     <owners>Wisedev</owners>
     <icon>favicon.png</icon>
diff --git a/src/MaIN.Core/Hub/Contexts/ChatContext.cs b/src/MaIN.Core/Hub/Contexts/ChatContext.cs
@@ -1,5 +1,6 @@
 using MaIN.Domain.Entities;
 using MaIN.Domain.Models;
+using MaIN.Services.Constants;
 using MaIN.Services.Dtos;
 using MaIN.Services.Services.Abstract;
 using MaIN.Services.Services.Models;
@@ -10,8 +11,9 @@ namespace MaIN.Core.Hub.Contexts;
 public class ChatContext
 {
     private readonly IChatService _chatService;
+    private bool _preProcess;
     private Chat _chat { get; set; }
-    private List<FileInfo> _files { get; set; }
+    private List<FileInfo> _files { get; set; } = [];
 
     internal ChatContext(IChatService chatService)
     {
@@ -84,7 +86,7 @@ public ChatContext WithSystemPrompt(string systemPrompt)
         return this;
     }
 
-    public ChatContext WithFiles(List<FileStream> fileStreams)
+    public ChatContext WithFiles(List<FileStream> fileStreams, bool preProcess = false)
     {
         var files = fileStreams.Select(p => new FileInfo()
         {
@@ -94,17 +96,19 @@ public ChatContext WithFiles(List<FileStream> fileStreams)
             StreamContent = p 
         }).ToList();
 
+        _preProcess = preProcess;
         _files = files;
         return this;
     }
 
-    public ChatContext WithFiles(List<FileInfo> files)
+    public ChatContext WithFiles(List<FileInfo> files, bool preProcess = false)
     {
         _files = files;
+        _preProcess = preProcess;
         return this;
     }
     
-    public ChatContext WithFiles(List<string> filePaths)
+    public ChatContext WithFiles(List<string> filePaths, bool preProcess = false)
     {
         var files = filePaths.Select(p => new FileInfo()
         {
@@ -113,6 +117,7 @@ public ChatContext WithFiles(List<string> filePaths)
             Extension = Path.GetExtension(p)
         }).ToList();
 
+        _preProcess = preProcess;
         _files = files;
         return this;
     }
@@ -135,6 +140,11 @@ public async Task<ChatResult> CompleteAsync(
             throw new InvalidOperationException("Chat has no messages."); //TODO good candidate for domain exception
         }
         _chat.Messages.Last().Files = _files;
+        if(_preProcess)
+        {
+            _chat.Messages.Last().Properties.Add(ServiceConstants.Messages.PreProcessProperty, string.Empty);
+        }
+        
         if (!await ChatExists(_chat.Id))
         {
             await _chatService.Create(_chat);
diff --git a/src/MaIN.Core/MaIN.Core.csproj b/src/MaIN.Core/MaIN.Core.csproj
@@ -8,12 +8,12 @@
 
     <ItemGroup>
         <PackageReference Include="GTranslate" Version="2.2.0" />
-        <PackageReference Include="HtmlAgilityPack" Version="1.11.72" />
+        <PackageReference Include="HtmlAgilityPack" Version="1.12.1" />
         <PackageReference Include="LLamaSharp" Version="0.23.0" />
         <PackageReference Include="LLamaSharp.Backend.Cuda12" Version="0.23.0" />
         <PackageReference Include="LLamaSharp.kernel-memory" Version="0.23.0" />
-        <PackageReference Include="Microsoft.Extensions.Http" Version="9.0.1" />
-        <PackageReference Include="Microsoft.KernelMemory" Version="0.96.250120.1" />
+        <PackageReference Include="Microsoft.Extensions.Http" Version="9.0.3" />
+        <PackageReference Include="Microsoft.KernelMemory" Version="0.98.250324.1" />
         <PackageReference Include="Microsoft.SemanticKernel" Version="1.30.0" />
         <PackageReference Include="Microsoft.SemanticKernel.Plugins.Memory" Version="1.30.0-alpha" />
         <PackageReference Include="System.Data.SqlClient" Version="4.8.6" />
diff --git a/src/MaIN.Domain/Entities/Agents/AgentSource/AgentFileSourceDetails.cs b/src/MaIN.Domain/Entities/Agents/AgentSource/AgentFileSourceDetails.cs
@@ -4,4 +4,5 @@ public class AgentFileSourceDetails : AgentSourceDetailsBase, IAgentSource
 {
     public required string Path { get; init; }
     public required string Name { get; init; }
+    public bool PreProcess { get; init; } = false;
 }
diff --git a/src/MaIN.Services/Constants/ServiceConstants.cs b/src/MaIN.Services/Constants/ServiceConstants.cs
@@ -20,6 +20,7 @@ public static class ApiUrls
     public static class Messages
     {
         public const string GeneratedImageContent = "Generated Image:";
+        public const string PreProcessProperty = "Pre_Process";
     }
     
     public static class Defaults
diff --git a/src/MaIN.Services/MaIN.Services.csproj b/src/MaIN.Services/MaIN.Services.csproj
@@ -14,14 +14,12 @@
 
     <ItemGroup>
       <PackageReference Include="GTranslate" Version="2.2.0" />
-      <PackageReference Include="HtmlAgilityPack" Version="1.11.72" />
+      <PackageReference Include="HtmlAgilityPack" Version="1.12.1" />
       <PackageReference Include="LLamaSharp" Version="0.23.0" />
       <PackageReference Include="LLamaSharp.Backend.Cuda12" Version="0.23.0" />
       <PackageReference Include="LLamaSharp.kernel-memory" Version="0.23.0" />
-      <PackageReference Include="Microsoft.Extensions.Http" Version="9.0.1" />
-      <PackageReference Include="Microsoft.KernelMemory" Version="0.96.250120.1" />
-      <PackageReference Include="Microsoft.SemanticKernel" Version="1.30.0" />
-      <PackageReference Include="Microsoft.SemanticKernel.Plugins.Memory" Version="1.30.0-alpha" />
+      <PackageReference Include="Microsoft.Extensions.Http" Version="9.0.3" />
+      <PackageReference Include="Microsoft.KernelMemory" Version="0.98.250324.1" />
       <PackageReference Include="System.Data.SqlClient" Version="4.8.6" />
       <PackageReference Include="Tesseract" Version="5.2.0" />
       <PackageReference Include="Tesseract.Data.English" Version="4.0.0" />
diff --git a/src/MaIN.Services/Services/LLMService/ChatMemoryOptions.cs b/src/MaIN.Services/Services/LLMService/ChatMemoryOptions.cs
@@ -0,0 +1,11 @@
+namespace MaIN.Services.Services.LLMService;
+
+public class ChatMemoryOptions
+{
+    public Dictionary<string, string>? TextData { get; set; }
+    public Dictionary<string, string>? FileData { get; set; }
+    public Dictionary<string, FileStream>? StreamData { get; set; }
+    public List<string>? WebUrls { get; set; }
+    public List<string>? Memory { get; set; }
+    public bool PreProcess { get; set; } = false;
+}
diff --git a/src/MaIN.Services/Services/LLMService/LLMService.cs b/src/MaIN.Services/Services/LLMService/LLMService.cs
@@ -100,7 +100,12 @@ public Task CleanSessionCache(string? id)
         CancellationToken cancellationToken = default)
     {
         var model = KnownModels.GetModel(chat.Model);
-        var parameters = new ModelParams(Path.Combine(modelsPath, model.FileName));
+        var parameters = new ModelParams(Path.Combine(modelsPath, model.FileName))
+        {
+            GpuLayerCount = chat.MemoryParams.GpuLayerCount,
+            ContextSize = (uint)chat.MemoryParams.ContextSize,
+            Embeddings = true
+        };
         var llmModel = await LLamaWeights.LoadFromFileAsync(parameters, cancellationToken);
         var kernelMemory = memoryFactory.CreateMemoryWithModel(
             modelsPath,
diff --git a/src/MaIN.Services/Services/LLMService/Memory/DocumentProcessor.cs b/src/MaIN.Services/Services/LLMService/Memory/DocumentProcessor.cs
diff --git a/src/MaIN.Services/Services/LLMService/Memory/MemoryFactory.cs b/src/MaIN.Services/Services/LLMService/Memory/MemoryFactory.cs
diff --git a/src/MaIN.Services/Services/LLMService/Memory/MemoryService.cs b/src/MaIN.Services/Services/LLMService/Memory/MemoryService.cs
diff --git a/src/MaIN.Services/Services/LLMService/OpenAiService.cs b/src/MaIN.Services/Services/LLMService/OpenAiService.cs
diff --git a/src/MaIN.Services/Services/LLMService/Utils/ChatHelper.cs b/src/MaIN.Services/Services/LLMService/Utils/ChatHelper.cs
diff --git a/src/MaIN.Services/Services/Steps/Commands/FetchCommandHandler.cs b/src/MaIN.Services/Services/Steps/Commands/FetchCommandHandler.cs

Original file line number	Diff line number	Diff line change
`@@ -34,7 +34,7 @@ public async Task Start()`
`34`	`34`	`}`
`35`	`35`
`36`	`36`	`var result = await AIHub.Chat()`
`37`		`- .WithModel("gemma2:2b")`
	`37`	`+ .WithModel("qwen2.5:0.5b")`
`38`	`38`	`.WithMessage("You have 2 documents in memory. Whats the difference of work between Galileo and Copernicus?. Give answer based on the documents.")`
`39`	`39`	`.WithFiles(fileStreams)`
`40`	`40`	`.CompleteAsync();`
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+# 0.1.5 release`
	`2`	`+`
	`3`	`+- Enable pre processing of documents, it can greatly improve KM performance on small models`
Original file line number	Diff line number	Diff line change
`@@ -1,5 +1,6 @@`
`1`	`1`	`using MaIN.Domain.Entities;`
`2`	`2`	`using MaIN.Domain.Models;`
	`3`	`+using MaIN.Services.Constants;`
`3`	`4`	`using MaIN.Services.Dtos;`
`4`	`5`	`using MaIN.Services.Services.Abstract;`
`5`	`6`	`using MaIN.Services.Services.Models;`
`@@ -10,8 +11,9 @@ namespace MaIN.Core.Hub.Contexts;`
`10`	`11`	`public class ChatContext`
`11`	`12`	`{`
`12`	`13`	`private readonly IChatService _chatService;`
	`14`	`+ private bool _preProcess;`
`13`	`15`	`private Chat _chat { get; set; }`
`14`		`- private List<FileInfo> _files { get; set; }`
	`16`	`+ private List<FileInfo> _files { get; set; } = [];`
`15`	`17`
`16`	`18`	`internal ChatContext(IChatService chatService)`
`17`	`19`	`{`
`@@ -84,7 +86,7 @@ public ChatContext WithSystemPrompt(string systemPrompt)`
`84`	`86`	`return this;`
`85`	`87`	`}`
`86`	`88`
`87`		`- public ChatContext WithFiles(List<FileStream> fileStreams)`
	`89`	`+ public ChatContext WithFiles(List<FileStream> fileStreams, bool preProcess = false)`
`88`	`90`	`{`
`89`	`91`	`var files = fileStreams.Select(p => new FileInfo()`
`90`	`92`	`{`
`@@ -94,17 +96,19 @@ public ChatContext WithFiles(List<FileStream> fileStreams)`
`94`	`96`	`StreamContent = p`
`95`	`97`	`}).ToList();`
`96`	`98`
	`99`	`+ _preProcess = preProcess;`
`97`	`100`	`_files = files;`
`98`	`101`	`return this;`
`99`	`102`	`}`
`100`	`103`
`101`		`- public ChatContext WithFiles(List<FileInfo> files)`
	`104`	`+ public ChatContext WithFiles(List<FileInfo> files, bool preProcess = false)`
`102`	`105`	`{`
`103`	`106`	`_files = files;`
	`107`	`+ _preProcess = preProcess;`
`104`	`108`	`return this;`
`105`	`109`	`}`
`106`	`110`
`107`		`- public ChatContext WithFiles(List<string> filePaths)`
	`111`	`+ public ChatContext WithFiles(List<string> filePaths, bool preProcess = false)`
`108`	`112`	`{`
`109`	`113`	`var files = filePaths.Select(p => new FileInfo()`
`110`	`114`	`{`
`@@ -113,6 +117,7 @@ public ChatContext WithFiles(List<string> filePaths)`
`113`	`117`	`Extension = Path.GetExtension(p)`
`114`	`118`	`}).ToList();`
`115`	`119`
	`120`	`+ _preProcess = preProcess;`
`116`	`121`	`_files = files;`
`117`	`122`	`return this;`
`118`	`123`	`}`
`@@ -135,6 +140,11 @@ public async Task<ChatResult> CompleteAsync(`
`135`	`140`	`throw new InvalidOperationException("Chat has no messages."); //TODO good candidate for domain exception`
`136`	`141`	`}`
`137`	`142`	`_chat.Messages.Last().Files = _files;`
	`143`	`+ if(_preProcess)`
	`144`	`+ {`
	`145`	`+ _chat.Messages.Last().Properties.Add(ServiceConstants.Messages.PreProcessProperty, string.Empty);`
	`146`	`+ }`
	`147`	`+`
`138`	`148`	`if (!await ChatExists(_chat.Id))`
`139`	`149`	`{`
`140`	`150`	`await _chatService.Create(_chat);`
Original file line number	Diff line number	Diff line change
`@@ -4,4 +4,5 @@ public class AgentFileSourceDetails : AgentSourceDetailsBase, IAgentSource`
`4`	`4`	`{`
`5`	`5`	`public required string Path { get; init; }`
`6`	`6`	`public required string Name { get; init; }`
	`7`	`+ public bool PreProcess { get; init; } = false;`
`7`	`8`	`}`
Original file line number	Diff line number	Diff line change
`@@ -20,6 +20,7 @@ public static class ApiUrls`
`20`	`20`	`public static class Messages`
`21`	`21`	`{`
`22`	`22`	`public const string GeneratedImageContent = "Generated Image:";`
	`23`	`+ public const string PreProcessProperty = "Pre_Process";`
`23`	`24`	`}`
`24`	`25`
`25`	`26`	`public static class Defaults`