lucretia/embeddingsearch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Moved embeddingCache from Dictionary to LRUCache

Browse Source
This commit is contained in:
LD-Reborn
2025-12-27 18:40:03 +01:00
parent 5eabb0d924
commit 7b4a3bd2c8
6 changed files with 43 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
src/Server/Datapoint.cs
View File

@@ -1,3 +1,4 @@
using AdaptiveExpressions;
using OllamaSharp;
using OllamaSharp.Models;
@@ -27,30 +28,31 @@ public class Datapoint
public static Dictionary<string, float[]> GenerateEmbeddings(string content, List<string> models, AIProvider aIProvider)
{
return GenerateEmbeddings(content, models, aIProvider, []);
return GenerateEmbeddings(content, models, aIProvider, new());
}
public static Dictionary<string, float[]> GenerateEmbeddings(string content, List<string> models, AIProvider aIProvider, Dictionary<string, Dictionary<string, float[]>> embeddingCache)
public static Dictionary<string, float[]> GenerateEmbeddings(string content, List<string> models, AIProvider aIProvider, LRUCache<string, Dictionary<string, float[]>> embeddingCache)
{
Dictionary<string, float[]> retVal = [];
foreach (string model in models)
{
if (embeddingCache.ContainsKey(model) && embeddingCache[model].ContainsKey(content))
bool embeddingCacheHasModel = embeddingCache.TryGet(model, out var embeddingCacheForModel);
if (embeddingCacheHasModel && embeddingCacheForModel.ContainsKey(content))
{
retVal[model] = embeddingCache[model][content];
retVal[model] = embeddingCacheForModel[content];
continue;
}
var response = aIProvider.GenerateEmbeddings(model, [content]);
if (response is not null)
{
retVal[model] = response;
if (!embeddingCache.ContainsKey(model))
if (!embeddingCacheHasModel)
{
embeddingCache[model] = [];
embeddingCacheForModel = [];
}
if (!embeddingCache[model].ContainsKey(content))
if (!embeddingCacheForModel.ContainsKey(content))
{
embeddingCache[model][content] = response;
embeddingCacheForModel[content] = response;
}
}
}