lucretia/embeddingsearch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fixed cache invalidation issue

Browse Source
This commit is contained in:
LD-Reborn
2025-06-22 16:49:56 +02:00
parent de7e145b89
commit dc9c4a6279
4 changed files with 26 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
src/Server/Helper/SearchdomainHelper.cs
View File

@@ -118,8 +118,24 @@ public static class SearchdomainHelper
foreach (JSONDatapoint jsonDatapoint in jsonEntity.Datapoints)
{
string hash = Convert.ToBase64String(SHA256.HashData(Encoding.UTF8.GetBytes(jsonDatapoint.Text)));
Dictionary<string, float[]> embeddings = embeddingsLUT.ContainsKey(hash) ? embeddingsLUT[hash] : [];
if (embeddings.Count == 0)
Dictionary<string, float[]> embeddings = [];
if (embeddingsLUT.ContainsKey(hash))
{
Dictionary<string, float[]> hashLUT = embeddingsLUT[hash];
foreach (string model in jsonDatapoint.Model)
{
if (hashLUT.ContainsKey(model))
{
embeddings.Add(model, hashLUT[model]);
}
else
{
var additionalEmbeddings = Datapoint.GenerateEmbeddings(jsonDatapoint.Text, [model], ollama, embeddingCache);
embeddings.Add(model, additionalEmbeddings.First().Value);
}
}
}
else
{
embeddings = Datapoint.GenerateEmbeddings(jsonDatapoint.Text, [.. jsonDatapoint.Model], ollama, embeddingCache);
}