diff --git a/src/Server/Datapoint.cs b/src/Server/Datapoint.cs index 2389d42..6c515c4 100644 --- a/src/Server/Datapoint.cs +++ b/src/Server/Datapoint.cs @@ -30,50 +30,6 @@ public class Datapoint return GenerateEmbeddings(content, models, aIProvider, []); } - public static Dictionary GenerateEmbeddings(List contents, string model, OllamaApiClient ollama, Dictionary> embeddingCache) - { - Dictionary retVal = []; - - List remainingContents = new List(contents); - for (int i = contents.Count - 1; i >= 0; i--) // Compare against cache and remove accordingly - { - string content = contents[i]; - if (embeddingCache.ContainsKey(model) && embeddingCache[model].ContainsKey(content)) - { - retVal[content] = embeddingCache[model][content]; - remainingContents.RemoveAt(i); - } - } - if (remainingContents.Count == 0) - { - return retVal; - } - - EmbedRequest request = new() - { - Model = model, - Input = remainingContents - }; - - EmbedResponse response = ollama.EmbedAsync(request).Result; - for (int i = 0; i < response.Embeddings.Count; i++) - { - string content = remainingContents.ElementAt(i); - float[] embeddings = response.Embeddings.ElementAt(i); - retVal[content] = embeddings; - if (!embeddingCache.ContainsKey(model)) - { - embeddingCache[model] = []; - } - if (!embeddingCache[model].ContainsKey(content)) - { - embeddingCache[model][content] = embeddings; - } - } - - return retVal; - } - public static Dictionary GenerateEmbeddings(string content, List models, AIProvider aIProvider, Dictionary> embeddingCache) { Dictionary retVal = [];