Implemented indexer, cleanup

src/Indexer/Scripts/example.py

@@ -0,0 +1,50 @@
+import os
+from tools import *
+import json
+from dataclasses import asdict
+
+example_content = "./Scripts/example_content"
+example_searchdomain = "example"
+example_counter = 0
+models = ["bge-m3", "mxbai-embed-large"]
+
+def init(toolset: Toolset):
+    global example_counter
+    print("Py-DEBUG@init")
+    print("This is the init function from the python example script")
+    print(f"example_counter: {example_counter}")
+    searchdomainlist:SearchdomainListResults = toolset.client.SearchdomainListAsync().Result
+    print("Currently these searchdomains exist")
+    for searchdomain in searchdomainlist.Searchdomains:
+        print(f" - {searchdomain}")
+    index_files(toolset)
+
+def update(toolset: Toolset):
+    global example_counter
+    print("Py-DEBUG@update")
+    print("This is the update function from the python example script")
+    callbackInfos:ICallbackInfos = toolset.callbackInfos
+    if (callbackInfos is IntervalCallbackInfos):
+        print("It was called via an interval callback")
+    example_counter += 1
+    mycounter = example_counter
+    print(f"example_counter: {example_counter}")
+    index_files(toolset)
+
+def index_files(toolset: Toolset):
+    jsonEntities:list = []
+    for filename in os.listdir(example_content):
+        qualified_filepath = example_content + "/" + filename
+        with open(qualified_filepath, "r") as file:
+            title = file.readline()
+            text = file.read()
+        datapoints:list = [
+            JSONDatapoint("filename", qualified_filepath, "wavg", models),
+            JSONDatapoint("title", title, "wavg", models),
+            JSONDatapoint("text", text, "wavg", models)
+        ]
+        jsonEntity:dict = asdict(JSONEntity(qualified_filepath, "wavg", example_searchdomain, {}, datapoints))
+        jsonEntities.append(jsonEntity)
+    jsonstring = json.dumps(jsonEntities)
+    result:EntityIndexResult = toolset.client.EntityIndexAsync(jsonstring).Result
+    print(f"Update was successful: {result.Success}")