Update utils.py

utils.py

@@ -336,6 +336,7 @@ def document_loading_splitting():
     preprocessed_docs = []
     original_docs = []
     for doc in docs:
+        doc_id = str(uuid.uuid4())  # Erzeuge eine eindeutige ID
         preprocessed_content = preprocess_text(doc.page_content)
         preprocessed_title = preprocess_text(doc.metadata["title"])
         preprocessed_metadata = {
@@ -343,11 +344,8 @@ def document_loading_splitting():
             "page": doc.metadata["page"],
             "path": doc.metadata["path"]
         }
-        preprocessed_doc = Document(content=preprocessed_content, title=preprocessed_metadata["title"], page=preprocessed_metadata["page"], path=preprocessed_metadata["path"])
-        original_doc = Document(content=doc.page_content, title=doc.metadata["title"], page=doc.metadata["page"], path=doc.metadata["path"])
-        # Weise IDs zu
-        preprocessed_doc.id = str(uuid.uuid4())
-        original_doc.id = preprocessed_doc.id
+        preprocessed_doc = Document(content=preprocessed_content, title=preprocessed_metadata["title"], page=preprocessed_metadata["page"], path=preprocessed_metadata["path"], doc_id=doc_id)
+        original_doc = Document(content=doc.page_content, title=doc.metadata["title"], page=doc.metadata["page"], path=doc.metadata["path"], doc_id=doc_id)
         preprocessed_docs.append(preprocessed_doc)
         original_docs.append(original_doc)
     
@@ -710,14 +708,14 @@ shared_state = State()
 
 #Für die relevanten Dokumente - damit sie passend zum Dictionary die Attribute haben
 class Document:
-    def __init__(self, content, title, page, path):
+    def __init__(self, content, title, page, path, doc_id=None):
         self.page_content = content
         self.metadata = {
             "title": title,
             "page": page,
             "path": path
         }
-        self.id = None
+        self.id = doc_id