Fixing bug in LangChain utils

src/langchain_utils.py

@@ -52,6 +52,9 @@ class LANGCHAIN_UTILS:
             (ic, dict(
                 (ds, None) for ds in list(constants_utils.DATA_SOURCES.values()))
         ) for ic in constants_utils.INDEX_CATEGORY)
+        # Initialize master index for each INDEX_CATEGORY
+        for ic in constants_utils.INDEX_CATEGORY:
+            self.index_category_doc_type_wise_index[ic][constants_utils.INDEX_CATEGORY_MASTER_INDEX_DOC_TYPE] = None
         
         # Data loaded as a Document format in the current context for the doc_type in consideration
         self.documents = []
@@ -227,11 +230,9 @@ class LANGCHAIN_UTILS:
         elif doc_type == 'textfile':
             # Load data from text files & Convert texts into Document format
             self.documents.extend(
-                self.convert_text_to_documents(
-                    self.data_loader_utils_obj.load_documents_from_text(
-                    doc_filepath=doc_filepath,
-                    doc_type=doc_type
-                )
+                self.data_loader_utils_obj.load_documents_from_text(
+                doc_filepath=doc_filepath,
+                doc_type=doc_type
             ))
 
         elif doc_type == 'directory':
@@ -248,12 +249,12 @@ class LANGCHAIN_UTILS:
     def create_index(
         self
     ):
-        logger.info(f'Creating index')
-
         if not self.documents:
             logger.warning(f'Empty documents. Index cannot be created!')
             return None
 
+        logger.info(f'Creating index')
+
         ############## Build the Vector store for docs ##############
         # Vector store using Facebook AI Similarity Search
         if self.index_type == 'FAISS':
@@ -368,7 +369,7 @@ class LANGCHAIN_UTILS:
                     if index:
                         self.index_category_doc_type_wise_index[index_category][doc_type] = index
 
-                    logger.info(f'New Vector/Index store for: {index_category} from data source: {doc_type} created successfully!')
+                        logger.info(f'New Vector/Index store for: {index_category} from data source: {doc_type} created successfully!')
 
                 logger.info(f'New Vector/Index store for: {index_category} created successfully!')
 
@@ -427,12 +428,12 @@ class LANGCHAIN_UTILS:
         index,
         index_filepath
     ):
-        logger.info(f'Saving index to: {index_filepath}')
-
         if not index:
             logger.warning(f'Cannot write an empty index to: {index_filepath}!')
             return
 
+        logger.info(f'Saving index to: {index_filepath}')
+
         if not os.path.exists(index_filepath):
             os.makedirs(index_filepath)