removed unused imports

ai_generate.py

@@ -1,27 +1,15 @@
-import torch
-from openai import OpenAI
 import os
-from transformers import pipeline
-from groq import Groq
-import base64
-import vertexai
-from vertexai.generative_models import GenerativeModel, Part, FinishReason
-import vertexai.preview.generative_models as generative_models
-import google.generativeai as genai
-import anthropic
 from langchain_community.document_loaders import PyMuPDFLoader
-from langchain_community.document_loaders import TextLoader
 from langchain_core.documents import Document
 from langchain_community.embeddings.sentence_transformer import (
     SentenceTransformerEmbeddings,
 )
 from langchain.schema import StrOutputParser
 from langchain_community.vectorstores import Chroma
-from langchain_text_splitters import CharacterTextSplitter, RecursiveCharacterTextSplitter
+from langchain_text_splitters import RecursiveCharacterTextSplitter
 from langchain import hub
 from langchain_core.output_parsers import StrOutputParser
-from langchain_core.runnables import RunnablePassthrough, RunnableMap
-from langchain.chains import RetrievalQA
+from langchain_core.runnables import RunnablePassthrough
 from langchain_groq import ChatGroq
 from langchain_openai import ChatOpenAI
 from langchain_google_genai import ChatGoogleGenerativeAI
@@ -30,26 +18,11 @@ from dotenv import load_dotenv
 
 load_dotenv()
 
+# suppress grpc and glog logs for gemini
 os.environ["GRPC_VERBOSITY"] = "ERROR"
 os.environ["GLOG_minloglevel"] = "2"
 
-groq_client = Groq(
-    api_key=os.environ.get("GROQ_API_KEY"),
-)
-openai_client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
-# give access to all APIs for GCP instance
-# gcloud auth application-default login
-genai.configure(api_key=os.environ.get("GENAI_API_KEY"))
-vertexai.init(project="proprietary-info-detection", location="us-central1")
-gemini_client = GenerativeModel("gemini-1.5-pro-001")
-claude_client = anthropic.Anthropic(api_key=os.environ.get("ANTHROPIC_API_KEY"))
-
-# LLM params
-# For GPT-4 1 word is about 1.3 tokens.
-temperature = 1.0
-max_tokens = 2048
-
-# RAG params
+# RAG parameters
 CHUNK_SIZE = 1024
 CHUNK_OVERLAP = CHUNK_SIZE // 8
 K = 10