Add installation script to app.py

app.py

@@ -1,11 +1,23 @@
-import streamlit as st
 import os
+import subprocess
+
+# Install dependencies if not present
+def install(package):
+    subprocess.check_call([os.sys.executable, "-m", "pip", "install", package])
+
+install("torch")
+install("streamlit")
+install("transformers")
+install("flash-attn")
+
+# Your existing imports and code
+import streamlit as st
 from transformers import AutoModel, AutoTokenizer
 
 # Access the Hugging Face token from environment variables
 hf_token = os.getenv('HUGGING_FACE_HUB_TOKEN')
 
-# Load the model and tokenizer with the token
+# Load the model and tokenizer with the token from environment variables
 model = AutoModel.from_pretrained('naver/cocom-v1-128-mistral-7b', trust_remote_code=True, use_auth_token=hf_token)
 model = model.to('cuda')
 tokenizer = AutoTokenizer.from_pretrained('naver/cocom-v1-128-mistral-7b')