Smartlizardpy commited on
Commit
26e6a51
·
verified ·
1 Parent(s): 21ec5b8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -2
app.py CHANGED
@@ -1,10 +1,14 @@
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
 
 
 
 
3
 
4
  # Load the model and tokenizer
5
  model_name = "mistralai/Mistral-Nemo-Instruct-2407"
6
- tokenizer = AutoTokenizer.from_pretrained(model_name)
7
- model = AutoModelForCausalLM.from_pretrained(model_name)
8
 
9
  def generate_response(prompt):
10
  inputs = tokenizer(prompt, return_tensors="pt")
 
1
  import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
+ from huggingface_hub import login
4
+
5
+ # Authenticate using token
6
+ login(token="your_token_here")
7
 
8
  # Load the model and tokenizer
9
  model_name = "mistralai/Mistral-Nemo-Instruct-2407"
10
+ tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=True)
11
+ model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=True)
12
 
13
  def generate_response(prompt):
14
  inputs = tokenizer(prompt, return_tensors="pt")