Stevross commited on
Commit
d4651cb
·
1 Parent(s): 88f0e29

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ import torch # <-- Add this import
3
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextGenerationPipeline
4
 
5
  # Load the model and tokenizer in full precision and ensure it's on CPU
6
- model = AutoModelForCausalLM.from_pretrained("PAIXAI/Astrid-1B").to(dtype=torch.float32).cpu()
7
  tokenizer = AutoTokenizer.from_pretrained("PAIXAI/Astrid-1B")
8
 
9
  # Initialize the pipeline with the model and tokenizer to run on CPU
 
3
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextGenerationPipeline
4
 
5
  # Load the model and tokenizer in full precision and ensure it's on CPU
6
+ model = AutoModelForCausalLM.from_pretrained("PAIXAI/Astrid-1B")
7
  tokenizer = AutoTokenizer.from_pretrained("PAIXAI/Astrid-1B")
8
 
9
  # Initialize the pipeline with the model and tokenizer to run on CPU