Hugging Face's logo

Spaces:
Rajut
/
Language_Translator
Sleeping

App Files Community
Rajut commited on
Commit
881cbfa
•
1 Parent(s): 3a4df42

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
3
 
4
  # Load tokenizer and model
5
  tokenizer = AutoTokenizer.from_pretrained("Unbabel/TowerBase-13B-v0.1")
6
- model = AutoModelForCausalLM.from_pretrained("Unbabel/TowerBase-13B-v0.1", device="cuda" if gr.utils.is_using_gpu() else "cpu", load_in_4bit=True)
7
 
8
  # Define translation function
9
  def translate_text(source_lang, target_lang, text):
 
3
 
4
  # Load tokenizer and model
5
  tokenizer = AutoTokenizer.from_pretrained("Unbabel/TowerBase-13B-v0.1")
6
+ model = AutoModelForCausalLM.from_pretrained("Unbabel/TowerBase-13B-v0.1",device_map="auto", load_in_4bit=True)
7
 
8
  # Define translation function
9
  def translate_text(source_lang, target_lang, text):