alfredplpl commited on
Commit
d81d960
·
verified ·
1 Parent(s): da0d3db

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -9,8 +9,8 @@ from threading import Thread
9
 
10
  DESCRIPTION = '''
11
  <div>
12
- <h1 style="text-align: center;">Sarashina-7B Instruct</h1>
13
- <p>Sarashina-7B Instructだよ。 <a href="https://huggingface.co/alfredplpl/sarashina2-7b-it-lora"><b>alfredplpl/sarashina2-7b-it-lora</b></a>.</p>
14
  </div>
15
  '''
16
 
@@ -44,7 +44,7 @@ h1 {
44
  """
45
 
46
  # Load the tokenizer and model
47
- tokenizer = AutoTokenizer.from_pretrained("alfredplpl/sarashina2-7b-it")
48
  model = AutoModelForCausalLM.from_pretrained("alfredplpl/sarashina2-7b-it", torch_dtype=torch.bfloat16)
49
  model=model.to("cuda:0")
50
 
 
9
 
10
  DESCRIPTION = '''
11
  <div>
12
+ <h1 style="text-align: center;">Sarashina2-7B Instruct</h1>
13
+ <p>Sarashina2-7B Instructだよ。 <a href="https://huggingface.co/alfredplpl/sarashina2-7b-it-lora"><b>alfredplpl/sarashina2-7b-it</b></a>.</p>
14
  </div>
15
  '''
16
 
 
44
  """
45
 
46
  # Load the tokenizer and model
47
+ tokenizer = AutoTokenizer.from_pretrained("alfredplpl/sarashina2-7b-it", use_fast=False)
48
  model = AutoModelForCausalLM.from_pretrained("alfredplpl/sarashina2-7b-it", torch_dtype=torch.bfloat16)
49
  model=model.to("cuda:0")
50