AliArshad commited on
Commit
686c3b4
·
verified ·
1 Parent(s): a313db7

Rename app11.py to app.py

Browse files
Files changed (1) hide show
  1. app11.py → app.py +2 -2
app11.py → app.py RENAMED
@@ -55,11 +55,11 @@ class BreastSinogramAnalyzer:
55
  print("Loading language model pipeline...")
56
  self.pipe = pipeline(
57
  "text-generation",
58
- model="unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit",
59
  torch_dtype=torch.float16,
60
  device_map="auto",
61
  model_kwargs={
62
- "load_in_4bit": True,
63
  "bnb_4bit_compute_dtype": torch.float16,
64
  }
65
  )
 
55
  print("Loading language model pipeline...")
56
  self.pipe = pipeline(
57
  "text-generation",
58
+ model="Qwen/QwQ-32B-Preview",
59
  torch_dtype=torch.float16,
60
  device_map="auto",
61
  model_kwargs={
62
+ "load_in_4bit": False,
63
  "bnb_4bit_compute_dtype": torch.float16,
64
  }
65
  )