Update README.md
Browse files
README.md
CHANGED
@@ -37,15 +37,15 @@ Please make sure to set use_fast=False when loading the tokenizer.
|
|
37 |
```python
|
38 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
39 |
|
40 |
-
tokenizer = AutoTokenizer.from_pretrained("sambanovasystems/SambaLingo-Hungarian-Chat-
|
41 |
-
model = AutoModelForCausalLM.from_pretrained("sambanovasystems/SambaLingo-Hungarian-Chat-
|
42 |
```
|
43 |
|
44 |
### Interacting With Model Pipeline
|
45 |
Please make sure to set use_fast=False when loading the tokenizer.
|
46 |
```python
|
47 |
from transformers import pipeline
|
48 |
-
pipe = pipeline("text-generation", model="sambanovasystems/SambaLingo-Hungarian-Chat-
|
49 |
messages = [
|
50 |
{"role": "user", "content": {YOUR_QUESTION}},
|
51 |
]
|
@@ -141,7 +141,7 @@ We would like to give a special thanks to the following groups:
|
|
141 |
@software{sambalingo,
|
142 |
title = {{SambaLingo: Open Source Language Experts}},
|
143 |
author = {SambaNova Systems},
|
144 |
-
url = {https://huggingface.co/sambanovasystems/SambaLingo-Hungarian-Chat-
|
145 |
month = {2},
|
146 |
year = {2024},
|
147 |
version = {1.0},
|
|
|
37 |
```python
|
38 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
39 |
|
40 |
+
tokenizer = AutoTokenizer.from_pretrained("sambanovasystems/SambaLingo-Hungarian-Chat-70B", use_fast=False)
|
41 |
+
model = AutoModelForCausalLM.from_pretrained("sambanovasystems/SambaLingo-Hungarian-Chat-70B", device_map="auto", torch_dtype="auto")
|
42 |
```
|
43 |
|
44 |
### Interacting With Model Pipeline
|
45 |
Please make sure to set use_fast=False when loading the tokenizer.
|
46 |
```python
|
47 |
from transformers import pipeline
|
48 |
+
pipe = pipeline("text-generation", model="sambanovasystems/SambaLingo-Hungarian-Chat-70B", device_map="auto", use_fast=False)
|
49 |
messages = [
|
50 |
{"role": "user", "content": {YOUR_QUESTION}},
|
51 |
]
|
|
|
141 |
@software{sambalingo,
|
142 |
title = {{SambaLingo: Open Source Language Experts}},
|
143 |
author = {SambaNova Systems},
|
144 |
+
url = {https://huggingface.co/sambanovasystems/SambaLingo-Hungarian-Chat-70B}
|
145 |
month = {2},
|
146 |
year = {2024},
|
147 |
version = {1.0},
|