Update README.md
Browse files
README.md
CHANGED
@@ -43,8 +43,8 @@ For example, to chat with the finance model:
|
|
43 |
```python
|
44 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
45 |
|
46 |
-
model = AutoModelForCausalLM.from_pretrained("AdaptLLM/finance-
|
47 |
-
tokenizer = AutoTokenizer.from_pretrained("AdaptLLM/finance-
|
48 |
|
49 |
# Put your input here:
|
50 |
user_input = '''Use this fact to answer the question: Title of each class Trading Symbol(s) Name of each exchange on which registered
|
@@ -56,8 +56,8 @@ MMM Chicago Stock Exchange, Inc.
|
|
56 |
|
57 |
Which debt securities are registered to trade on a national securities exchange under 3M's name as of Q2 of 2023?'''
|
58 |
|
59 |
-
#
|
60 |
-
prompt =
|
61 |
|
62 |
inputs = tokenizer(prompt, return_tensors="pt", add_special_tokens=False).input_ids.to(model.device)
|
63 |
outputs = model.generate(input_ids=inputs, max_length=4096)[0]
|
|
|
43 |
```python
|
44 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
45 |
|
46 |
+
model = AutoModelForCausalLM.from_pretrained("AdaptLLM/finance-LLM-13B")
|
47 |
+
tokenizer = AutoTokenizer.from_pretrained("AdaptLLM/finance-LLM-13B", use_fast=False)
|
48 |
|
49 |
# Put your input here:
|
50 |
user_input = '''Use this fact to answer the question: Title of each class Trading Symbol(s) Name of each exchange on which registered
|
|
|
56 |
|
57 |
Which debt securities are registered to trade on a national securities exchange under 3M's name as of Q2 of 2023?'''
|
58 |
|
59 |
+
# NOTE: You do NOT need to follow any prompt templates for the chat model, simply use your input as the prompt
|
60 |
+
prompt = user_input
|
61 |
|
62 |
inputs = tokenizer(prompt, return_tensors="pt", add_special_tokens=False).input_ids.to(model.device)
|
63 |
outputs = model.generate(input_ids=inputs, max_length=4096)[0]
|