| pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=100) | |
| prompt = "My name is Harry and I live in Winnipeg. My phone number is ummm 204 no 203, ahh 4344, no 4355" | |
| result = pipe(f"<s>[INST] {prompt} [/INST]") | |
| # Print the generated text | |
| print(result[0]['generated_text']) | |