Update README.md
Browse files
README.md
CHANGED
@@ -87,7 +87,7 @@ You can use this model directly from the Hugging Face Model Hub or fine-tune it
|
|
87 |
```python
|
88 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
89 |
|
90 |
-
tokenizer = AutoTokenizer.from_pretrained("togethercomputer/LLaMA-2-7B-32K")
|
91 |
model = AutoModelForCausalLM.from_pretrained("togethercomputer/LLaMA-2-7B-32K", trust_remote_code=True, torch_dtype=torch.float16)
|
92 |
|
93 |
input_context = "Your text here"
|
|
|
87 |
```python
|
88 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
89 |
|
90 |
+
tokenizer = AutoTokenizer.from_pretrained("togethercomputer/LLaMA-2-7B-32K", add_bos_token=False)
|
91 |
model = AutoModelForCausalLM.from_pretrained("togethercomputer/LLaMA-2-7B-32K", trust_remote_code=True, torch_dtype=torch.float16)
|
92 |
|
93 |
input_context = "Your text here"
|