Update train.py
Browse files
train.py
CHANGED
|
@@ -3,6 +3,7 @@ from transformers import T5ForConditionalGeneration, T5Tokenizer, Trainer, Train
|
|
| 3 |
from datasets import load_dataset
|
| 4 |
import os
|
| 5 |
|
|
|
|
| 6 |
os.environ["HF_HOME"] = "/app/hf_cache"
|
| 7 |
os.environ["HF_DATASETS_CACHE"] = "/app/hf_cache"
|
| 8 |
os.environ["TRANSFORMERS_CACHE"] = "/app/hf_cache"
|
|
|
|
| 3 |
from datasets import load_dataset
|
| 4 |
import os
|
| 5 |
|
| 6 |
+
# Set Hugging Face cache environment variables
|
| 7 |
os.environ["HF_HOME"] = "/app/hf_cache"
|
| 8 |
os.environ["HF_DATASETS_CACHE"] = "/app/hf_cache"
|
| 9 |
os.environ["TRANSFORMERS_CACHE"] = "/app/hf_cache"
|