Hugging Face's logo

JunF1122
/
gpt2_finetuned_recipe

Text Generation
Transformers
PyTorch
TensorBoard
gpt2
Generated from Trainer
text-generation-inference
Inference Endpoints
Model card Files Metrics Community
2
JunF1122 commited on
Commit
f242129
·
1 Parent(s): deab432

Upload special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +16 -22
special_tokens_map.json CHANGED
@@ -1,24 +1,18 @@
1
  {
2
- "bos_token": {
3
- "content": "<|endoftext|>",
4
- "lstrip": false,
5
- "normalized": true,
6
- "rstrip": false,
7
- "single_word": false
8
- },
9
- "eos_token": {
10
- "content": "<|endoftext|>",
11
- "lstrip": false,
12
- "normalized": true,
13
- "rstrip": false,
14
- "single_word": false
15
- },
16
- "pad_token": "<RECIPE_END>",
17
- "unk_token": {
18
- "content": "<|endoftext|>",
19
- "lstrip": false,
20
- "normalized": true,
21
- "rstrip": false,
22
- "single_word": false
23
- }
24
  }
 
1
  {
2
+ "additional_special_tokens": [
3
+ "<TITLE_START>",
4
+ "<TITLE_END>",
5
+ "<INSTR_START>",
6
+ "<NEXT_INSTR>",
7
+ "<INSTR_END>",
8
+ "<INGR_START>",
9
+ "<NEXT_INGR>",
10
+ "<INGR_END>",
11
+ "<RECIPE_START>",
12
+ "<RECIPE_END>",
13
+ "<INPUT_START>",
14
+ "<INPUT_END>",
15
+ "<NEXT_INPUT>"
16
+ ],
17
+ "pad_token": "<RECIPE_END>"
 
 
 
 
 
 
18
  }