Akshayextreme commited on
Commit
4684351
·
1 Parent(s): 3181018

Pushing trained model

Browse files
Files changed (1) hide show
  1. tokenizer.json +4 -4
tokenizer.json CHANGED
@@ -21,7 +21,7 @@
21
  "single_word": false,
22
  "lstrip": false,
23
  "rstrip": false,
24
- "normalized": true,
25
  "special": true
26
  },
27
  {
@@ -30,7 +30,7 @@
30
  "single_word": false,
31
  "lstrip": false,
32
  "rstrip": false,
33
- "normalized": true,
34
  "special": true
35
  },
36
  {
@@ -39,7 +39,7 @@
39
  "single_word": false,
40
  "lstrip": false,
41
  "rstrip": false,
42
- "normalized": true,
43
  "special": true
44
  },
45
  {
@@ -48,7 +48,7 @@
48
  "single_word": false,
49
  "lstrip": false,
50
  "rstrip": false,
51
- "normalized": true,
52
  "special": true
53
  },
54
  {
 
21
  "single_word": false,
22
  "lstrip": false,
23
  "rstrip": false,
24
+ "normalized": false,
25
  "special": true
26
  },
27
  {
 
30
  "single_word": false,
31
  "lstrip": false,
32
  "rstrip": false,
33
+ "normalized": false,
34
  "special": true
35
  },
36
  {
 
39
  "single_word": false,
40
  "lstrip": false,
41
  "rstrip": false,
42
+ "normalized": false,
43
  "special": true
44
  },
45
  {
 
48
  "single_word": false,
49
  "lstrip": false,
50
  "rstrip": false,
51
+ "normalized": false,
52
  "special": true
53
  },
54
  {