mathugo commited on
Commit
7a88a96
1 Parent(s): 6ae2805

Upload RobertaForMaskedLM

Browse files
Files changed (2) hide show
  1. config.json +3 -3
  2. model.safetensors +2 -2
config.json CHANGED
@@ -9,14 +9,14 @@
9
  "eos_token_id": 2,
10
  "hidden_act": "gelu",
11
  "hidden_dropout_prob": 0.1,
12
- "hidden_size": 512,
13
  "initializer_range": 0.02,
14
- "intermediate_size": 2048,
15
  "layer_norm_eps": 1e-12,
16
  "max_position_embeddings": 712,
17
  "model_type": "roberta",
18
  "num_attention_heads": 16,
19
- "num_hidden_layers": 4,
20
  "pad_token_id": 1,
21
  "position_embedding_type": "relative_key_query",
22
  "torch_dtype": "float32",
 
9
  "eos_token_id": 2,
10
  "hidden_act": "gelu",
11
  "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 384,
13
  "initializer_range": 0.02,
14
+ "intermediate_size": 1536,
15
  "layer_norm_eps": 1e-12,
16
  "max_position_embeddings": 712,
17
  "model_type": "roberta",
18
  "num_attention_heads": 16,
19
+ "num_hidden_layers": 3,
20
  "pad_token_id": 1,
21
  "position_embedding_type": "relative_key_query",
22
  "torch_dtype": "float32",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb88f1c1b053fb64bd1850e90f02d4a3cc89de8a55c0b3ab63d505970fc9d295
3
- size 115254944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79464d8c4b93b9939325af355c343df91e48ed1efb962b2e96e00f6865ee57bf
3
+ size 69603168