add files

.gitattributes

@@ -30,3 +30,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+pytorch_model.bin filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "out/roberta3/checkpoint-1000",
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 1282,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.20.0.dev0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 32000
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fc3c368968d75e4b29a8ea0c2c5a631c7168b1518952fa0f7210ca2cbc10d1
+size 1569345

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b48b98edacb03701acf4a7ca4105fc34f182063852bb2a4a2c5b4b848f7cc0
+size 445047083

rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef1f0dd5512911e16eed57604aa773745ecce5597ecf83eb8311f9b0a11cb8d
+size 14503

rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef1f0dd5512911e16eed57604aa773745ecce5597ecf83eb8311f9b0a11cb8d
+size 14503

rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef1f0dd5512911e16eed57604aa773745ecce5597ecf83eb8311f9b0a11cb8d
+size 14503

rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef1f0dd5512911e16eed57604aa773745ecce5597ecf83eb8311f9b0a11cb8d
+size 14503

rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef1f0dd5512911e16eed57604aa773745ecce5597ecf83eb8311f9b0a11cb8d
+size 14503

rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef1f0dd5512911e16eed57604aa773745ecce5597ecf83eb8311f9b0a11cb8d
+size 14503

rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef1f0dd5512911e16eed57604aa773745ecce5597ecf83eb8311f9b0a11cb8d
+size 14503

rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef1f0dd5512911e16eed57604aa773745ecce5597ecf83eb8311f9b0a11cb8d
+size 14503

scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018632b7efb97680221078f777b72fc854385a42730f0e76446b2116c7b5ff33
+size 559

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d7a00d8db0739c58b399f3c1bdfc92189e52fc2356e823cabd9929acb3bdc2
+size 623

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f87f538d8c73fb0a6a34efb7ba6e3488f920341119c02c208bce7965cf248e
+size 810161

tokenizer_config.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "keep_accents": true,
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "[MASK]",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "name_or_path": "nlp-waseda/roberta-base-japanese",
+  "pad_token": "[PAD]",
+  "remove_space": true,
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "special_tokens_map_file": null,
+  "tokenizer_class": "AlbertTokenizer",
+  "unk_token": "[UNK]"
+}

trainer_state.json

@@ -0,0 +1,76 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 79.36167076167077,
+  "global_step": 5000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 7.93,
+      "learning_rate": 4.603174603174603e-05,
+      "loss": 2.3851,
+      "step": 500
+    },
+    {
+      "epoch": 15.86,
+      "learning_rate": 4.2063492063492065e-05,
+      "loss": 2.3266,
+      "step": 1000
+    },
+    {
+      "epoch": 23.8,
+      "learning_rate": 3.809523809523809e-05,
+      "loss": 2.2793,
+      "step": 1500
+    },
+    {
+      "epoch": 31.74,
+      "learning_rate": 3.412698412698413e-05,
+      "loss": 2.2354,
+      "step": 2000
+    },
+    {
+      "epoch": 39.68,
+      "learning_rate": 3.0158730158730158e-05,
+      "loss": 2.1978,
+      "step": 2500
+    },
+    {
+      "epoch": 47.61,
+      "learning_rate": 2.6190476190476192e-05,
+      "loss": 2.1656,
+      "step": 3000
+    },
+    {
+      "epoch": 55.55,
+      "learning_rate": 2.2222222222222223e-05,
+      "loss": 2.1374,
+      "step": 3500
+    },
+    {
+      "epoch": 63.49,
+      "learning_rate": 1.8253968253968254e-05,
+      "loss": 2.1132,
+      "step": 4000
+    },
+    {
+      "epoch": 71.42,
+      "learning_rate": 1.4285714285714285e-05,
+      "loss": 2.0931,
+      "step": 4500
+    },
+    {
+      "epoch": 79.36,
+      "learning_rate": 1.0317460317460318e-05,
+      "loss": 2.0763,
+      "step": 5000
+    }
+  ],
+  "max_steps": 6300,
+  "num_train_epochs": 100,
+  "total_flos": 2.720215956373635e+19,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2e7e674b10b9e37c2deacd93968eb14231b51da8f464fa640943770e44aeb3
+size 3183