End of training

README.md

@@ -31,8 +31,8 @@ More information needed
 
 The following hyperparameters were used during training:
 - learning_rate: 5e-05
-- train_batch_size: 8
-- eval_batch_size: 8
+- train_batch_size: 16
+- eval_batch_size: 16
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
@@ -40,7 +40,7 @@ The following hyperparameters were used during training:
 
 ### Framework versions
 
-- Transformers 4.32.0
+- Transformers 4.34.1
 - Pytorch 2.0.1+cu118
 - Datasets 2.14.4
-- Tokenizers 0.13.3
+- Tokenizers 0.14.1

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/home/evidnet/work/joon09/transformers-pytorch/finetune/ckpt/kor-bert-for-name-ner-ckpt/checkpoint-4",
+  "_name_or_path": "/home/evidnet/work/joon09/transformers-pytorch/finetune/ckpt/kor-bert-for-name-ner-ckpt/checkpoint-3",
   "architectures": [
     "BertForTokenClassification"
   ],
@@ -88,7 +88,7 @@
   "pooler_type": "first_token_transform",
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",
-  "transformers_version": "4.32.0",
+  "transformers_version": "4.34.1",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 42000

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a642ce7f6cb450ce8a8ec258338ed25c8ddc26f5c09707e8596210675a523a2
+oid sha256:12dfb43769df81c612eb4269b8a151bde48290438c60e072bdf0f0c0430a6ce7
 size 470983913

special_tokens_map.json

@@ -1,7 +1,37 @@
 {
-  "cls_token": "[CLS]",
-  "mask_token": "[MASK]",
-  "pad_token": "[PAD]",
-  "sep_token": "[SEP]",
-  "unk_token": "[UNK]"
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer_config.json

@@ -1,4 +1,46 @@
 {
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
   "do_basic_tokenize": true,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85a9cf9fb420acc909a3fb19ec7365ebcf929758ee4a89ca8d65f5258f70d9b6
+oid sha256:719e97850d211bf74d6f29f5b437ccac21a6ef0c323deec92d4df05a4d133dce
 size 4091