End of training

README.md

@@ -0,0 +1,52 @@
+---
+license: apache-2.0
+base_model: EleutherAI/pythia-410m
+tags:
+- generated_from_trainer
+model-index:
+- name: robust_llm_pythia-410m_mz-131_IMDB
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# robust_llm_pythia-410m_mz-131_IMDB
+
+This model is a fine-tuned version of [EleutherAI/pythia-410m](https://huggingface.co/EleutherAI/pythia-410m) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 8
+- eval_batch_size: 64
+- seed: 0
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 1
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.39.3
+- Pytorch 2.2.1
+- Datasets 2.18.0
+- Tokenizers 0.15.2

config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "EleutherAI/pythia-410m",
+  "architectures": [
+    "GPTNeoXForSequenceClassification"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.1,
+  "eos_token_id": 0,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "gpt_neox",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "rope_scaling": null,
+  "rotary_emb_base": 10000,
+  "rotary_pct": 0.25,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.3",
+  "use_cache": false,
+  "use_parallel_residual": true,
+  "vocab_size": 50304
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2b9898938f3a63dfa9c0b735aac50d370e31ee66e90c823daee1de5e5b647f
+size 1415333128

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1713961821.rllm-mz-131-adv-train-8-9cckf.66.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500603976d2f2ed3c7c89e411fab875efec725769a0db22efad9719f9f59a3fa
+size 6807

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1713971207.rllm-mz-131-adv-train-8-9cckf.66.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df623416b437b105f0c71f557cda3f2c14f6e5df3c707c2d7a230d09ce88db9b
+size 6856

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1713980426.rllm-mz-131-adv-train-8-9cckf.66.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595157a74584933a10327b6ea57da2eb282b0514120271fe5b87847aea193237
+size 7627

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1713989714.rllm-mz-131-adv-train-8-9cckf.66.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e026f9d0a2eacad8b3be6c3593e82c904821d6c00535224bf03eb7ccae38ed2c
+size 7627

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1713999204.rllm-mz-131-adv-train-8-9cckf.66.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e95b3d20d80513e8ed12954438dc660375b58298333369ad0b45215ced5f3fa
+size 7627

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714008874.rllm-mz-131-adv-train-8-9cckf.66.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06429be333d7f31b2fe202067ae5c911d1134d6f8aeba7658f84601c4ec0b552
+size 7627

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714017930.rllm-mz-131-adv-train-8-9cckf.66.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea95386ab385e7547c9867555d65a4c2ea71f0f8ac068a2eaf4980d19e2bfe4
+size 8398

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714027088.rllm-mz-131-adv-train-8-9cckf.66.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d49e1e110890a2720f8d3656605fac534806f4a89d73beb7dd4420fa0365d2
+size 8398

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714036271.rllm-mz-131-adv-train-8-9cckf.66.8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ceca502470c0c1c69e782f37615facb6b315c71af528b7d498ecbb4d592504
+size 8398

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714045526.rllm-mz-131-adv-train-8-9cckf.66.9

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523ab0b23ac261fe69200c3ab928b6e669d05f8c08e3194a2143d283a1a607a6
+size 8398

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714055265.rllm-mz-131-adv-train-8-9cckf.66.10

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be668260e19e8da3e122e592b2097e2a0c57de24cc0816032032d19f307f40de
+size 9169

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714064891.rllm-mz-131-adv-train-8-9cckf.66.11

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e465429fe0498ac76f31986cdd7d3ecf5c7bf5480b56a8a79fe1612a9d1111a9
+size 9169

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714074421.rllm-mz-131-adv-train-8-9cckf.66.12

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826e592f06cc3d372bad6aaf3f91202184366ffaccb465228bf0220bf41e60cb
+size 9169

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714083940.rllm-mz-131-adv-train-8-9cckf.66.13

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c298d8a7c338be9d2d758a7ea882092c0407af03dab74890ece6622529f4d4c
+size 9169

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714093676.rllm-mz-131-adv-train-8-9cckf.66.14

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22de279531da6dff6cfb6de8f68957e392fa706d507038dcdcf5407bf798b884
+size 9940

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714103164.rllm-mz-131-adv-train-8-9cckf.66.15

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff19c2c483e68f02ca91f78e574ba9d1e7a754bb5e354cf6819d480b16796e4a
+size 9940

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714112804.rllm-mz-131-adv-train-8-9cckf.66.16

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07debfdb64e021a2b0eb245aecacc8982f1b23c056e2ae0e77c86745d3d1e0f5
+size 9940

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714122566.rllm-mz-131-adv-train-8-9cckf.66.17

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6fe223b265a6a1d92cf8a1acde04310c803665fa2211a916df241602f65d2e
+size 9940

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714132539.rllm-mz-131-adv-train-8-9cckf.66.18

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3eac3989ad2c693729e4a0fc5e086b47eb1e985307fe16ebed4315a939f375
+size 10711

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714142432.rllm-mz-131-adv-train-8-9cckf.66.19

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec34fa74dd40db8585d4f993628032f17c14dc0144c27baf350d68dab453006
+size 10711

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714151948.rllm-mz-131-adv-train-8-9cckf.66.20

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608bb810de12cf807fe0e9fd3885fb9542d4cdaccd77ef0cac6115635e003a44
+size 10711

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714161501.rllm-mz-131-adv-train-8-9cckf.66.21

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2111f9e5dd0f4809233328c2794b3cb9d12ca250fe3c938f8604d7231f81a359
+size 10711

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714171491.rllm-mz-131-adv-train-8-9cckf.66.22

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9676c13fb40dad3047ec91aeb5763cf2b6ddbd370050a33eb5d2bb14aee4084
+size 11482

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714181367.rllm-mz-131-adv-train-8-9cckf.66.23

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbecb8c276f292418452695c0249417fde440e81392eaddbc095ae56000a3da
+size 11482

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714191490.rllm-mz-131-adv-train-8-9cckf.66.24

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c22baa03ec952172d3e848229a3631cd94d654e95756bc6a6368da0430f043a
+size 11482

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714201414.rllm-mz-131-adv-train-8-9cckf.66.25

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009c500ae37d673ed6f71ac98173483cd4f35ecf14e87659323ca347b09c20a3
+size 11482

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714211394.rllm-mz-131-adv-train-8-9cckf.66.26

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82e32de29b8f35df87249148146038bbc771ce0f17836e2fd556845aa7c65c3
+size 12253

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714221396.rllm-mz-131-adv-train-8-9cckf.66.27

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd36ab29d365c477f9196de8c3517c3acb4a05ab42b8474b54aa9b804c433de
+size 12253

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714231505.rllm-mz-131-adv-train-8-9cckf.66.28

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a374f71fcc441789534e9e86f849c7b103e7ff7daee7c82d909a9eb0b5c79ab6
+size 12253

runs/Apr24_12-30-12_rllm-mz-131-adv-train-8-9cckf/events.out.tfevents.1714241581.rllm-mz-131-adv-train-8-9cckf.66.29

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cffce09a5ab0c4f18fa6703dcb2d261b16ea62f7103a27b46d43d4338e554f
+size 12253

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,213 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "tokenizer_class": "GPTNeoXTokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fc8e6bc9ae7ac21b678abd48835c672b29afd37781aa4f3fa6ef732c09f38f
+size 5112