End of training

README.md

@@ -0,0 +1,52 @@
+---
+license: apache-2.0
+base_model: EleutherAI/pythia-410m
+tags:
+- generated_from_trainer
+model-index:
+- name: robust_llm_pythia-410m_mz-131_PasswordMatch
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# robust_llm_pythia-410m_mz-131_PasswordMatch
+
+This model is a fine-tuned version of [EleutherAI/pythia-410m](https://huggingface.co/EleutherAI/pythia-410m) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 8
+- eval_batch_size: 64
+- seed: 0
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 1
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.39.3
+- Pytorch 2.2.1
+- Datasets 2.18.0
+- Tokenizers 0.15.2

config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "EleutherAI/pythia-410m",
+  "architectures": [
+    "GPTNeoXForSequenceClassification"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.1,
+  "eos_token_id": 0,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "gpt_neox",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "rope_scaling": null,
+  "rotary_emb_base": 10000,
+  "rotary_pct": 0.25,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.3",
+  "use_cache": false,
+  "use_parallel_residual": true,
+  "vocab_size": 50304
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb54c234141ca2d66627cb81695af90ba2e10390f44faacec09303d8aa69a1f
+size 1415333128

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713946713.rllm-mz-131-adv-train-9-2dl8f.66.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06063faeacafc247390e4ab9da8557a84bf4b4badc2635da032bf154619c9fe3
+size 6843

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713949772.rllm-mz-131-adv-train-9-2dl8f.66.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f563e5aa8cede9fb048f216ed873df78f4045ae0f764cf0516e6e4d5f09b3a45
+size 6892

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713952847.rllm-mz-131-adv-train-9-2dl8f.66.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b42d1a9f9e3cf765553656fc4c14fe77da62313d625b7f6aec3a2a1c2771844
+size 7663

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713955945.rllm-mz-131-adv-train-9-2dl8f.66.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8d008d75dc7a9461a97317d8807c5a5a47353704a5750394a711d7a27e25a9
+size 7663

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713959047.rllm-mz-131-adv-train-9-2dl8f.66.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9dd9e8a5d336637fe71ebd1c1baec06cdad7a5ff91e17e6a93ba1c14b5e26f
+size 7663

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713962151.rllm-mz-131-adv-train-9-2dl8f.66.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbefbd93db8e5f1f3f94da9441d69aac90d732217b73268f4e418ea7e2634b00
+size 7663

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713965222.rllm-mz-131-adv-train-9-2dl8f.66.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae40b8e617165b9766dafce6410e65a00938e8e4100be490baa6147d65ecf5e
+size 8434

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713968302.rllm-mz-131-adv-train-9-2dl8f.66.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7883e658aee0e950c9c3c55b086a80d09e28289bc2b4c9ee5178ac182c409b8b
+size 8434

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713971395.rllm-mz-131-adv-train-9-2dl8f.66.8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cbee854d7f05b3c2a9457444fbd81378d1a842e20aa2243ef0d4c82bdb16fe
+size 8434

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713974489.rllm-mz-131-adv-train-9-2dl8f.66.9

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94383ca078f006173eab2df6ff01ffab61c3f4956f400d0d724866f48fa1a5d8
+size 8434

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713977586.rllm-mz-131-adv-train-9-2dl8f.66.10

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4a4369ce4891bdb575cc44905d54ccec706550d41c95c27a2105815bd6516d
+size 9205

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713980691.rllm-mz-131-adv-train-9-2dl8f.66.11

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46b6ad39c44abf20cc138cba8e879e388e75ce7061abdea9d16924a20d97602
+size 9205

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713983803.rllm-mz-131-adv-train-9-2dl8f.66.12

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd4deaace88d0c98bc832ded152eb19ec3e725f02dfa75cff421fc514cb41d9
+size 9205

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713986919.rllm-mz-131-adv-train-9-2dl8f.66.13

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2744ba5cd595785af1659a667ec57b2ea802064204ad91453b4e0d7fb1764e
+size 9205

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713990037.rllm-mz-131-adv-train-9-2dl8f.66.14

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9615a4ae15230c95cd89d42e3b5b0581f261f4b0940cf747a2387b89cb860bc5
+size 9976

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713993162.rllm-mz-131-adv-train-9-2dl8f.66.15

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2902d6ab944f63df16ff113d8526b1e606311f0e233a5d17c6d4815bf85228a5
+size 9976

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713996300.rllm-mz-131-adv-train-9-2dl8f.66.16

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a090d465133c8f09569b26dba390f27d00c94fcfd3725008844fb77328c4250
+size 9976

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1713999440.rllm-mz-131-adv-train-9-2dl8f.66.17

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5300bf36cad3ae436392f95c8774c0af837ddc3a955f34b8e734f02e754aebae
+size 9976

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1714002590.rllm-mz-131-adv-train-9-2dl8f.66.18

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df057c9816be8f7926f1f6677d7d7cfc0629ef9e93e7202599e1507329d0c32
+size 10747

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1714005748.rllm-mz-131-adv-train-9-2dl8f.66.19

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacdc4b65050ab63df34b1bb625124629c08821cf4bcb4d98231966af5961f77
+size 10747

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1714008919.rllm-mz-131-adv-train-9-2dl8f.66.20

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a848066a38d923ee9436bbfb6eababfb32cc960ad30b7ae8cd5f8683d3655327
+size 10747

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1714012092.rllm-mz-131-adv-train-9-2dl8f.66.21

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d03f1330be19cb63ca64d0750059ab6cb756a63af568038615b605faad38db
+size 10747

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1714015273.rllm-mz-131-adv-train-9-2dl8f.66.22

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc09f59a4b756b2904597d139df141ef0b242690dc5ab4c5c831f729bb3a7c2
+size 11518

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1714018466.rllm-mz-131-adv-train-9-2dl8f.66.23

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c85e3187d546d07d1a209fdac8a8bbdaa3f4258a07a73d483b0402a2f11a42
+size 11518

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1714021659.rllm-mz-131-adv-train-9-2dl8f.66.24

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f39e55fd72b45ab88b337264ffe5975a82ad287533d22d8baa24ef72ca8da65
+size 11518

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1714024855.rllm-mz-131-adv-train-9-2dl8f.66.25

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5035f2d7b909f40acda4826b7a408ffdd33b0080a879122101ed8775d1085418
+size 11518

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1714028052.rllm-mz-131-adv-train-9-2dl8f.66.26

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7a07a120ff45b7c47da4b3836fcc7283042fdc732ecd921aded19de543da8f
+size 12289

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1714031259.rllm-mz-131-adv-train-9-2dl8f.66.27

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87afd2badb6d37beec45f0a3651be0e9ab88c571e1667ed16bac667fcb46fa42
+size 12289

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1714034472.rllm-mz-131-adv-train-9-2dl8f.66.28

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f872613801511027c11ac33aa38cf735772f32571a204dbc6904e774db17a834
+size 12289

runs/Apr24_08-18-24_rllm-mz-131-adv-train-9-2dl8f/events.out.tfevents.1714037677.rllm-mz-131-adv-train-9-2dl8f.66.29

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173966b5c87252f9551eb08a14689923bc01d5cd74c1a268bcfd3478fb2bcc2b
+size 12289

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,213 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "tokenizer_class": "GPTNeoXTokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b150952dcb4d552b0f7e3dbd866acd9bc773dfbf93e66d11870b4ddd9612dc68
+size 5112