Hugging Face's logo

karths
/
binary_classification_train_perf

Text Classification
Transformers
Safetensors
roberta
Model card Files
xet
Community
karths commited on
Commit
8c32e38
·
verified ·
1 Parent(s): 1d09ebb

Upload folder using huggingface_hub

Browse files
Files changed (28) hide show
  1. .gitattributes +4 -0
  2. checkpoint-4855/config.json +28 -0
  3. checkpoint-4855/model.safetensors +3 -0
  4. checkpoint-4855/optimizer.pt +3 -0
  5. checkpoint-4855/rng_state.pth +3 -0
  6. checkpoint-4855/scheduler.pt +3 -0
  7. checkpoint-4855/trainer_state.json +73 -0
  8. checkpoint-4855/training_args.bin +3 -0
  9. classification_report.json +1 -0
  10. config.json +28 -0
  11. confusion_matrix.png +0 -0
  12. detailed_confusion_matrix.png +0 -0
  13. fold_results.json +67 -0
  14. metrics.json +1 -0
  15. metrics_all_fold.json +44 -0
  16. metrics_ci_bounds.json +26 -0
  17. metrics_mean.json +8 -0
  18. metrics_std.json +8 -0
  19. metrics_visualisation.png +0 -0
  20. model.safetensors +3 -0
  21. precision_recall_curve.png +0 -0
  22. reduced_main_data.csv +3 -0
  23. roc_curve.png +0 -0
  24. test_data_for_future_evaluation.csv +3 -0
  25. test_top_repo_data.csv +3 -0
  26. top_repo_data.csv +3 -0
  27. tracker_carbon_statistics.json +33 -0
  28. training_args.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ reduced_main_data.csv filter=lfs diff=lfs merge=lfs -text
37
+ test_data_for_future_evaluation.csv filter=lfs diff=lfs merge=lfs -text
38
+ test_top_repo_data.csv filter=lfs diff=lfs merge=lfs -text
39
+ top_repo_data.csv filter=lfs diff=lfs merge=lfs -text
checkpoint-4855/config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilroberta-base",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 514,
17
+ "model_type": "roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 6,
20
+ "pad_token_id": 1,
21
+ "position_embedding_type": "absolute",
22
+ "problem_type": "single_label_classification",
23
+ "torch_dtype": "float32",
24
+ "transformers_version": "4.35.0",
25
+ "type_vocab_size": 1,
26
+ "use_cache": true,
27
+ "vocab_size": 50265
28
+ }
checkpoint-4855/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f01e46867283f004e1a8cfb5e210970bf9a931d0d442e42e4c9f63a7f938bed
3
+ size 328492280
checkpoint-4855/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e756e3a928dd1c6c322db700a9ae85f875bab8edb2db23971e3a45cf02dd10e1
3
+ size 657047610
checkpoint-4855/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e18ef375141632364ed509017780c69c2237e65add7a946c1b557b6224cb931
3
+ size 14244
checkpoint-4855/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5636f5a54906db8b26ca9cb663b5b534470bb9855875f98e5ceb0d12cd1992e
3
+ size 1064
checkpoint-4855/trainer_state.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 5.0,
5
+ "eval_steps": 500,
6
+ "global_step": 4855,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.51,
13
+ "learning_rate": 4.9800000000000004e-05,
14
+ "loss": 0.0343,
15
+ "step": 500
16
+ },
17
+ {
18
+ "epoch": 1.03,
19
+ "learning_rate": 4.840406074472585e-05,
20
+ "loss": 0.0582,
21
+ "step": 1000
22
+ },
23
+ {
24
+ "epoch": 1.54,
25
+ "learning_rate": 4.3796242912077306e-05,
26
+ "loss": 0.0465,
27
+ "step": 1500
28
+ },
29
+ {
30
+ "epoch": 2.06,
31
+ "learning_rate": 3.6769507651293344e-05,
32
+ "loss": 0.0433,
33
+ "step": 2000
34
+ },
35
+ {
36
+ "epoch": 2.57,
37
+ "learning_rate": 2.8228136337365285e-05,
38
+ "loss": 0.0262,
39
+ "step": 2500
40
+ },
41
+ {
42
+ "epoch": 3.09,
43
+ "learning_rate": 1.927133119001763e-05,
44
+ "loss": 0.0202,
45
+ "step": 3000
46
+ },
47
+ {
48
+ "epoch": 3.6,
49
+ "learning_rate": 1.1066727413011618e-05,
50
+ "loss": 0.0139,
51
+ "step": 3500
52
+ },
53
+ {
54
+ "epoch": 4.12,
55
+ "learning_rate": 4.637661900152143e-06,
56
+ "loss": 0.0086,
57
+ "step": 4000
58
+ },
59
+ {
60
+ "epoch": 4.63,
61
+ "learning_rate": 8.290570153929589e-07,
62
+ "loss": 0.0065,
63
+ "step": 4500
64
+ }
65
+ ],
66
+ "logging_steps": 500,
67
+ "max_steps": 4855,
68
+ "num_train_epochs": 5,
69
+ "save_steps": 500,
70
+ "total_flos": 4.114702337052672e+16,
71
+ "trial_name": null,
72
+ "trial_params": null
73
+ }
checkpoint-4855/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a94b4b803d070cd5ffa41baf23fe79d8a03c0d5b136cdeb16e47f54c88d1eeb
3
+ size 4664
classification_report.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"0": {"precision": 0.9974519047012358, "recall": 0.9949167619773795, "f1-score": 0.9961827204478941, "support": 7869}, "1": {"precision": 0.9947923447467778, "recall": 0.9973893747552539, "f1-score": 0.9960891669925694, "support": 7661}, "accuracy": 0.9961365099806826, "macro avg": {"precision": 0.9961221247240069, "recall": 0.9961530683663167, "f1-score": 0.9961359437202317, "support": 15530}, "weighted avg": {"precision": 0.9961399350417959, "recall": 0.9961365099806826, "f1-score": 0.9961365702211561, "support": 15530}}
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilroberta-base",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 514,
17
+ "model_type": "roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 6,
20
+ "pad_token_id": 1,
21
+ "position_embedding_type": "absolute",
22
+ "problem_type": "single_label_classification",
23
+ "torch_dtype": "float32",
24
+ "transformers_version": "4.35.0",
25
+ "type_vocab_size": 1,
26
+ "use_cache": true,
27
+ "vocab_size": 50265
28
+ }
confusion_matrix.png ADDED
detailed_confusion_matrix.png ADDED
fold_results.json ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "eval_loss": 0.3156464993953705,
4
+ "eval_precision": 0.9068475452196383,
5
+ "eval_recall": 0.9161989296436497,
6
+ "eval_acc": 0.9122400360569184,
7
+ "eval_mcc": 0.8245149867275268,
8
+ "eval_f1": 0.9114992532952406,
9
+ "eval_auc": 0.9651749890159684,
10
+ "eval_runtime": 33.6617,
11
+ "eval_samples_per_second": 461.384,
12
+ "eval_steps_per_second": 7.219,
13
+ "epoch": 5.0
14
+ },
15
+ "1": {
16
+ "eval_loss": 0.1147596463561058,
17
+ "eval_precision": 0.9688348635717057,
18
+ "eval_recall": 0.9779402166818953,
19
+ "eval_acc": 0.9736011847273196,
20
+ "eval_mcc": 0.9472401163670578,
21
+ "eval_f1": 0.9733662465895804,
22
+ "eval_auc": 0.9919731732547911,
23
+ "eval_runtime": 34.9343,
24
+ "eval_samples_per_second": 444.578,
25
+ "eval_steps_per_second": 6.956,
26
+ "epoch": 5.0
27
+ },
28
+ "2": {
29
+ "eval_loss": 0.034749291837215424,
30
+ "eval_precision": 0.9897202342225114,
31
+ "eval_recall": 0.9928207805769482,
32
+ "eval_acc": 0.9913720945206361,
33
+ "eval_mcc": 0.9827464763274333,
34
+ "eval_f1": 0.991268082888049,
35
+ "eval_auc": 0.9990114371591488,
36
+ "eval_runtime": 36.9213,
37
+ "eval_samples_per_second": 420.651,
38
+ "eval_steps_per_second": 6.582,
39
+ "epoch": 5.0
40
+ },
41
+ "3": {
42
+ "eval_loss": 0.023601286113262177,
43
+ "eval_precision": 0.9933567799921844,
44
+ "eval_recall": 0.9954314058216943,
45
+ "eval_acc": 0.9944626875281695,
46
+ "eval_mcc": 0.9889257761120517,
47
+ "eval_f1": 0.994393010822793,
48
+ "eval_auc": 0.9996603201714588,
49
+ "eval_runtime": 38.0165,
50
+ "eval_samples_per_second": 408.533,
51
+ "eval_steps_per_second": 6.392,
52
+ "epoch": 5.0
53
+ },
54
+ "4": {
55
+ "eval_loss": 0.017596742138266563,
56
+ "eval_precision": 0.9947923447467778,
57
+ "eval_recall": 0.9973893747552539,
58
+ "eval_acc": 0.9961365099806826,
59
+ "eval_mcc": 0.992275192607842,
60
+ "eval_f1": 0.9960891669925694,
61
+ "eval_auc": 0.9998974361679485,
62
+ "eval_runtime": 38.8581,
63
+ "eval_samples_per_second": 399.659,
64
+ "eval_steps_per_second": 6.254,
65
+ "epoch": 5.0
66
+ }
67
+ }
metrics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"precision": 0.9947923447467778, "recall": 0.9973893747552539, "acc": 0.9961365099806826, "mcc": 0.992275192607842, "f1": 0.9960891669925694, "auc": 0.9998974361679485}
metrics_all_fold.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "precision": [
3
+ 0.9068475452196383,
4
+ 0.9688348635717057,
5
+ 0.9897202342225114,
6
+ 0.9933567799921844,
7
+ 0.9947923447467778
8
+ ],
9
+ "recall": [
10
+ 0.9161989296436497,
11
+ 0.9779402166818953,
12
+ 0.9928207805769482,
13
+ 0.9954314058216943,
14
+ 0.9973893747552539
15
+ ],
16
+ "f1": [
17
+ 0.9114992532952406,
18
+ 0.9733662465895804,
19
+ 0.991268082888049,
20
+ 0.994393010822793,
21
+ 0.9960891669925694
22
+ ],
23
+ "auc": [
24
+ 0.9651749890159684,
25
+ 0.9919731732547911,
26
+ 0.9990114371591488,
27
+ 0.9996603201714588,
28
+ 0.9998974361679485
29
+ ],
30
+ "acc": [
31
+ 0.9122400360569184,
32
+ 0.9736011847273196,
33
+ 0.9913720945206361,
34
+ 0.9944626875281695,
35
+ 0.9961365099806826
36
+ ],
37
+ "mcc": [
38
+ 0.8245149867275268,
39
+ 0.9472401163670578,
40
+ 0.9827464763274333,
41
+ 0.9889257761120517,
42
+ 0.992275192607842
43
+ ]
44
+ }
metrics_ci_bounds.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "precision": {
3
+ "ci_lower": 0.9245171391441257,
4
+ "ci_upper": 1.0169035679570015
5
+ },
6
+ "recall": {
7
+ "ci_lower": 0.9334033435436347,
8
+ "ci_upper": 1.0185089394481417
9
+ },
10
+ "f1": {
11
+ "ci_lower": 0.9289588639061203,
12
+ "ci_upper": 1.0176874403291727
13
+ },
14
+ "auc": {
15
+ "ci_lower": 0.9726626468582372,
16
+ "ci_upper": 1.009624295449489
17
+ },
18
+ "acc": {
19
+ "ci_lower": 0.9295576803874859,
20
+ "ci_upper": 1.0175673247380046
21
+ },
22
+ "mcc": {
23
+ "ci_lower": 0.8591487445012627,
24
+ "ci_upper": 1.0351322747555018
25
+ }
26
+ }
metrics_mean.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "precision": 0.9707103535505637,
3
+ "recall": 0.9759561414958883,
4
+ "f1": 0.9733231521176465,
5
+ "auc": 0.991143471153863,
6
+ "acc": 0.9735625025627452,
7
+ "mcc": 0.9471405096283823
8
+ }
metrics_std.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "precision": 0.03720266873587592,
3
+ "recall": 0.034270783411463834,
4
+ "f1": 0.03572970487644412,
5
+ "auc": 0.01488391732575064,
6
+ "acc": 0.03544020140627279,
7
+ "mcc": 0.07086600340705013
8
+ }
metrics_visualisation.png ADDED
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f01e46867283f004e1a8cfb5e210970bf9a931d0d442e42e4c9f63a7f938bed
3
+ size 328492280
precision_recall_curve.png ADDED
reduced_main_data.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc69515f015a276d30f466de1f4c2eedf5224b54e8dc5a819c8c3a305e11e0d5
3
+ size 357297690
roc_curve.png ADDED
test_data_for_future_evaluation.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5c5da6253e9a0ef63a75fec1919caa34ed6637215bfd5cbca54e95c5a182bdd
3
+ size 66542791
test_top_repo_data.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7df536c5b46d2b767e42ecea0b608c2a6a55bb3822323556bd94c2c565db0b57
3
+ size 14606882
top_repo_data.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132b9bf2bfbc87c122e18c1f166fb90f5589245cd00d07ddf0bd55b64c501e07
3
+ size 10822020
tracker_carbon_statistics.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cloud_provider": "",
3
+ "cloud_region": "",
4
+ "codecarbon_version": "2.3.4",
5
+ "country_iso_code": "NOR",
6
+ "country_name": "Norway",
7
+ "cpu_count": 192,
8
+ "cpu_energy": 0.1774546677469539,
9
+ "cpu_model": "AMD EPYC 7642 48-Core Processor",
10
+ "cpu_power": 30.64291348105287,
11
+ "duration": 9154.709015130997,
12
+ "emissions": 0.11548820434645592,
13
+ "emissions_rate": 1.2615169324942587e-05,
14
+ "energy_consumed": 4.19194934106918,
15
+ "gpu_count": 4,
16
+ "gpu_energy": 3.054220030318504,
17
+ "gpu_model": "4 x NVIDIA GeForce RTX 3090",
18
+ "gpu_power": 1203.8571059990536,
19
+ "latitude": 59.9016,
20
+ "longitude": 10.7343,
21
+ "on_cloud": "N",
22
+ "os": "Linux-4.18.0-513.18.1.el8_9.x86_64-x86_64-with-glibc2.28",
23
+ "project_name": "codecarbon",
24
+ "pue": 1.0,
25
+ "python_version": "3.10.8",
26
+ "ram_energy": 0.9602746430037215,
27
+ "ram_power": 377.6938090324402,
28
+ "ram_total_size": 1007.1834907531738,
29
+ "region": "oslo county",
30
+ "run_id": "ed227f16-6d30-4643-b3ae-d8d7814cd70a",
31
+ "timestamp": "2024-04-02T18:39:20",
32
+ "tracking_mode": "machine"
33
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a94b4b803d070cd5ffa41baf23fe79d8a03c0d5b136cdeb16e47f54c88d1eeb
3
+ size 4664