karths commited on
Commit
5a80841
·
verified ·
1 Parent(s): cd884b1

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ reduced_main_data.csv filter=lfs diff=lfs merge=lfs -text
37
+ test_data_for_future_evaluation.csv filter=lfs diff=lfs merge=lfs -text
38
+ test_top_repo_data.csv filter=lfs diff=lfs merge=lfs -text
checkpoint-14510/config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilroberta-base",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 514,
17
+ "model_type": "roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 6,
20
+ "pad_token_id": 1,
21
+ "position_embedding_type": "absolute",
22
+ "problem_type": "single_label_classification",
23
+ "torch_dtype": "float32",
24
+ "transformers_version": "4.35.0",
25
+ "type_vocab_size": 1,
26
+ "use_cache": true,
27
+ "vocab_size": 50265
28
+ }
checkpoint-14510/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c39f80c5310c061d91cd3bf5425806c17e87832f5fdcb0357d553a769a0af833
3
+ size 328492280
checkpoint-14510/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aefdbbd70a666860b595b930995faf5d82a443ece0b4c7231145b5b80698caf2
3
+ size 657047610
checkpoint-14510/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a65eecd607b0949fcab4b9c3ab2135139c51dfde94cbbe772b62eab1b6b3cbb6
3
+ size 14244
checkpoint-14510/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ffe02de545b9f0e89c766a4ef1d77d40ed3c19574fc0ac23dfe4f6bceb31318
3
+ size 1064
checkpoint-14510/trainer_state.json ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 4.999138673557278,
5
+ "eval_steps": 500,
6
+ "global_step": 14510,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.17,
13
+ "learning_rate": 4.9800000000000004e-05,
14
+ "loss": 0.0562,
15
+ "step": 500
16
+ },
17
+ {
18
+ "epoch": 0.34,
19
+ "learning_rate": 4.984428128696318e-05,
20
+ "loss": 0.0703,
21
+ "step": 1000
22
+ },
23
+ {
24
+ "epoch": 0.52,
25
+ "learning_rate": 4.9376579221363204e-05,
26
+ "loss": 0.0744,
27
+ "step": 1500
28
+ },
29
+ {
30
+ "epoch": 0.69,
31
+ "learning_rate": 4.8602764529345966e-05,
32
+ "loss": 0.0807,
33
+ "step": 2000
34
+ },
35
+ {
36
+ "epoch": 0.86,
37
+ "learning_rate": 4.7534982401683416e-05,
38
+ "loss": 0.082,
39
+ "step": 2500
40
+ },
41
+ {
42
+ "epoch": 1.03,
43
+ "learning_rate": 4.618236648123212e-05,
44
+ "loss": 0.072,
45
+ "step": 3000
46
+ },
47
+ {
48
+ "epoch": 1.21,
49
+ "learning_rate": 4.4563749749985335e-05,
50
+ "loss": 0.0638,
51
+ "step": 3500
52
+ },
53
+ {
54
+ "epoch": 1.38,
55
+ "learning_rate": 4.269945823540843e-05,
56
+ "loss": 0.0627,
57
+ "step": 4000
58
+ },
59
+ {
60
+ "epoch": 1.55,
61
+ "learning_rate": 4.061290306367919e-05,
62
+ "loss": 0.0638,
63
+ "step": 4500
64
+ },
65
+ {
66
+ "epoch": 1.72,
67
+ "learning_rate": 3.8330286470885907e-05,
68
+ "loss": 0.0652,
69
+ "step": 5000
70
+ },
71
+ {
72
+ "epoch": 1.89,
73
+ "learning_rate": 3.58802727644352e-05,
74
+ "loss": 0.0622,
75
+ "step": 5500
76
+ },
77
+ {
78
+ "epoch": 2.07,
79
+ "learning_rate": 3.3298916668553426e-05,
80
+ "loss": 0.0555,
81
+ "step": 6000
82
+ },
83
+ {
84
+ "epoch": 2.24,
85
+ "learning_rate": 3.0608298703277996e-05,
86
+ "loss": 0.0467,
87
+ "step": 6500
88
+ },
89
+ {
90
+ "epoch": 2.41,
91
+ "learning_rate": 2.7847253668223704e-05,
92
+ "loss": 0.0428,
93
+ "step": 7000
94
+ },
95
+ {
96
+ "epoch": 2.58,
97
+ "learning_rate": 2.5050453809223793e-05,
98
+ "loss": 0.0473,
99
+ "step": 7500
100
+ },
101
+ {
102
+ "epoch": 2.76,
103
+ "learning_rate": 2.2253020368788445e-05,
104
+ "loss": 0.0452,
105
+ "step": 8000
106
+ },
107
+ {
108
+ "epoch": 2.93,
109
+ "learning_rate": 1.9495550817504742e-05,
110
+ "loss": 0.0412,
111
+ "step": 8500
112
+ },
113
+ {
114
+ "epoch": 3.1,
115
+ "learning_rate": 1.6801632122617095e-05,
116
+ "loss": 0.0385,
117
+ "step": 9000
118
+ },
119
+ {
120
+ "epoch": 3.27,
121
+ "learning_rate": 1.4210665687785734e-05,
122
+ "loss": 0.0311,
123
+ "step": 9500
124
+ },
125
+ {
126
+ "epoch": 3.45,
127
+ "learning_rate": 1.1755187970777065e-05,
128
+ "loss": 0.0317,
129
+ "step": 10000
130
+ },
131
+ {
132
+ "epoch": 3.62,
133
+ "learning_rate": 9.470426834280832e-06,
134
+ "loss": 0.0309,
135
+ "step": 10500
136
+ },
137
+ {
138
+ "epoch": 3.79,
139
+ "learning_rate": 7.3759257710121985e-06,
140
+ "loss": 0.0296,
141
+ "step": 11000
142
+ },
143
+ {
144
+ "epoch": 3.96,
145
+ "learning_rate": 5.5027417186915175e-06,
146
+ "loss": 0.0261,
147
+ "step": 11500
148
+ },
149
+ {
150
+ "epoch": 4.13,
151
+ "learning_rate": 3.877395681105919e-06,
152
+ "loss": 0.0268,
153
+ "step": 12000
154
+ },
155
+ {
156
+ "epoch": 4.31,
157
+ "learning_rate": 2.513790616397402e-06,
158
+ "loss": 0.0261,
159
+ "step": 12500
160
+ },
161
+ {
162
+ "epoch": 4.48,
163
+ "learning_rate": 1.4325595693915228e-06,
164
+ "loss": 0.022,
165
+ "step": 13000
166
+ },
167
+ {
168
+ "epoch": 4.65,
169
+ "learning_rate": 6.472802645326154e-07,
170
+ "loss": 0.0205,
171
+ "step": 13500
172
+ },
173
+ {
174
+ "epoch": 4.82,
175
+ "learning_rate": 1.6846304762653532e-07,
176
+ "loss": 0.025,
177
+ "step": 14000
178
+ },
179
+ {
180
+ "epoch": 5.0,
181
+ "learning_rate": 2.0364694921504168e-10,
182
+ "loss": 0.0274,
183
+ "step": 14500
184
+ }
185
+ ],
186
+ "logging_steps": 500,
187
+ "max_steps": 14510,
188
+ "num_train_epochs": 5,
189
+ "save_steps": 500,
190
+ "total_flos": 1.2300127834804224e+17,
191
+ "trial_name": null,
192
+ "trial_params": null
193
+ }
checkpoint-14510/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10862f3595d985d0462a37a2e0cdeb04d538eed4d7e5517914f8cae7f49e06c1
3
+ size 4664
classification_report.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"0": {"precision": 0.996199829205807, "recall": 0.9945012787723785, "f1-score": 0.9953498293515357, "support": 23460}, "1": {"precision": 0.9943944726893496, "recall": 0.9961258869107212, "f1-score": 0.9952594267820642, "support": 22973}, "accuracy": 0.9953050632093554, "macro avg": {"precision": 0.9952971509475783, "recall": 0.9953135828415498, "f1-score": 0.9953046280668, "support": 46433}, "weighted avg": {"precision": 0.9953066184450855, "recall": 0.9953050632093554, "f1-score": 0.9953051021482866, "support": 46433}}
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilroberta-base",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 514,
17
+ "model_type": "roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 6,
20
+ "pad_token_id": 1,
21
+ "position_embedding_type": "absolute",
22
+ "problem_type": "single_label_classification",
23
+ "torch_dtype": "float32",
24
+ "transformers_version": "4.35.0",
25
+ "type_vocab_size": 1,
26
+ "use_cache": true,
27
+ "vocab_size": 50265
28
+ }
confusion_matrix.png ADDED
detailed_confusion_matrix.png ADDED
fold_results.json ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": {
3
+ "eval_loss": 0.44263672828674316,
4
+ "eval_precision": 0.8340094802920955,
5
+ "eval_recall": 0.8501284116136334,
6
+ "eval_acc": 0.8421415342206142,
7
+ "eval_mcc": 0.6844367950446504,
8
+ "eval_f1": 0.8419918085794352,
9
+ "eval_auc": 0.9213721670099608,
10
+ "eval_runtime": 92.4426,
11
+ "eval_samples_per_second": 502.301,
12
+ "eval_steps_per_second": 7.854,
13
+ "epoch": 5.0
14
+ },
15
+ "1": {
16
+ "eval_loss": 0.2547060549259186,
17
+ "eval_precision": 0.9154959924157545,
18
+ "eval_recall": 0.9247812649632177,
19
+ "eval_acc": 0.9205539044665547,
20
+ "eval_mcc": 0.8411493779565805,
21
+ "eval_f1": 0.9201152038805518,
22
+ "eval_auc": 0.9740600180062491,
23
+ "eval_runtime": 95.9903,
24
+ "eval_samples_per_second": 483.737,
25
+ "eval_steps_per_second": 7.563,
26
+ "epoch": 5.0
27
+ },
28
+ "2": {
29
+ "eval_loss": 0.09699167311191559,
30
+ "eval_precision": 0.9701421183015342,
31
+ "eval_recall": 0.9716623862795456,
32
+ "eval_acc": 0.9711849076108025,
33
+ "eval_mcc": 0.9423655216605232,
34
+ "eval_f1": 0.9709016571701969,
35
+ "eval_auc": 0.9955248279117542,
36
+ "eval_runtime": 100.5243,
37
+ "eval_samples_per_second": 461.918,
38
+ "eval_steps_per_second": 7.222,
39
+ "epoch": 5.0
40
+ },
41
+ "3": {
42
+ "eval_loss": 0.06927449256181717,
43
+ "eval_precision": 0.9810338092964715,
44
+ "eval_recall": 0.9839804979975623,
45
+ "eval_acc": 0.9826631921262895,
46
+ "eval_mcc": 0.9653278877230188,
47
+ "eval_f1": 0.9825049442548845,
48
+ "eval_auc": 0.9984043728811378,
49
+ "eval_runtime": 104.6971,
50
+ "eval_samples_per_second": 443.498,
51
+ "eval_steps_per_second": 6.934,
52
+ "epoch": 5.0
53
+ },
54
+ "4": {
55
+ "eval_loss": 0.0173803698271513,
56
+ "eval_precision": 0.9943944726893496,
57
+ "eval_recall": 0.9961258869107212,
58
+ "eval_acc": 0.9953050632093554,
59
+ "eval_mcc": 0.990610733652845,
60
+ "eval_f1": 0.9952594267820642,
61
+ "eval_auc": 0.9997952580012661,
62
+ "eval_runtime": 109.8075,
63
+ "eval_samples_per_second": 422.858,
64
+ "eval_steps_per_second": 6.612,
65
+ "epoch": 5.0
66
+ }
67
+ }
metrics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"precision": 0.9943944726893496, "recall": 0.9961258869107212, "acc": 0.9953050632093554, "mcc": 0.990610733652845, "f1": 0.9952594267820642, "auc": 0.9997952580012661}
metrics_all_fold.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "precision": [
3
+ 0.8340094802920955,
4
+ 0.9154959924157545,
5
+ 0.9701421183015342,
6
+ 0.9810338092964715,
7
+ 0.9943944726893496
8
+ ],
9
+ "recall": [
10
+ 0.8501284116136334,
11
+ 0.9247812649632177,
12
+ 0.9716623862795456,
13
+ 0.9839804979975623,
14
+ 0.9961258869107212
15
+ ],
16
+ "f1": [
17
+ 0.8419918085794352,
18
+ 0.9201152038805518,
19
+ 0.9709016571701969,
20
+ 0.9825049442548845,
21
+ 0.9952594267820642
22
+ ],
23
+ "auc": [
24
+ 0.9213721670099608,
25
+ 0.9740600180062491,
26
+ 0.9955248279117542,
27
+ 0.9984043728811378,
28
+ 0.9997952580012661
29
+ ],
30
+ "acc": [
31
+ 0.8421415342206142,
32
+ 0.9205539044665547,
33
+ 0.9711849076108025,
34
+ 0.9826631921262895,
35
+ 0.9953050632093554
36
+ ],
37
+ "mcc": [
38
+ 0.6844367950446504,
39
+ 0.8411493779565805,
40
+ 0.9423655216605232,
41
+ 0.9653278877230188,
42
+ 0.990610733652845
43
+ ]
44
+ }
metrics_ci_bounds.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "precision": {
3
+ "ci_lower": 0.8571673182942502,
4
+ "ci_upper": 1.020863030903832
5
+ },
6
+ "recall": {
7
+ "ci_lower": 0.8712169014684487,
8
+ "ci_upper": 1.0194544776374235
9
+ },
10
+ "f1": {
11
+ "ci_lower": 0.8641345592365749,
12
+ "ci_upper": 1.0201746570302783
13
+ },
14
+ "auc": {
15
+ "ci_lower": 0.9365537784102713,
16
+ "ci_upper": 1.019108879113876
17
+ },
18
+ "acc": {
19
+ "ci_lower": 0.8643875654334379,
20
+ "ci_upper": 1.0203518752200087
21
+ },
22
+ "mcc": {
23
+ "ci_lower": 0.7288945414765948,
24
+ "ci_upper": 1.0406615849384526
25
+ }
26
+ }
metrics_mean.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "precision": 0.939015174599041,
3
+ "recall": 0.945335689552936,
4
+ "f1": 0.9421546081334267,
5
+ "auc": 0.9778313287620737,
6
+ "acc": 0.9423697203267233,
7
+ "mcc": 0.8847780632075237
8
+ }
metrics_std.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "precision": 0.06591787828526462,
3
+ "recall": 0.059693111978530534,
4
+ "f1": 0.06283507374758243,
5
+ "auc": 0.03324373615689578,
6
+ "acc": 0.06280455502140439,
7
+ "mcc": 0.12554404569709307
8
+ }
metrics_visualisation.png ADDED
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c39f80c5310c061d91cd3bf5425806c17e87832f5fdcb0357d553a769a0af833
3
+ size 328492280
precision_recall_curve.png ADDED
reduced_main_data.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:910d85e8850d8980f972b95109c844c4cad9aa3389bf641936457592791ab109
3
+ size 900611880
roc_curve.png ADDED
test_data_for_future_evaluation.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2b61151db2e0bf2bea413a86cd8dd0921ac782646df8a06e6a75ed35dce3431
3
+ size 162242936
test_top_repo_data.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d489c29450e32a500a6c603e4dbfb2ef194230a1d208ce860f77862ba085daa
3
+ size 21783779
top_repo_data.csv ADDED
The diff for this file is too large to render. See raw diff
 
tracker_carbon_statistics.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cloud_provider": "",
3
+ "cloud_region": "",
4
+ "codecarbon_version": "2.3.4",
5
+ "country_iso_code": "NOR",
6
+ "country_name": "Norway",
7
+ "cpu_count": 192,
8
+ "cpu_energy": 0.43311747236564513,
9
+ "cpu_model": "AMD EPYC 7642 48-Core Processor",
10
+ "cpu_power": 14.631385841914685,
11
+ "duration": 26556.46255660057,
12
+ "emissions": 0.32166077015165945,
13
+ "emissions_rate": 1.211233497180185e-05,
14
+ "energy_consumed": 11.675527047247167,
15
+ "gpu_count": 4,
16
+ "gpu_energy": 8.45875250866326,
17
+ "gpu_model": "4 x NVIDIA GeForce RTX 3090",
18
+ "gpu_power": 1189.2267111570472,
19
+ "latitude": 59.9016,
20
+ "longitude": 10.7343,
21
+ "on_cloud": "N",
22
+ "os": "Linux-4.18.0-513.18.1.el8_9.x86_64-x86_64-with-glibc2.28",
23
+ "project_name": "codecarbon",
24
+ "pue": 1.0,
25
+ "python_version": "3.10.8",
26
+ "ram_energy": 2.78365706621826,
27
+ "ram_power": 377.6938090324402,
28
+ "ram_total_size": 1007.1834907531738,
29
+ "region": "oslo county",
30
+ "run_id": "0715d65b-1d27-40f8-a35f-9f61b5fb3879",
31
+ "timestamp": "2024-04-02T21:44:28",
32
+ "tracking_mode": "machine"
33
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10862f3595d985d0462a37a2e0cdeb04d538eed4d7e5517914f8cae7f49e06c1
3
+ size 4664