kylemite commited on
Commit
2e422ba
·
verified ·
1 Parent(s): 01d2755

Training in progress, epoch 1

Browse files
adapter_config.json CHANGED
@@ -17,21 +17,15 @@
17
  "lora_dropout": 0.05,
18
  "megatron_config": null,
19
  "megatron_core": "megatron.core",
20
- "modules_to_save": [
21
- "lm_head"
22
- ],
23
  "peft_type": "LORA",
24
  "r": 2,
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
28
- "down_proj",
29
- "v_proj",
30
  "gate_proj",
31
- "k_proj",
32
- "up_proj",
33
- "q_proj",
34
- "o_proj"
35
  ],
36
  "task_type": "CAUSAL_LM",
37
  "use_dora": false,
 
17
  "lora_dropout": 0.05,
18
  "megatron_config": null,
19
  "megatron_core": "megatron.core",
20
+ "modules_to_save": null,
 
 
21
  "peft_type": "LORA",
22
  "r": 2,
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
 
 
26
  "gate_proj",
27
+ "down_proj",
28
+ "up_proj"
 
 
29
  ],
30
  "task_type": "CAUSAL_LM",
31
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd52f35bc1a34cbe2e57bf887127980287be623868b402caab408b002c2214a8
3
- size 1214532048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe5f397f8d6e4b6c64f06e0f394d8e3ba1eade30d71fab2ced049c478875b74
3
+ size 5051864
runs/Mar22_17-05-32_HAL/events.out.tfevents.1742681139.HAL.13380.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196c7f3ed9aafdc7f8af864a5d34e816692255ce8271a2ae9ee29f5650d8e289
3
+ size 6143
runs/Mar22_17-06-08_HAL/events.out.tfevents.1742681173.HAL.13701.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ea3b93b6fd3e861597a454a027c68d69266b5bd61b350b7afda4f334218a9a2
3
+ size 6143
runs/Mar22_17-06-51_HAL/events.out.tfevents.1742681217.HAL.13785.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdf7ac3156516d22bd27c2c596a7dd2df597650912820cbd911d062d84e2cf17
3
+ size 8303
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81387968f455d9456f07e52444b51bc71b3117f9656d10f5581e49c89ad9e831
3
  size 5624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b07cf20199f26b11f77c242d2ad8d7dad1e64b668ecdd60f8ff639f248988fb
3
  size 5624