rdiehlmartinez commited on
Commit
02a2bb8
·
verified ·
1 Parent(s): d114a5e

Updating decoder HF config

Browse files

-> fixes a previous mismatch in the naming convention of the pico decoder model

Files changed (1) hide show
  1. config.json +4 -4
config.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
  "activation_hidden_dim": 384,
3
  "architectures": [
4
- "PicoHF"
5
  ],
6
  "attention_n_heads": 12,
7
  "attention_n_kv_heads": 4,
8
  "auto_map": {
9
- "AutoConfig": "pico.PicoHFConfig",
10
- "AutoModelForCausalLM": "pico.PicoHF"
11
  },
12
  "batch_size": 1024,
13
  "d_model": 96,
14
  "max_seq_len": 2048,
15
- "model_type": "pico",
16
  "n_layers": 12,
17
  "norm_eps": 1e-06,
18
  "position_emb_theta": 10000.0,
 
1
  {
2
  "activation_hidden_dim": 384,
3
  "architectures": [
4
+ "PicoDecoderHF"
5
  ],
6
  "attention_n_heads": 12,
7
  "attention_n_kv_heads": 4,
8
  "auto_map": {
9
+ "AutoConfig": "pico_decoder.PicoDecoderHFConfig",
10
+ "AutoModelForCausalLM": "pico_decoder.PicoDecoderHF"
11
  },
12
  "batch_size": 1024,
13
  "d_model": 96,
14
  "max_seq_len": 2048,
15
+ "model_type": "pico_decoder",
16
  "n_layers": 12,
17
  "norm_eps": 1e-06,
18
  "position_emb_theta": 10000.0,