monsoon-nlp commited on
Commit
92db548
·
verified ·
1 Parent(s): e98a5a6

Upload BD3LM

Browse files
Files changed (2) hide show
  1. config.json +7 -6
  2. model.safetensors +1 -1
config.json CHANGED
@@ -1,11 +1,12 @@
1
  {
2
- "_name_or_path": "monsoon-nlp/dna-blockdiff",
3
  "adaln": true,
4
- "architectures": ["BD3LM"],
 
 
5
  "attn_backend": "sdpa",
6
  "auto_map": {
7
- "AutoConfig": "monsoon-nlp/dna-blockdiff-2--configuration_bd3lm.BD3LMConfig",
8
- "AutoModelForMaskedLM": "monsoon-nlp/dna-blockdiff-2--modeling_bd3lm.BD3LM"
9
  },
10
  "block_size": 1024,
11
  "causal": false,
@@ -22,7 +23,7 @@
22
  "sampling_eps_min": 0.001,
23
  "time_conditioning": false,
24
  "torch_dtype": "float32",
25
- "transformers_version": "4.49.0",
26
  "var_min": true,
27
- "vocab_size": 4108
28
  }
 
1
  {
 
2
  "adaln": true,
3
+ "architectures": [
4
+ "BD3LM"
5
+ ],
6
  "attn_backend": "sdpa",
7
  "auto_map": {
8
+ "AutoConfig": "kuleshov-group/bd3lm-owt-block_size1024-pretrain--configuration_bd3lm.BD3LMConfig",
9
+ "AutoModelForMaskedLM": "kuleshov-group/bd3lm-owt-block_size1024-pretrain--modeling_bd3lm.BD3LM"
10
  },
11
  "block_size": 1024,
12
  "causal": false,
 
23
  "sampling_eps_min": 0.001,
24
  "time_conditioning": false,
25
  "torch_dtype": "float32",
26
+ "transformers_version": "4.50.0",
27
  "var_min": true,
28
+ "vocab_size": 50258
29
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e5606361f44f41ec0dcc92de2ca2ff6bf968fd7f2d4d9580992017509b6daf9
3
  size 394792696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9dcabdfa0ebe6f4c8e8c9afd264b520542a19f58b134714eec43e8f12ac7d3d
3
  size 394792696