Taka008 commited on
Commit
91e274e
·
2 Parent(s): 86b1831 6e63274

merge bf16

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +2 -2
  2. model-00001-of-00060.safetensors → model-00001-of-00030.safetensors +2 -2
  3. model-00002-of-00060.safetensors → model-00002-of-00030.safetensors +2 -2
  4. model-00003-of-00060.safetensors → model-00003-of-00030.safetensors +2 -2
  5. model-00004-of-00060.safetensors → model-00004-of-00030.safetensors +2 -2
  6. model-00005-of-00030.safetensors +3 -0
  7. model-00005-of-00060.safetensors +0 -3
  8. model-00006-of-00030.safetensors +3 -0
  9. model-00006-of-00060.safetensors +0 -3
  10. model-00007-of-00030.safetensors +3 -0
  11. model-00007-of-00060.safetensors +0 -3
  12. model-00008-of-00030.safetensors +3 -0
  13. model-00008-of-00060.safetensors +0 -3
  14. model-00009-of-00030.safetensors +3 -0
  15. model-00009-of-00060.safetensors +0 -3
  16. model-00010-of-00030.safetensors +3 -0
  17. model-00010-of-00060.safetensors +0 -3
  18. model-00011-of-00030.safetensors +3 -0
  19. model-00011-of-00060.safetensors +0 -3
  20. model-00012-of-00030.safetensors +3 -0
  21. model-00012-of-00060.safetensors +0 -3
  22. model-00013-of-00030.safetensors +3 -0
  23. model-00013-of-00060.safetensors +0 -3
  24. model-00014-of-00030.safetensors +3 -0
  25. model-00014-of-00060.safetensors +0 -3
  26. model-00015-of-00030.safetensors +3 -0
  27. model-00015-of-00060.safetensors +0 -3
  28. model-00016-of-00030.safetensors +3 -0
  29. model-00016-of-00060.safetensors +0 -3
  30. model-00017-of-00030.safetensors +3 -0
  31. model-00017-of-00060.safetensors +0 -3
  32. model-00018-of-00030.safetensors +3 -0
  33. model-00018-of-00060.safetensors +0 -3
  34. model-00019-of-00030.safetensors +3 -0
  35. model-00019-of-00060.safetensors +0 -3
  36. model-00020-of-00030.safetensors +3 -0
  37. model-00020-of-00060.safetensors +0 -3
  38. model-00021-of-00030.safetensors +3 -0
  39. model-00021-of-00060.safetensors +0 -3
  40. model-00022-of-00030.safetensors +3 -0
  41. model-00022-of-00060.safetensors +0 -3
  42. model-00023-of-00030.safetensors +3 -0
  43. model-00023-of-00060.safetensors +0 -3
  44. model-00024-of-00030.safetensors +3 -0
  45. model-00024-of-00060.safetensors +0 -3
  46. model-00025-of-00030.safetensors +3 -0
  47. model-00025-of-00060.safetensors +0 -3
  48. model-00026-of-00030.safetensors +3 -0
  49. model-00026-of-00060.safetensors +0 -3
  50. model-00027-of-00030.safetensors +3 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "llm-jp/llm-jp-3-8x13b",
3
  "architectures": [
4
  "MixtralForCausalLM"
5
  ],
@@ -27,7 +27,7 @@
27
  "router_jitter_noise": 0.0,
28
  "sliding_window": null,
29
  "tie_word_embeddings": false,
30
- "torch_dtype": "float32",
31
  "transformers_version": "4.47.0",
32
  "use_cache": true,
33
  "vocab_size": 99584
 
1
  {
2
+ "_name_or_path": "llm-jp/llm-jp-3-8x13b-instruct2",
3
  "architectures": [
4
  "MixtralForCausalLM"
5
  ],
 
27
  "router_jitter_noise": 0.0,
28
  "sliding_window": null,
29
  "tie_word_embeddings": false,
30
+ "torch_dtype": "bfloat16",
31
  "transformers_version": "4.47.0",
32
  "use_cache": true,
33
  "vocab_size": 99584
model-00001-of-00060.safetensors → model-00001-of-00030.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20511f287f590778d005a4c042a4270fa019dba73cb415eb3fb9f80ce2b77a60
3
- size 4724000480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d771ba3326f0117a0f702f35d63a39dd3f813be086097b0f5ad07041d03ce20
3
+ size 4978303696
model-00002-of-00060.safetensors → model-00002-of-00030.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4fbd825cc308aca8d64502a27e604c43ae04c3b086bc0738fe14427060be6f0
3
- size 4949486440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc1d7db8cf21d03720ce2179fe307846bc644a657286b8a5f6dccfb470818afb
3
+ size 4881228840
model-00003-of-00060.safetensors → model-00003-of-00030.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d5575d8e28bbc2fff5890272323f09bfed3b6391c6a9f9717ead3fbeefaad9a
3
- size 4812966080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0efffa0874ddbe2b4ac381cccaa571814caf76266b627f485b5175a8d82f0de5
3
+ size 4881228840
model-00004-of-00060.safetensors → model-00004-of-00030.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ab411be714f98da9ed6404b91f28438ad2f685d55f1b07f11f9edd8a7108069
3
- size 4949486440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f49f5ce7bdcfb9f44650604bf75f4b4783de28f20e99926e22cd0fe68d8f78ff
3
+ size 4949489368
model-00005-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:663398a893950080c958cc4579b53309147e6e5f30aca51ee01cac1ba02f800e
3
+ size 4881228840
model-00005-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb6f806ea8dbf2eb7c45e8716d30c904060a7a02b4d01eeb193df3ca3e2e9300
3
- size 4949486440
 
 
 
 
model-00006-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece1546f84cb372599b9517d30c9d66424c7ab131e83777b6f254335bf34bb1c
3
+ size 4881228840
model-00006-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c17c2ef16f33f58d29dab405d0d877fe227f97743d3fc473fa1508552fa73fde
3
- size 4812966080
 
 
 
 
model-00007-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdb2201653970d5af48123bd1ccab9578eb48c5f2c4986797af1d185b299d5de
3
+ size 4949489368
model-00007-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d8474932b110934d7b8b20325d55268c64c49f2ccfebb5acceb2e385abc5304
3
- size 4949486440
 
 
 
 
model-00008-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9bdfce55d37be3952bb4e8714af8a13a9c5692632f0dd6d59ef673784de80b8
3
+ size 4881228864
model-00008-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:89288080ab2c4409d94005bb98556ecada4a22966b3c63788e0d2aa6add0ef56
3
- size 4949486440
 
 
 
 
model-00009-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f0dfed66ff4834dbde00a9066878dbf756d79e8e80e5180464d5e2f3d1f77fd
3
+ size 4881228880
model-00009-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:96a901119bd66d27f9dd61c7b02e3d74d236b4b0def2359200de001ef31638d3
3
- size 4812966080
 
 
 
 
model-00010-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a96accd07eedcea1b0a8418e3ba20e53b99bd21cc8bde69e0391e5e0cdf8447
3
+ size 4949489408
model-00010-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:54e000336f67517786dce964cb748eeda0228207a9dc096b6678d7d4cd3a5b9c
3
- size 4949486440
 
 
 
 
model-00011-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6432022bb4866454ebbcf111a1c3c3ceb30655ca146781dc7e1ad408af5e73f6
3
+ size 4881228880
model-00011-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e32eb182d5a9541dca2d92da7ad66d53584e81a26f3c9d8fffea70746943116
3
- size 4949486440
 
 
 
 
model-00012-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:937fcf468f6e1ef82395ff51b45cf123ac8b6d7231a9522ac01058d1c0ba03d0
3
+ size 4949489416
model-00012-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1486d54d729534a03ecbe033ce7ccfb7c9cbe80f7116a3027c3ec5775559b5c3
3
- size 4812966080
 
 
 
 
model-00013-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff6e1d4edd5f1d3cf953eb97bd23b222d7e911d8a1311cdf6b9753441b72602b
3
+ size 4881228880
model-00013-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1787b4593ebcbd6b9e601b773701de1298ed4702648bc1f8c38717c7d494c5a0
3
- size 4949486440
 
 
 
 
model-00014-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7b7cd87139437991b2389c0ec0d9fed97bc3842eb3ffffe2609b3124e1fe37f
3
+ size 4881228880
model-00014-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:37319046c406f9fc988ed3862ae23b2f0108525298ee9ef09dd81bb4161bc846
3
- size 4949486440
 
 
 
 
model-00015-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f60d7d42e9cd8d075b3e6767188c24c33d5bc14d2af830a45a3a5ec369da7371
3
+ size 4949489408
model-00015-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:799ae8f62d59622d813f2c14d280982c22eb58b4ee7ac5fa761d5b20dd5b007d
3
- size 4812966080
 
 
 
 
model-00016-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:445a859b84dcde9620791c45686f371aeabbf5702f7bf73fbf6b70de9151abd8
3
+ size 4881228880
model-00016-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:606f3117da3ba0172d61da1120465705795ed6891c719e9bf0547870584a9884
3
- size 4949486456
 
 
 
 
model-00017-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25d183c811996a2ea2773490578624d6271f14b709ba49bccc737f44a6e3f4d3
3
+ size 4881228880
model-00017-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0f7eaaacb5a10ed507b29dd3f52879ef91ed8b81c6a5ae666ea07cd095d3f16
3
- size 4949486464
 
 
 
 
model-00018-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0fab385ca3972c3ff842dd406d7beb7292fc089911bbd3070cab37ac64305b
3
+ size 4949489408
model-00018-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ed8b91d97b17d8a0977ddb52c3bd43188e7134d3767e7b71d196deeb29c6ce4
3
- size 4812966096
 
 
 
 
model-00019-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8ba7bb9f085ac0b8bb85b83f1f6f2e2773f3e42919b170f993b0f279b7bb193
3
+ size 4881228880
model-00019-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fafc6bccb4ffb0dd1245faf01406a178d9b10a5470947b9892648b5c60295c81
3
- size 4949486456
 
 
 
 
model-00020-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c7847bc2194709dede5763f16d487b06e06ca8f6e30c438f5fdb2cb123126a8
3
+ size 4881228880
model-00020-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa8e1b8aee54d75d59f480b35c7e9f5bcbec374b42df9f75f33202e2289e5b0e
3
- size 4949486464
 
 
 
 
model-00021-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9f3b5a9b8aef3f15a746bfc8d8f25cc08e408c98873ab528887690496adedaa
3
+ size 4949489408
model-00021-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fabe2b32aff28f87614ad5c82cfe67d02cd4e81aca5c01dfd3da73612207cc75
3
- size 4812966096
 
 
 
 
model-00022-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce16b81a57f4ab97baaec5b350a03fd923f77fcde569fcee534d4a523daa0354
3
+ size 4881228880
model-00022-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:98c95ac6273d41bb92b5b9d17b09b2e438df51cf2dec828470645564638dd4ac
3
- size 4949486456
 
 
 
 
model-00023-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c15ad462b1a7321616e4902ab4d6c486fec0dae943c6e201d77e52fcc079c0c6
3
+ size 4986107432
model-00023-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:80606c2af5eb44a09582da4e7d6d267b9442c1da43b3d778a052c0acb0cf0dad
3
- size 4949486464
 
 
 
 
model-00024-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45443c6d88fc477ce01d068d3db4a814ed1ae7650b3034b98c4834632fda0947
3
+ size 4986168760
model-00024-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2edac4cd5f27a753d66a21bd47db41dcb57d041290d5adf571feaa4f699c9f1d
3
- size 4917865000
 
 
 
 
model-00025-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc8a13024161d994c4f03b3816652b3a40fe4c328824722eb023ab054d32332b
3
+ size 4881228880
model-00025-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:676c031a60bf447af1c02a12b6859e847a800e3167f6ddda8c7746b508c2965a
3
- size 4844587552
 
 
 
 
model-00026-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee17715a10fa0e64ab5a76782a4af664b0c7fc3566fd4b4ef3f26abccdb02ec
3
+ size 4949489408
model-00026-of-00060.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:70a7df39feaee2957282ef5a81a630a5c5b67ed0e85a699279cd50f1a3ac5be6
3
- size 4949486464
 
 
 
 
model-00027-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f36dfff60efed9c4c8e11d7be24ce244fd64e85a6652f35a9712a3659031cb00
3
+ size 4881228880