xcx0902 commited on
Commit
f8e2e3c
·
verified ·
1 Parent(s): 586f7e7

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. tiny_llm_hidden2048.pth +3 -0
  2. train.py +2 -2
tiny_llm_hidden2048.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2bca2e08a529c052f0a8867dc6a6096c7c5efeba3e75865238932611fec3c63
3
+ size 17813696
train.py CHANGED
@@ -14,12 +14,12 @@ idx_to_char = {i: ch for i, ch in enumerate(chars)}
14
 
15
  # Model parameters
16
  input_size = len(chars)
17
- hidden_size = 512
18
  output_size = len(chars)
19
  sequence_length = 5
20
  epochs = 1000
21
  learning_rate = 0.0001
22
- model_path = "tiny_llm_hidden512.pth"
23
 
24
  # Create training data (input-output pairs)
25
  train_data = []
 
14
 
15
  # Model parameters
16
  input_size = len(chars)
17
+ hidden_size = 2048
18
  output_size = len(chars)
19
  sequence_length = 5
20
  epochs = 1000
21
  learning_rate = 0.0001
22
+ model_path = "tiny_llm_hidden2048.pth"
23
 
24
  # Create training data (input-output pairs)
25
  train_data = []