xcx0902 commited on
Commit
586f7e7
·
verified ·
1 Parent(s): ea725fc

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. tiny_llm_hidden512.pth +3 -0
  2. train.py +2 -2
tiny_llm_hidden512.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b62f88c702e3d9d06394d079547ac58b37b2b70f4135aec363cdff9100e54d9
3
+ size 1310902
train.py CHANGED
@@ -14,12 +14,12 @@ idx_to_char = {i: ch for i, ch in enumerate(chars)}
14
 
15
  # Model parameters
16
  input_size = len(chars)
17
- hidden_size = 32
18
  output_size = len(chars)
19
  sequence_length = 5
20
  epochs = 1000
21
  learning_rate = 0.0001
22
- model_path = "tiny_llm.pth"
23
 
24
  # Create training data (input-output pairs)
25
  train_data = []
 
14
 
15
  # Model parameters
16
  input_size = len(chars)
17
+ hidden_size = 512
18
  output_size = len(chars)
19
  sequence_length = 5
20
  epochs = 1000
21
  learning_rate = 0.0001
22
+ model_path = "tiny_llm_hidden512.pth"
23
 
24
  # Create training data (input-output pairs)
25
  train_data = []