Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -54,10 +54,20 @@ def summarize():
|
|
54 |
return {k: round(v, 4) for k, v in result.items()}
|
55 |
|
56 |
model = AutoModelForSeq2SeqLM.from_pretrained(checkpoint)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
57 |
|
58 |
training_args = Seq2SeqTrainingArguments(
|
59 |
-
output_dir="
|
60 |
-
|
|
|
61 |
learning_rate=2e-5,
|
62 |
per_device_train_batch_size=16, # Increase batch size
|
63 |
per_device_eval_batch_size=16,
|
@@ -68,9 +78,11 @@ def summarize():
|
|
68 |
fp16=True, # Keep mixed precision
|
69 |
push_to_hub=False,
|
70 |
# optim="adamw_bnb_8bit", # Use 8-bit optimizer
|
71 |
-
logging_steps=
|
|
|
72 |
dataloader_num_workers=4, # Speed up data loading
|
73 |
save_strategy="epoch", # Reduce checkpointing overhead
|
|
|
74 |
gradient_accumulation_steps=4 # Effective larger batch size
|
75 |
)
|
76 |
trainer = Seq2SeqTrainer(
|
|
|
54 |
return {k: round(v, 4) for k, v in result.items()}
|
55 |
|
56 |
model = AutoModelForSeq2SeqLM.from_pretrained(checkpoint)
|
57 |
+
|
58 |
+
|
59 |
+
|
60 |
+
|
61 |
+
|
62 |
+
|
63 |
+
|
64 |
+
|
65 |
+
|
66 |
|
67 |
training_args = Seq2SeqTrainingArguments(
|
68 |
+
output_dir="./results",
|
69 |
+
logging_dir="./logs", # Save logs here
|
70 |
+
eval_strategy="steps",
|
71 |
learning_rate=2e-5,
|
72 |
per_device_train_batch_size=16, # Increase batch size
|
73 |
per_device_eval_batch_size=16,
|
|
|
78 |
fp16=True, # Keep mixed precision
|
79 |
push_to_hub=False,
|
80 |
# optim="adamw_bnb_8bit", # Use 8-bit optimizer
|
81 |
+
logging_steps=10, # Log every 10 steps
|
82 |
+
logging_strategy="steps",
|
83 |
dataloader_num_workers=4, # Speed up data loading
|
84 |
save_strategy="epoch", # Reduce checkpointing overhead
|
85 |
+
save_steps=500,
|
86 |
gradient_accumulation_steps=4 # Effective larger batch size
|
87 |
)
|
88 |
trainer = Seq2SeqTrainer(
|