Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -9,7 +9,7 @@ Original file is located at
|
|
| 9 |
## Create embeddings of the email dataset and store in a chromadb database
|
| 10 |
"""
|
| 11 |
|
| 12 |
-
|
| 13 |
import chromadb
|
| 14 |
from chromadb.utils import embedding_functions
|
| 15 |
import pandas as pd
|
|
@@ -58,7 +58,6 @@ collection.add(
|
|
| 58 |
|
| 59 |
"""## Fine-tune a Language Model on the Dataset"""
|
| 60 |
|
| 61 |
-
!pip install transformers[torch] accelerate -U
|
| 62 |
from transformers import GPT2LMHeadModel, GPT2Tokenizer, TextDataset, DataCollatorForLanguageModeling, Trainer, TrainingArguments
|
| 63 |
|
| 64 |
# Load pre-trained GPT2 tokenizer and model
|
|
@@ -107,7 +106,7 @@ tokenizer.save_pretrained("/fine_tuned_model")
|
|
| 107 |
|
| 108 |
"""## Create a Gradio Interface"""
|
| 109 |
|
| 110 |
-
|
| 111 |
import gradio as gr
|
| 112 |
|
| 113 |
model_dir= "/fine_tuned_model"
|
|
|
|
| 9 |
## Create embeddings of the email dataset and store in a chromadb database
|
| 10 |
"""
|
| 11 |
|
| 12 |
+
|
| 13 |
import chromadb
|
| 14 |
from chromadb.utils import embedding_functions
|
| 15 |
import pandas as pd
|
|
|
|
| 58 |
|
| 59 |
"""## Fine-tune a Language Model on the Dataset"""
|
| 60 |
|
|
|
|
| 61 |
from transformers import GPT2LMHeadModel, GPT2Tokenizer, TextDataset, DataCollatorForLanguageModeling, Trainer, TrainingArguments
|
| 62 |
|
| 63 |
# Load pre-trained GPT2 tokenizer and model
|
|
|
|
| 106 |
|
| 107 |
"""## Create a Gradio Interface"""
|
| 108 |
|
| 109 |
+
|
| 110 |
import gradio as gr
|
| 111 |
|
| 112 |
model_dir= "/fine_tuned_model"
|