added topic model and stop words for lfs

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+saved_model/stop_words/Japanese_selection.txt filter=lfs diff=lfs merge=lfs -text
+saved_model/topic/trained_model.bin filter=lfs diff=lfs merge=lfs -text

inference.py

@@ -13,10 +13,13 @@ import transformers as T  # type: ignore
 from scipy import stats  # type: ignore
 from sudachipy import dictionary, tokenizer  # type: ignore
 
-MODELS_PATH = Path("/home/terapyon/dev/awarefy/models/for-amp")
-model_base_path = MODELS_PATH / "2class_1019/"
-topic_model_trained = MODELS_PATH / "trained_model.bin"
-japanese_selection_path = MODELS_PATH / "Japanese_selection.txt"
+# from transformers import AutoModel
+
+MODELS_PATH = Path(__file__).parent / "saved_model"
+model_base_path = MODELS_PATH / "two_class"
+MODEL_BASE = "terapyon/awarefy-test-trained-"
+topic_model_trained = MODELS_PATH / "topic" / "trained_model.bin"
+japanese_selection_path = MODELS_PATH / "stop_words" / "Japanese_selection.txt"
 
 # GPUの指定
 if torch.cuda.is_available():
@@ -118,7 +121,7 @@ def make_traind_model(bert_model):
         k = k + 1
         model_path = model_base_path / f"trained_model{k}.pt"
         trained_model = copy.deepcopy(bert_model)
-        trained_model.load_state_dict(torch.load(model_path, map_location=device),strict=False)
+        trained_model.load_state_dict(torch.load(model_path, map_location=device), strict=False)
         trained_models.append(trained_model)
     return trained_models
 

saved_model/stop_words/Japanese_selection.txt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9654e2f6f739a61285f80538e1076d938f54f090974d8f872ad59b246a66da8
+size 2202

saved_model/topic/trained_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c0cc05fcb664763839ca099f04aa5275a269cfbea8847f33214bc73affdcce
+size 695117