Update synonyms.py
Browse files- synonyms.py +5 -0
synonyms.py
CHANGED
@@ -1,7 +1,12 @@
|
|
|
|
|
|
1 |
import pandas as pd
|
2 |
from sentence_transformers import SentenceTransformer
|
3 |
cmp_model = SentenceTransformer('uer/sbert-base-chinese-nli')
|
4 |
|
5 |
def compare(text0, text1):
|
|
|
|
|
|
|
6 |
embeddings = cmp_model.encode([text0, text1])
|
7 |
return int(pd.DataFrame(embeddings.T).corr().iloc[0, 1] * 100)
|
|
|
1 |
+
import rapidfuzz
|
2 |
+
|
3 |
import pandas as pd
|
4 |
from sentence_transformers import SentenceTransformer
|
5 |
cmp_model = SentenceTransformer('uer/sbert-base-chinese-nli')
|
6 |
|
7 |
def compare(text0, text1):
|
8 |
+
val = rapidfuzz.fuzz.ratio(text0, text1)
|
9 |
+
if val >= 75:
|
10 |
+
return val
|
11 |
embeddings = cmp_model.encode([text0, text1])
|
12 |
return int(pd.DataFrame(embeddings.T).corr().iloc[0, 1] * 100)
|