svjack commited on
Commit
c915c94
·
1 Parent(s): 1ed43ae

Update synonyms.py

Browse files
Files changed (1) hide show
  1. synonyms.py +5 -0
synonyms.py CHANGED
@@ -1,7 +1,12 @@
 
 
1
  import pandas as pd
2
  from sentence_transformers import SentenceTransformer
3
  cmp_model = SentenceTransformer('uer/sbert-base-chinese-nli')
4
 
5
  def compare(text0, text1):
 
 
 
6
  embeddings = cmp_model.encode([text0, text1])
7
  return int(pd.DataFrame(embeddings.T).corr().iloc[0, 1] * 100)
 
1
+ import rapidfuzz
2
+
3
  import pandas as pd
4
  from sentence_transformers import SentenceTransformer
5
  cmp_model = SentenceTransformer('uer/sbert-base-chinese-nli')
6
 
7
  def compare(text0, text1):
8
+ val = rapidfuzz.fuzz.ratio(text0, text1)
9
+ if val >= 75:
10
+ return val
11
  embeddings = cmp_model.encode([text0, text1])
12
  return int(pd.DataFrame(embeddings.T).corr().iloc[0, 1] * 100)