Commit 48e3a003 authored by podrazka's avatar podrazka
Browse files

Update sentence_similarity.py

parent e6152b43
Loading
Loading
Loading
Loading
+10 −9
Changes for src/sentence_similarity.py: 10 added lines, 9 removed lines.
Original line number Diff line number Diff line
@@ -3,17 +3,18 @@ from STSB_Dataset import STSB_Dataset

dataset = STSB_Dataset('../data/stsbenchmark/sts-test.csv').as_dataframe

#zero_model = SBERT_Model("Zero Model", 'models/nli-bert-large/', dataset)
ft_model = SBERT_Model("Fine-tuned Model", '../models/stsb-bert-large/', dataset)
zero_model = SBERT_Model("nli-bert-large", 'models/nli-bert-large/', dataset)
ft_model = SBERT_Model("stsb-bert-large", '../models/stsb-bert-large/', dataset)
paws_model = SBERT_Model("paws-stsb-bert-large", '../models/stsb-bert-large/', dataset)

#zero_model.print_statistics()
#ft_model.print_statistics()
zero_model.print_statistics()
ft_model.print_statistics()
paws_model.print_statistics()

#ft_model.visualize_embeddings(ft_model.sentences1+ft_model.sentences2, ["A cat is on the mat","A [MASK] is on the mat"])

#Make a list with sentence pairs for the heatmap
sentence_pairs = []
for i in range(2):
    sentence_pairs.append((ft_model.sentences1[i],ft_model.sentences2[i]))
#sentence_pairs = []
#for i in range(2):
#    sentence_pairs.append((ft_model.sentences1[i],ft_model.sentences2[i]))
#generate the heatmap with default mask == "[MASK]"
ft_model.get_html_word_importance(sentence_pairs)
 No newline at end of file
#ft_model.get_html_word_importance(sentence_pairs)