Loading src/sentence_similarity.py +10 −9 Changes for src/sentence_similarity.py: 10 added lines, 9 removed lines. Original line number Diff line number Diff line Loading @@ -3,17 +3,18 @@ from STSB_Dataset import STSB_Dataset dataset = STSB_Dataset('../data/stsbenchmark/sts-test.csv').as_dataframe #zero_model = SBERT_Model("Zero Model", 'models/nli-bert-large/', dataset) ft_model = SBERT_Model("Fine-tuned Model", '../models/stsb-bert-large/', dataset) zero_model = SBERT_Model("nli-bert-large", 'models/nli-bert-large/', dataset) ft_model = SBERT_Model("stsb-bert-large", '../models/stsb-bert-large/', dataset) paws_model = SBERT_Model("paws-stsb-bert-large", '../models/stsb-bert-large/', dataset) #zero_model.print_statistics() #ft_model.print_statistics() zero_model.print_statistics() ft_model.print_statistics() paws_model.print_statistics() #ft_model.visualize_embeddings(ft_model.sentences1+ft_model.sentences2, ["A cat is on the mat","A [MASK] is on the mat"]) #Make a list with sentence pairs for the heatmap sentence_pairs = [] for i in range(2): sentence_pairs.append((ft_model.sentences1[i],ft_model.sentences2[i])) #sentence_pairs = [] #for i in range(2): # sentence_pairs.append((ft_model.sentences1[i],ft_model.sentences2[i])) #generate the heatmap with default mask == "[MASK]" ft_model.get_html_word_importance(sentence_pairs) No newline at end of file #ft_model.get_html_word_importance(sentence_pairs) Loading
src/sentence_similarity.py +10 −9 Changes for src/sentence_similarity.py: 10 added lines, 9 removed lines. Original line number Diff line number Diff line Loading @@ -3,17 +3,18 @@ from STSB_Dataset import STSB_Dataset dataset = STSB_Dataset('../data/stsbenchmark/sts-test.csv').as_dataframe #zero_model = SBERT_Model("Zero Model", 'models/nli-bert-large/', dataset) ft_model = SBERT_Model("Fine-tuned Model", '../models/stsb-bert-large/', dataset) zero_model = SBERT_Model("nli-bert-large", 'models/nli-bert-large/', dataset) ft_model = SBERT_Model("stsb-bert-large", '../models/stsb-bert-large/', dataset) paws_model = SBERT_Model("paws-stsb-bert-large", '../models/stsb-bert-large/', dataset) #zero_model.print_statistics() #ft_model.print_statistics() zero_model.print_statistics() ft_model.print_statistics() paws_model.print_statistics() #ft_model.visualize_embeddings(ft_model.sentences1+ft_model.sentences2, ["A cat is on the mat","A [MASK] is on the mat"]) #Make a list with sentence pairs for the heatmap sentence_pairs = [] for i in range(2): sentence_pairs.append((ft_model.sentences1[i],ft_model.sentences2[i])) #sentence_pairs = [] #for i in range(2): # sentence_pairs.append((ft_model.sentences1[i],ft_model.sentences2[i])) #generate the heatmap with default mask == "[MASK]" ft_model.get_html_word_importance(sentence_pairs) No newline at end of file #ft_model.get_html_word_importance(sentence_pairs)