From 212af7b576d6f8db1666b713d9e836e867795ab8 Mon Sep 17 00:00:00 2001 From: Victor Zimmermann <zimmermann@cl.uni-heidelberg.de> Date: Thu, 29 Mar 2018 22:14:36 +0200 Subject: [PATCH] Add results from development set. --- results/development/all-in-one.log | 3573 ++++++ results/development/baseline.log | 3977 +++++++ results/development/gold.log | 3913 +++++++ results/development/hyperlex.log | 3626 ++++++ results/development/singletons.log | 14859 ++++++++++++++++++++++++ results/development/system.log | 4073 +++++++ results/development/system_wo_mst.log | 4009 +++++++ 7 files changed, 38030 insertions(+) create mode 100644 results/development/all-in-one.log create mode 100644 results/development/baseline.log create mode 100644 results/development/gold.log create mode 100644 results/development/hyperlex.log create mode 100644 results/development/singletons.log create mode 100644 results/development/system.log create mode 100644 results/development/system_wo_mst.log diff --git a/results/development/all-in-one.log b/results/development/all-in-one.log new file mode 100644 index 0000000..f2984ef --- /dev/null +++ b/results/development/all-in-one.log @@ -0,0 +1,3573 @@ +[ INFO ] Configuration - Loading /eval.properties FROM /home/students/zimmermann/Courses/ws17/fsem/absinth/evaluator/config/eval.properties +[ INFO ] WSIEvaluator - Run started at 17:52 +[ INFO ] Dataset - Loading the ./../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the topics data ./../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the subtopics data +[ INFO ] Dataset - Loading the snippets data +[ INFO ] Dataset - Loading the relations data +[ INFO ] Dataset - Loading the relations data +[ INFO ] WSIEvaluator - +=================================================== +Starting the evaluation +=================================================== +[ INFO ] WSIEvaluator - +=================================================== +subtopic-recall@K default: 100 +=================================================== +[ WARN ] WSIEvaluator - +============= Query 1 : "the blue bird" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the blue bird" =============== +============ Value of Rand Index = 0.581010101010101 ================================= +============ Partial average Rand Index = 0.581010101010101 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.581010101010101 ================================= +============ Partial average of Jaccard Index = 0.581010101010101 ====== +============ Precision = 0.18, Recall = 0.6666666666666666, F1 = 0.28346456692913385 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 2 : "crown of thorns" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "crown of thorns" =============== +============ Value of Rand Index = 0.2193939393939394 ================================= +============ Partial average Rand Index = 0.40020202020202017 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.2193939393939394 ================================= +============ Partial average of Jaccard Index = 0.40020202020202017 ====== +============ Precision = 0.15, Recall = 0.2542372881355932, F1 = 0.18867924528301885 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 3 : "hall of justice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hall of justice" =============== +============ Value of Rand Index = 0.35373737373737374 ================================= +============ Partial average Rand Index = 0.38471380471380473 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.35373737373737374 ================================= +============ Partial average of Jaccard Index = 0.38471380471380473 ====== +============ Precision = 0.45, Recall = 0.7142857142857143, F1 = 0.5521472392638037 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 4 : "cool water" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cool water" =============== +============ Value of Rand Index = 0.6145454545454545 ================================= +============ Partial average Rand Index = 0.44217171717171716 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.6145454545454545 ================================= +============ Partial average of Jaccard Index = 0.44217171717171716 ====== +============ Precision = 0.2, Recall = 0.8333333333333334, F1 = 0.3225806451612903 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 5 : "the art of seduction" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the art of seduction" =============== +============ Value of Rand Index = 0.5254545454545455 ================================= +============ Partial average Rand Index = 0.45882828282828286 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.5254545454545455 ================================= +============ Partial average of Jaccard Index = 0.45882828282828286 ====== +============ Precision = 0.21, Recall = 0.6774193548387096, F1 = 0.32061068702290074 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 6 : "radioactive man" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radioactive man" =============== +============ Value of Rand Index = 0.2680808080808081 ================================= +============ Partial average Rand Index = 0.42703703703703705 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.2680808080808081 ================================= +============ Partial average of Jaccard Index = 0.42703703703703705 ====== +============ Precision = 0.3, Recall = 0.30612244897959184, F1 = 0.3030303030303031 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 7 : "radius of curvature" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radius of curvature" =============== +============ Value of Rand Index = 0.23717171717171717 ================================= +============ Partial average Rand Index = 0.3999134199134199 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.23717171717171717 ================================= +============ Partial average of Jaccard Index = 0.3999134199134199 ====== +============ Precision = 0.37, Recall = 0.3627450980392157, F1 = 0.3663366336633664 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 8 : "twilight of the gods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "twilight of the gods" =============== +============ Value of Rand Index = 0.24343434343434345 ================================= +============ Partial average Rand Index = 0.38035353535353533 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.24343434343434345 ================================= +============ Partial average of Jaccard Index = 0.38035353535353533 ====== +============ Precision = 0.18, Recall = 0.32142857142857145, F1 = 0.23076923076923075 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 9 : "sign of the cross" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sign of the cross" =============== +============ Value of Rand Index = 0.4288888888888889 ================================= +============ Partial average Rand Index = 0.385746352413019 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4288888888888889 ================================= +============ Partial average of Jaccard Index = 0.385746352413019 ====== +============ Precision = 0.46, Recall = 0.8518518518518519, F1 = 0.5974025974025975 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 10 : "in the name of love" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "in the name of love" =============== +============ Value of Rand Index = 0.6244444444444445 ================================= +============ Partial average Rand Index = 0.40961616161616154 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.6244444444444445 ================================= +============ Partial average of Jaccard Index = 0.40961616161616154 ====== +============ Precision = 0.13, Recall = 0.5909090909090909, F1 = 0.21311475409836067 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 11 : "stephen king" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stephen king" =============== +============ Value of Rand Index = 0.9224242424242424 ================================= +============ Partial average Rand Index = 0.45623507805325986 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.9224242424242424 ================================= +============ Partial average of Jaccard Index = 0.45623507805325986 ====== +============ Precision = 0.96, Recall = 1.0, F1 = 0.9795918367346939 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 12 : "private practice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "private practice" =============== +============ Value of Rand Index = 0.4571717171717172 ================================= +============ Partial average Rand Index = 0.4563131313131312 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4571717171717172 ================================= +============ Partial average of Jaccard Index = 0.4563131313131312 ====== +============ Precision = 0.46, Recall = 0.92, F1 = 0.6133333333333333 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 13 : "micro chip" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "micro chip" =============== +============ Value of Rand Index = 0.3202020202020202 ================================= +============ Partial average Rand Index = 0.4458430458430458 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.3202020202020202 ================================= +============ Partial average of Jaccard Index = 0.4458430458430458 ====== +============ Precision = 0.44, Recall = 0.4536082474226804, F1 = 0.4467005076142132 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 14 : "the glass bead game" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the glass bead game" =============== +============ Value of Rand Index = 0.44303030303030305 ================================= +============ Partial average Rand Index = 0.4456421356421356 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.44303030303030305 ================================= +============ Partial average of Jaccard Index = 0.4456421356421356 ====== +============ Precision = 0.43, Recall = 0.8775510204081632, F1 = 0.5771812080536912 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 15 : "la mancha" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "la mancha" =============== +============ Value of Rand Index = 0.5387878787878788 ================================= +============ Partial average Rand Index = 0.45185185185185184 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.5387878787878788 ================================= +============ Partial average of Jaccard Index = 0.45185185185185184 ====== +============ Precision = 0.3, Recall = 0.7692307692307693, F1 = 0.43165467625899284 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 16 : "richard tracey" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "richard tracey" =============== +============ Value of Rand Index = 0.5561616161616162 ================================= +============ Partial average Rand Index = 0.4583712121212122 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.5561616161616162 ================================= +============ Partial average of Jaccard Index = 0.4583712121212122 ====== +============ Precision = 0.23, Recall = 0.7931034482758621, F1 = 0.35658914728682173 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 17 : "heart attack" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart attack" =============== +============ Value of Rand Index = 0.9604040404040404 ================================= +============ Partial average Rand Index = 0.48790255496137847 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.9604040404040404 ================================= +============ Partial average of Jaccard Index = 0.48790255496137847 ====== +============ Precision = 0.98, Recall = 0.9245283018867925, F1 = 0.9514563106796116 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 18 : "new england" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "new england" =============== +============ Value of Rand Index = 0.4591919191919192 ================================= +============ Partial average Rand Index = 0.48630751964085295 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4591919191919192 ================================= +============ Partial average of Jaccard Index = 0.48630751964085295 ====== +============ Precision = 0.17, Recall = 0.4594594594594595, F1 = 0.24817518248175185 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 19 : "fly with me" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fly with me" =============== +============ Value of Rand Index = 0.7802020202020202 ================================= +============ Partial average Rand Index = 0.5017756512493354 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.7802020202020202 ================================= +============ Partial average of Jaccard Index = 0.5017756512493354 ====== +============ Precision = 0.08, Recall = 0.6666666666666666, F1 = 0.14285714285714285 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 20 : "agent blue" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "agent blue" =============== +============ Value of Rand Index = 0.5046464646464647 ================================= +============ Partial average Rand Index = 0.5019191919191919 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.5046464646464647 ================================= +============ Partial average of Jaccard Index = 0.5019191919191919 ====== +============ Precision = 0.26, Recall = 0.7647058823529411, F1 = 0.3880597014925373 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 21 : "across the universe" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "across the universe" =============== +============ Value of Rand Index = 0.4090909090909091 ================================= +============ Partial average Rand Index = 0.49749879749879744 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4090909090909091 ================================= +============ Partial average of Jaccard Index = 0.49749879749879744 ====== +============ Precision = 0.56, Recall = 0.717948717948718, F1 = 0.6292134831460674 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 22 : "attack of the mutant" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "attack of the mutant" =============== +============ Value of Rand Index = 0.48505050505050507 ================================= +============ Partial average Rand Index = 0.4969329660238751 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.48505050505050507 ================================= +============ Partial average of Jaccard Index = 0.4969329660238751 ====== +============ Precision = 0.16, Recall = 0.48484848484848486, F1 = 0.24060150375939848 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 23 : "the block" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the block" =============== +============ Value of Rand Index = 0.5680808080808081 ================================= +============ Partial average Rand Index = 0.5000263504611331 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.5680808080808081 ================================= +============ Partial average of Jaccard Index = 0.5000263504611331 ====== +============ Precision = 0.19, Recall = 0.7037037037037037, F1 = 0.2992125984251969 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 24 : "lake of the woods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lake of the woods" =============== +============ Value of Rand Index = 0.4509090909090909 ================================= +============ Partial average Rand Index = 0.49797979797979797 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4509090909090909 ================================= +============ Partial average of Jaccard Index = 0.49797979797979797 ====== +============ Precision = 0.14, Recall = 0.34146341463414637, F1 = 0.19858156028368795 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 25 : "freedom of the seas" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the seas" =============== +============ Value of Rand Index = 0.5822222222222222 ================================= +============ Partial average Rand Index = 0.501349494949495 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.5822222222222222 ================================= +============ Partial average of Jaccard Index = 0.501349494949495 ====== +============ Precision = 0.72, Recall = 0.972972972972973, F1 = 0.8275862068965518 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 26 : "robert watts" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "robert watts" =============== +============ Value of Rand Index = 0.38525252525252524 ================================= +============ Partial average Rand Index = 0.49688422688422695 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.38525252525252524 ================================= +============ Partial average of Jaccard Index = 0.49688422688422695 ====== +============ Precision = 0.32, Recall = 0.6530612244897959, F1 = 0.42953020134228187 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 27 : "look back in anger" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "look back in anger" =============== +============ Value of Rand Index = 0.3751515151515151 ================================= +============ Partial average Rand Index = 0.4923756079311636 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.3751515151515151 ================================= +============ Partial average of Jaccard Index = 0.4923756079311636 ====== +============ Precision = 0.18, Recall = 0.4090909090909091, F1 = 0.25 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 28 : "liquid air" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "liquid air" =============== +============ Value of Rand Index = 0.7117171717171717 ================================= +============ Partial average Rand Index = 0.5002092352092352 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.7117171717171717 ================================= +============ Partial average of Jaccard Index = 0.5002092352092352 ====== +============ Precision = 0.16, Recall = 0.8888888888888888, F1 = 0.27118644067796616 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 29 : "civil disobedience" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil disobedience" =============== +============ Value of Rand Index = 0.384040404040404 ================================= +============ Partial average Rand Index = 0.49620341344479274 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.384040404040404 ================================= +============ Partial average of Jaccard Index = 0.49620341344479274 ====== +============ Precision = 0.55, Recall = 0.6626506024096386, F1 = 0.6010928961748634 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 30 : "mount huxley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mount huxley" =============== +============ Value of Rand Index = 0.7670707070707071 ================================= +============ Partial average Rand Index = 0.5052323232323233 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.7670707070707071 ================================= +============ Partial average of Jaccard Index = 0.5052323232323233 ====== +============ Precision = 0.11, Recall = 0.8461538461538461, F1 = 0.19469026548672566 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 31 : "seduced and abandoned" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "seduced and abandoned" =============== +============ Value of Rand Index = 0.4109090909090909 ================================= +============ Partial average Rand Index = 0.5021896383186706 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4109090909090909 ================================= +============ Partial average of Jaccard Index = 0.5021896383186706 ====== +============ Precision = 0.48, Recall = 0.8275862068965517, F1 = 0.6075949367088608 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 32 : "tai chi" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tai chi" =============== +============ Value of Rand Index = 0.6638383838383838 ================================= +============ Partial average Rand Index = 0.5072411616161615 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.6638383838383838 ================================= +============ Partial average of Jaccard Index = 0.5072411616161615 ====== +============ Precision = 0.76, Recall = 0.5390070921985816, F1 = 0.6307053941908713 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 33 : "a bell for adano" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "a bell for adano" =============== +============ Value of Rand Index = 0.3751515151515151 ================================= +============ Partial average Rand Index = 0.5032384450566267 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.3751515151515151 ================================= +============ Partial average of Jaccard Index = 0.5032384450566267 ====== +============ Precision = 0.51, Recall = 0.6986301369863014, F1 = 0.5895953757225434 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 34 : "gay bar" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gay bar" =============== +============ Value of Rand Index = 0.7973737373737374 ================================= +============ Partial average Rand Index = 0.5118894830659535 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.7973737373737374 ================================= +============ Partial average of Jaccard Index = 0.5118894830659535 ====== +============ Precision = 0.89, Recall = 0.9175257731958762, F1 = 0.9035532994923858 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 35 : "down in the valley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "down in the valley" =============== +============ Value of Rand Index = 0.48323232323232324 ================================= +============ Partial average Rand Index = 0.5110707070707069 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.48323232323232324 ================================= +============ Partial average of Jaccard Index = 0.5110707070707069 ====== +============ Precision = 0.21, Recall = 0.6176470588235294, F1 = 0.31343283582089554 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 36 : "space raiders" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space raiders" =============== +============ Value of Rand Index = 0.35777777777777775 ================================= +============ Partial average Rand Index = 0.5068125701459033 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.35777777777777775 ================================= +============ Partial average of Jaccard Index = 0.5068125701459033 ====== +============ Precision = 0.54, Recall = 0.5806451612903226, F1 = 0.5595854922279794 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 37 : "black hole" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "black hole" =============== +============ Value of Rand Index = 0.9604040404040404 ================================= +============ Partial average Rand Index = 0.5190717990717989 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.9604040404040404 ================================= +============ Partial average of Jaccard Index = 0.5190717990717989 ====== +============ Precision = 0.98, Recall = 1.0, F1 = 0.98989898989899 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 38 : "fata morgana" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fata morgana" =============== +============ Value of Rand Index = 0.46606060606060606 ================================= +============ Partial average Rand Index = 0.5176767676767675 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.46606060606060606 ================================= +============ Partial average of Jaccard Index = 0.5176767676767675 ====== +============ Precision = 0.11, Recall = 0.3055555555555556, F1 = 0.16176470588235295 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 39 : "all that jazz" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "all that jazz" =============== +============ Value of Rand Index = 0.4616161616161616 ================================= +============ Partial average Rand Index = 0.5162393162393162 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4616161616161616 ================================= +============ Partial average of Jaccard Index = 0.5162393162393162 ====== +============ Precision = 0.22, Recall = 0.5238095238095238, F1 = 0.3098591549295775 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 40 : "ten little indians" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ten little indians" =============== +============ Value of Rand Index = 0.2191919191919192 ================================= +============ Partial average Rand Index = 0.5088131313131312 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.2191919191919192 ================================= +============ Partial average of Jaccard Index = 0.5088131313131312 ====== +============ Precision = 0.22, Recall = 0.3283582089552239, F1 = 0.26347305389221554 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 41 : "speed of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "speed of light" =============== +============ Value of Rand Index = 0.476969696969697 ================================= +============ Partial average Rand Index = 0.5080364621828035 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.476969696969697 ================================= +============ Partial average of Jaccard Index = 0.5080364621828035 ====== +============ Precision = 0.41, Recall = 0.9318181818181818, F1 = 0.5694444444444444 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 42 : "ray of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ray of light" =============== +============ Value of Rand Index = 0.41474747474747475 ================================= +============ Partial average Rand Index = 0.5058152958152957 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.41474747474747475 ================================= +============ Partial average of Jaccard Index = 0.5058152958152957 ====== +============ Precision = 0.21, Recall = 0.5, F1 = 0.29577464788732394 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 43 : "soul food" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soul food" =============== +============ Value of Rand Index = 0.6218181818181818 ================================= +============ Partial average Rand Index = 0.5085130373502466 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.6218181818181818 ================================= +============ Partial average of Jaccard Index = 0.5085130373502466 ====== +============ Precision = 0.78, Recall = 0.8297872340425532, F1 = 0.8041237113402062 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 44 : "volcanic rock" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "volcanic rock" =============== +============ Value of Rand Index = 0.9040404040404041 ================================= +============ Partial average Rand Index = 0.5175022956841138 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.9040404040404041 ================================= +============ Partial average of Jaccard Index = 0.5175022956841138 ====== +============ Precision = 0.95, Recall = 1.0, F1 = 0.9743589743589743 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 45 : "storm in a teacup" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "storm in a teacup" =============== +============ Value of Rand Index = 0.5145454545454545 ================================= +============ Partial average Rand Index = 0.5174365881032547 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.5145454545454545 ================================= +============ Partial average of Jaccard Index = 0.5174365881032547 ====== +============ Precision = 0.07, Recall = 0.23333333333333334, F1 = 0.1076923076923077 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 46 : "double negative" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "double negative" =============== +============ Value of Rand Index = 0.24666666666666667 ================================= +============ Partial average Rand Index = 0.5115502854633288 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.24666666666666667 ================================= +============ Partial average of Jaccard Index = 0.5115502854633288 ====== +============ Precision = 0.27, Recall = 0.36, F1 = 0.3085714285714286 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 47 : "the whole truth" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the whole truth" =============== +============ Value of Rand Index = 0.7424242424242424 ================================= +============ Partial average Rand Index = 0.5164624973135611 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.7424242424242424 ================================= +============ Partial average of Jaccard Index = 0.5164624973135611 ====== +============ Precision = 0.05, Recall = 0.3333333333333333, F1 = 0.08695652173913045 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 48 : "james bond" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "james bond" =============== +============ Value of Rand Index = 0.4690909090909091 ================================= +============ Partial average Rand Index = 0.5154755892255891 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4690909090909091 ================================= +============ Partial average of Jaccard Index = 0.5154755892255891 ====== +============ Precision = 0.52, Recall = 0.348993288590604, F1 = 0.4176706827309237 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 49 : "survival of the fittest" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "survival of the fittest" =============== +============ Value of Rand Index = 0.4404040404040404 ================================= +============ Partial average Rand Index = 0.5139435168006594 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4404040404040404 ================================= +============ Partial average of Jaccard Index = 0.5139435168006594 ====== +============ Precision = 0.12, Recall = 0.34285714285714286, F1 = 0.17777777777777776 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 50 : "mark forster" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mark forster" =============== +============ Value of Rand Index = 0.46646464646464647 ================================= +============ Partial average Rand Index = 0.5129939393939392 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.46646464646464647 ================================= +============ Partial average of Jaccard Index = 0.5129939393939392 ====== +============ Precision = 0.38, Recall = 0.8837209302325582, F1 = 0.5314685314685315 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 51 : "rain or shine" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rain or shine" =============== +============ Value of Rand Index = 0.8296969696969697 ================================= +============ Partial average Rand Index = 0.5192038027332143 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.8296969696969697 ================================= +============ Partial average of Jaccard Index = 0.5192038027332143 ====== +============ Precision = 0.05, Recall = 0.5, F1 = 0.09090909090909091 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 52 : "another day in paradise" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "another day in paradise" =============== +============ Value of Rand Index = 0.3335353535353535 ================================= +============ Partial average Rand Index = 0.5156332556332555 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.3335353535353535 ================================= +============ Partial average of Jaccard Index = 0.5156332556332555 ====== +============ Precision = 0.21, Recall = 0.42857142857142855, F1 = 0.28187919463087246 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 53 : "tree of knowledge" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tree of knowledge" =============== +============ Value of Rand Index = 0.528080808080808 ================================= +============ Partial average Rand Index = 0.5158681151133979 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.528080808080808 ================================= +============ Partial average of Jaccard Index = 0.5158681151133979 ====== +============ Precision = 0.2, Recall = 0.6666666666666666, F1 = 0.30769230769230765 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 54 : "indy 500" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "indy 500" =============== +============ Value of Rand Index = 0.7018181818181818 ================================= +============ Partial average Rand Index = 0.5193116348671902 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.7018181818181818 ================================= +============ Partial average of Jaccard Index = 0.5193116348671902 ====== +============ Precision = 0.82, Recall = 1.0, F1 = 0.9010989010989011 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 55 : "amarillo by morning" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "amarillo by morning" =============== +============ Value of Rand Index = 0.611919191919192 ================================= +============ Partial average Rand Index = 0.5209954086317721 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.611919191919192 ================================= +============ Partial average of Jaccard Index = 0.5209954086317721 ====== +============ Precision = 0.75, Recall = 0.974025974025974, F1 = 0.8474576271186441 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 56 : "queen of the night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "queen of the night" =============== +============ Value of Rand Index = 0.4202020202020202 ================================= +============ Partial average Rand Index = 0.5191955266955265 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4202020202020202 ================================= +============ Partial average of Jaccard Index = 0.5191955266955265 ====== +============ Precision = 0.13, Recall = 0.34210526315789475, F1 = 0.18840579710144928 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 57 : "cassius marcellus clay" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cassius marcellus clay" =============== +============ Value of Rand Index = 0.3997979797979798 ================================= +============ Partial average Rand Index = 0.5171008328903064 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.3997979797979798 ================================= +============ Partial average of Jaccard Index = 0.5171008328903064 ====== +============ Precision = 0.41, Recall = 0.7884615384615384, F1 = 0.5394736842105263 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 58 : "space opera" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space opera" =============== +============ Value of Rand Index = 0.34424242424242424 ================================= +============ Partial average Rand Index = 0.5141205154998257 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.34424242424242424 ================================= +============ Partial average of Jaccard Index = 0.5141205154998257 ====== +============ Precision = 0.49, Recall = 0.6901408450704225, F1 = 0.5730994152046783 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 59 : "alpha dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "alpha dog" =============== +============ Value of Rand Index = 0.6187878787878788 ================================= +============ Partial average Rand Index = 0.5158945386064029 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.6187878787878788 ================================= +============ Partial average of Jaccard Index = 0.5158945386064029 ====== +============ Precision = 0.21, Recall = 0.84, F1 = 0.3359999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 60 : "bullet in the head" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bullet in the head" =============== +============ Value of Rand Index = 0.33515151515151514 ================================= +============ Partial average Rand Index = 0.5128821548821547 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.33515151515151514 ================================= +============ Partial average of Jaccard Index = 0.5128821548821547 ====== +============ Precision = 0.33, Recall = 0.55, F1 = 0.4125 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 61 : "jump cut" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "jump cut" =============== +============ Value of Rand Index = 0.3795959595959596 ================================= +============ Partial average Rand Index = 0.5106971352872991 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.3795959595959596 ================================= +============ Partial average of Jaccard Index = 0.5106971352872991 ====== +============ Precision = 0.31, Recall = 0.6326530612244898, F1 = 0.4161073825503356 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 62 : "family reunion" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "family reunion" =============== +============ Value of Rand Index = 0.4666666666666667 ================================= +============ Partial average Rand Index = 0.5099869664385792 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4666666666666667 ================================= +============ Partial average of Jaccard Index = 0.5099869664385792 ====== +============ Precision = 0.59, Recall = 0.9076923076923077, F1 = 0.7151515151515151 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 63 : "rookie of the year" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rookie of the year" =============== +============ Value of Rand Index = 0.5927272727272728 ================================= +============ Partial average Rand Index = 0.5113003046336377 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.5927272727272728 ================================= +============ Partial average of Jaccard Index = 0.5113003046336377 ====== +============ Precision = 0.75, Recall = 0.9146341463414634, F1 = 0.8241758241758242 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 64 : "junk mail" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "junk mail" =============== +============ Value of Rand Index = 0.5387878787878788 ================================= +============ Partial average Rand Index = 0.5117297979797978 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.5387878787878788 ================================= +============ Partial average of Jaccard Index = 0.5117297979797978 ====== +============ Precision = 0.57, Recall = 0.5480769230769231, F1 = 0.5588235294117646 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 65 : "little brother" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "little brother" =============== +============ Value of Rand Index = 0.4319191919191919 ================================= +============ Partial average Rand Index = 0.5105019425019425 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4319191919191919 ================================= +============ Partial average of Jaccard Index = 0.5105019425019425 ====== +============ Precision = 0.18, Recall = 0.47368421052631576, F1 = 0.2608695652173913 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 66 : "lost in space" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lost in space" =============== +============ Value of Rand Index = 0.3521212121212121 ================================= +============ Partial average Rand Index = 0.5081022344658708 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.3521212121212121 ================================= +============ Partial average of Jaccard Index = 0.5081022344658708 ====== +============ Precision = 0.35, Recall = 0.625, F1 = 0.44871794871794873 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 67 : "the game of life" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the game of life" =============== +============ Value of Rand Index = 0.45494949494949494 ================================= +============ Partial average Rand Index = 0.5073089099954771 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.45494949494949494 ================================= +============ Partial average of Jaccard Index = 0.5073089099954771 ====== +============ Precision = 0.23, Recall = 0.6216216216216216, F1 = 0.33576642335766427 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 68 : "field of fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "field of fire" =============== +============ Value of Rand Index = 0.2775757575757576 ================================= +============ Partial average Rand Index = 0.5039304812834224 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.2775757575757576 ================================= +============ Partial average of Jaccard Index = 0.5039304812834224 ====== +============ Precision = 0.28, Recall = 0.5, F1 = 0.358974358974359 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 69 : "citizen of the world" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "citizen of the world" =============== +============ Value of Rand Index = 0.8852525252525253 ================================= +============ Partial average Rand Index = 0.5094568877177572 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.8852525252525253 ================================= +============ Partial average of Jaccard Index = 0.5094568877177572 ====== +============ Precision = 0.05, Recall = 0.7142857142857143, F1 = 0.09345794392523366 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 70 : "bad to the bone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bad to the bone" =============== +============ Value of Rand Index = 0.4581818181818182 ================================= +============ Partial average Rand Index = 0.5087243867243867 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4581818181818182 ================================= +============ Partial average of Jaccard Index = 0.5087243867243867 ====== +============ Precision = 0.25, Recall = 0.6756756756756757, F1 = 0.36496350364963503 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 71 : "cats and dogs" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cats and dogs" =============== +============ Value of Rand Index = 0.7866666666666666 ================================= +============ Partial average Rand Index = 0.5126390667235737 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.7866666666666666 ================================= +============ Partial average of Jaccard Index = 0.5126390667235737 ====== +============ Precision = 0.12, Recall = 1.0, F1 = 0.21428571428571425 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 72 : "division by zero" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "division by zero" =============== +============ Value of Rand Index = 0.6430303030303031 ================================= +============ Partial average Rand Index = 0.5144500561167227 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.6430303030303031 ================================= +============ Partial average of Jaccard Index = 0.5144500561167227 ====== +============ Precision = 0.79, Recall = 0.8777777777777778, F1 = 0.831578947368421 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 73 : "hair of the dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hair of the dog" =============== +============ Value of Rand Index = 0.44727272727272727 ================================= +============ Partial average Rand Index = 0.5135298187352981 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.44727272727272727 ================================= +============ Partial average of Jaccard Index = 0.5135298187352981 ====== +============ Precision = 0.15, Recall = 0.40540540540540543, F1 = 0.21897810218978103 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 74 : "freedom of the press" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the press" =============== +============ Value of Rand Index = 0.642020202020202 ================================= +============ Partial average Rand Index = 0.5152661752661752 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.642020202020202 ================================= +============ Partial average of Jaccard Index = 0.5152661752661752 ====== +============ Precision = 0.78, Recall = 0.8125, F1 = 0.7959183673469388 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 75 : "bat boy" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bat boy" =============== +============ Value of Rand Index = 0.38282828282828285 ================================= +============ Partial average Rand Index = 0.5135003367003367 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.38282828282828285 ================================= +============ Partial average of Jaccard Index = 0.5135003367003367 ====== +============ Precision = 0.48, Recall = 0.75, F1 = 0.5853658536585366 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 76 : "fast food nation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fast food nation" =============== +============ Value of Rand Index = 0.4161616161616162 ================================= +============ Partial average Rand Index = 0.5122195640616694 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4161616161616162 ================================= +============ Partial average of Jaccard Index = 0.5122195640616694 ====== +============ Precision = 0.5, Recall = 0.5555555555555556, F1 = 0.5263157894736842 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 77 : "the da vinci code" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the da vinci code" =============== +============ Value of Rand Index = 0.2915151515151515 ================================= +============ Partial average Rand Index = 0.5093532729896366 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.2915151515151515 ================================= +============ Partial average of Jaccard Index = 0.5093532729896366 ====== +============ Precision = 0.35, Recall = 0.5, F1 = 0.4117647058823529 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 78 : "civil war" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil war" =============== +============ Value of Rand Index = 0.44 ================================= +============ Partial average Rand Index = 0.5084641284641284 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.44 ================================= +============ Partial average of Jaccard Index = 0.5084641284641284 ====== +============ Precision = 0.54, Recall = 0.8852459016393442, F1 = 0.670807453416149 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 79 : "trip the light fantastic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "trip the light fantastic" =============== +============ Value of Rand Index = 0.5652525252525252 ================================= +============ Partial average Rand Index = 0.5091829689298043 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.5652525252525252 ================================= +============ Partial average of Jaccard Index = 0.5091829689298043 ====== +============ Precision = 0.11, Recall = 0.4230769230769231, F1 = 0.1746031746031746 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 80 : "ace of spades" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ace of spades" =============== +============ Value of Rand Index = 0.4490909090909091 ================================= +============ Partial average Rand Index = 0.5084318181818182 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4490909090909091 ================================= +============ Partial average of Jaccard Index = 0.5084318181818182 ====== +============ Precision = 0.08, Recall = 0.23529411764705882, F1 = 0.11940298507462688 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 81 : "charles de gaulle" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "charles de gaulle" =============== +============ Value of Rand Index = 0.23494949494949494 ================================= +============ Partial average Rand Index = 0.5050554932036413 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.23494949494949494 ================================= +============ Partial average of Jaccard Index = 0.5050554932036413 ====== +============ Precision = 0.34, Recall = 0.4657534246575342, F1 = 0.3930635838150289 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 82 : "dive bomber" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dive bomber" =============== +============ Value of Rand Index = 0.36262626262626263 ================================= +============ Partial average Rand Index = 0.5033185513673318 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.36262626262626263 ================================= +============ Partial average of Jaccard Index = 0.5033185513673318 ====== +============ Precision = 0.51, Recall = 0.7083333333333334, F1 = 0.5930232558139535 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 83 : "catch a fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "catch a fire" =============== +============ Value of Rand Index = 0.6288888888888889 ================================= +============ Partial average Rand Index = 0.5048314470001216 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.6288888888888889 ================================= +============ Partial average of Jaccard Index = 0.5048314470001216 ====== +============ Precision = 0.78, Recall = 0.8764044943820225, F1 = 0.8253968253968254 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 84 : "middle ages" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "middle ages" =============== +============ Value of Rand Index = 0.558989898989899 ================================= +============ Partial average Rand Index = 0.5054761904761904 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.558989898989899 ================================= +============ Partial average of Jaccard Index = 0.5054761904761904 ====== +============ Precision = 0.71, Recall = 0.9342105263157895, F1 = 0.8068181818181819 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 85 : "the marquise of o" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the marquise of o" =============== +============ Value of Rand Index = 0.3527272727272727 ================================= +============ Partial average Rand Index = 0.5036791443850267 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.3527272727272727 ================================= +============ Partial average of Jaccard Index = 0.5036791443850267 ====== +============ Precision = 0.46, Recall = 0.6571428571428571, F1 = 0.5411764705882354 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 86 : "sean fallon" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sean fallon" =============== +============ Value of Rand Index = 0.8317171717171717 ================================= +============ Partial average Rand Index = 0.5074935400516796 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.8317171717171717 ================================= +============ Partial average of Jaccard Index = 0.5074935400516796 ====== +============ Precision = 0.07, Recall = 0.7777777777777778, F1 = 0.12844036697247707 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 87 : "tower of babel" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tower of babel" =============== +============ Value of Rand Index = 0.18565656565656566 ================================= +============ Partial average Rand Index = 0.5037942644839196 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.18565656565656566 ================================= +============ Partial average of Jaccard Index = 0.5037942644839196 ====== +============ Precision = 0.17, Recall = 0.265625, F1 = 0.2073170731707317 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 88 : "special edition" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "special edition" =============== +============ Value of Rand Index = 0.9408080808080808 ================================= +============ Partial average Rand Index = 0.5087603305785123 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.9408080808080808 ================================= +============ Partial average of Jaccard Index = 0.5087603305785123 ====== +============ Precision = 0.02, Recall = 0.6666666666666666, F1 = 0.038834951456310676 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 89 : "the colour of magic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the colour of magic" =============== +============ Value of Rand Index = 0.35454545454545455 ================================= +============ Partial average Rand Index = 0.5070275791624106 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.35454545454545455 ================================= +============ Partial average of Jaccard Index = 0.5070275791624106 ====== +============ Precision = 0.42, Recall = 0.6268656716417911, F1 = 0.502994011976048 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 90 : "iron butterly" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "iron butterly" =============== +============ Value of Rand Index = 0.4595959595959596 ================================= +============ Partial average Rand Index = 0.5065005611672279 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4595959595959596 ================================= +============ Partial average of Jaccard Index = 0.5065005611672279 ====== +============ Precision = 0.55, Recall = 0.9166666666666666, F1 = 0.6874999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 91 : "reign of terror" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "reign of terror" =============== +============ Value of Rand Index = 0.45474747474747473 ================================= +============ Partial average Rand Index = 0.5059318459318459 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.45474747474747473 ================================= +============ Partial average of Jaccard Index = 0.5059318459318459 ====== +============ Precision = 0.27, Recall = 0.7105263157894737, F1 = 0.391304347826087 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 92 : "heavy rotation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heavy rotation" =============== +============ Value of Rand Index = 0.4529292929292929 ================================= +============ Partial average Rand Index = 0.5053557312252964 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4529292929292929 ================================= +============ Partial average of Jaccard Index = 0.5053557312252964 ====== +============ Precision = 0.22, Recall = 0.5641025641025641, F1 = 0.3165467625899281 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 93 : "the edge of heaven" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the edge of heaven" =============== +============ Value of Rand Index = 0.4571717171717172 ================================= +============ Partial average Rand Index = 0.504837623547301 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4571717171717172 ================================= +============ Partial average of Jaccard Index = 0.504837623547301 ====== +============ Precision = 0.47, Recall = 0.9215686274509803, F1 = 0.6225165562913907 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 94 : "top of the pops" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "top of the pops" =============== +============ Value of Rand Index = 0.49656565656565654 ================================= +============ Partial average Rand Index = 0.50474962389856 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.49656565656565654 ================================= +============ Partial average of Jaccard Index = 0.50474962389856 ====== +============ Precision = 0.62, Recall = 0.9393939393939394, F1 = 0.7469879518072288 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 95 : "manor house" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "manor house" =============== +============ Value of Rand Index = 0.6709090909090909 ================================= +============ Partial average Rand Index = 0.5064986709197236 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.6709090909090909 ================================= +============ Partial average of Jaccard Index = 0.5064986709197236 ====== +============ Precision = 0.12, Recall = 0.6, F1 = 0.19999999999999998 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 96 : "bus driver" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bus driver" =============== +============ Value of Rand Index = 0.41535353535353536 ================================= +============ Partial average Rand Index = 0.5055492424242424 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.41535353535353536 ================================= +============ Partial average of Jaccard Index = 0.5055492424242424 ====== +============ Precision = 0.58, Recall = 0.6373626373626373, F1 = 0.6073298429319371 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 97 : "american beauty" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "american beauty" =============== +============ Value of Rand Index = 0.527070707070707 ================================= +============ Partial average Rand Index = 0.5057711131937935 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.527070707070707 ================================= +============ Partial average of Jaccard Index = 0.5057711131937935 ====== +============ Precision = 0.26, Recall = 0.8125, F1 = 0.3939393939393939 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 98 : "soldier of fortune" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soldier of fortune" =============== +============ Value of Rand Index = 0.2608080808080808 ================================= +============ Partial average Rand Index = 0.5032714904143476 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.2608080808080808 ================================= +============ Partial average of Jaccard Index = 0.5032714904143476 ====== +============ Precision = 0.24, Recall = 0.42857142857142855, F1 = 0.30769230769230765 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 99 : "fight night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fight night" =============== +============ Value of Rand Index = 0.4531313131313131 ================================= +============ Partial average Rand Index = 0.5027650239771452 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4531313131313131 ================================= +============ Partial average of Jaccard Index = 0.5027650239771452 ====== +============ Precision = 0.62, Recall = 0.8378378378378378, F1 = 0.7126436781609196 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 100 : "magic lantern" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "magic lantern" =============== +============ Value of Rand Index = 0.661010101010101 ================================= +============ Partial average Rand Index = 0.5043474747474748 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.661010101010101 ================================= +============ Partial average of Jaccard Index = 0.5043474747474748 ====== +============ Precision = 0.07, Recall = 0.3684210526315789, F1 = 0.11764705882352942 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 101 : "train of thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "train of thought" =============== +============ Value of Rand Index = 0.4488888888888889 ================================= +============ Partial average Rand Index = 0.5037983798379838 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4488888888888889 ================================= +============ Partial average of Jaccard Index = 0.5037983798379838 ====== +============ Precision = 0.28, Recall = 0.6829268292682927, F1 = 0.3971631205673759 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 102 : "heart to heart" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart to heart" =============== +============ Value of Rand Index = 0.8288888888888889 ================================= +============ Partial average Rand Index = 0.5069855416914241 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.8288888888888889 ================================= +============ Partial average of Jaccard Index = 0.5069855416914241 ====== +============ Precision = 0.04, Recall = 0.4444444444444444, F1 = 0.07339449541284404 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 103 : "bed of roses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bed of roses" =============== +============ Value of Rand Index = 0.3381818181818182 ================================= +============ Partial average Rand Index = 0.505346670589389 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.3381818181818182 ================================= +============ Partial average of Jaccard Index = 0.505346670589389 ====== +============ Precision = 0.16, Recall = 0.35555555555555557, F1 = 0.22068965517241382 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 104 : "food for thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "food for thought" =============== +============ Value of Rand Index = 0.8113131313131313 ================================= +============ Partial average Rand Index = 0.5082886557886558 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.8113131313131313 ================================= +============ Partial average of Jaccard Index = 0.5082886557886558 ====== +============ Precision = 0.04, Recall = 0.36363636363636365, F1 = 0.07207207207207207 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 105 : "burden of proof" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "burden of proof" =============== +============ Value of Rand Index = 0.5367676767676768 ================================= +============ Partial average Rand Index = 0.5085598845598845 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.5367676767676768 ================================= +============ Partial average of Jaccard Index = 0.5085598845598845 ====== +============ Precision = 0.68, Recall = 0.9444444444444444, F1 = 0.7906976744186047 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 106 : "dial tone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dial tone" =============== +============ Value of Rand Index = 0.6226262626262626 ================================= +============ Partial average Rand Index = 0.5096359824661711 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.6226262626262626 ================================= +============ Partial average of Jaccard Index = 0.5096359824661711 ====== +============ Precision = 0.76, Recall = 0.9743589743589743, F1 = 0.853932584269663 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 107 : "stranger in town" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stranger in town" =============== +============ Value of Rand Index = 0.3692929292929293 ================================= +============ Partial average Rand Index = 0.508324365146795 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.3692929292929293 ================================= +============ Partial average of Jaccard Index = 0.508324365146795 ====== +============ Precision = 0.23, Recall = 0.5227272727272727, F1 = 0.3194444444444445 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 108 : "beer for my horses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "beer for my horses" =============== +============ Value of Rand Index = 0.37393939393939396 ================================= +============ Partial average Rand Index = 0.5070800598578377 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.37393939393939396 ================================= +============ Partial average of Jaccard Index = 0.5070800598578377 ====== +============ Precision = 0.42, Recall = 0.5060240963855421, F1 = 0.4590163934426229 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 109 : "peter and the wolf" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "peter and the wolf" =============== +============ Value of Rand Index = 0.4105050505050505 ================================= +============ Partial average Rand Index = 0.5061940505977204 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.4105050505050505 ================================= +============ Partial average of Jaccard Index = 0.5061940505977204 ====== +============ Precision = 0.27, Recall = 0.6428571428571429, F1 = 0.3802816901408451 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 110 : "gorky park" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gorky park" =============== +============ Value of Rand Index = 0.2476767676767677 ================================= +============ Partial average Rand Index = 0.5038438934802572 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.2476767676767677 ================================= +============ Partial average of Jaccard Index = 0.5038438934802572 ====== +============ Precision = 0.36, Recall = 0.3956043956043956, F1 = 0.37696335078534027 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 111 : "neutron star" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "neutron star" =============== +============ Value of Rand Index = 0.8317171717171717 ================================= +============ Partial average Rand Index = 0.5067977067977069 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.8317171717171717 ================================= +============ Partial average of Jaccard Index = 0.5067977067977069 ====== +============ Precision = 0.91, Recall = 0.978494623655914, F1 = 0.9430051813471503 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 112 : "death by chocolate" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "death by chocolate" =============== +============ Value of Rand Index = 0.6951515151515152 ================================= +============ Partial average Rand Index = 0.5084794372294372 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.6951515151515152 ================================= +============ Partial average of Jaccard Index = 0.5084794372294372 ====== +============ Precision = 0.82, Recall = 0.9647058823529412, F1 = 0.8864864864864864 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 113 : "before the storm" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "before the storm" =============== +============ Value of Rand Index = 0.6797979797979798 ================================= +============ Partial average Rand Index = 0.509995530526504 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.6797979797979798 ================================= +============ Partial average of Jaccard Index = 0.509995530526504 ====== +============ Precision = 0.08, Recall = 0.42105263157894735, F1 = 0.13445378151260506 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 114 : "music of the spheres" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "music of the spheres" =============== +============ Value of Rand Index = 0.5078787878787879 ================================= +============ Partial average Rand Index = 0.5099769626085416 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0 ================================= +============ Value of Jaccard Index = 0.5078787878787879 ================================= +============ Partial average of Jaccard Index = 0.5099769626085416 ====== +============ Precision = 0.17, Recall = 0.5483870967741935, F1 = 0.2595419847328244 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ INFO ] WSIEvaluator - + +=========== Final average value of S-recall@K: ============= +1 0.2963 +2 0.4017 +3 0.4855 +4 0.5378 +5 0.5792 +6 0.6043 +7 0.6295 +8 0.6526 +9 0.6722 +10 0.6931 +11 0.6993 +12 0.7032 +13 0.7166 +14 0.7238 +15 0.7318 +16 0.7349 +17 0.7473 +18 0.7593 +19 0.7679 +20 0.7690 +21 0.7747 +22 0.7805 +23 0.7947 +24 0.8040 +25 0.8098 +26 0.8153 +27 0.8240 +28 0.8292 +29 0.8365 +30 0.8374 +31 0.8456 +32 0.8470 +33 0.8530 +34 0.8530 +35 0.8561 +36 0.8611 +37 0.8672 +38 0.8718 +39 0.8729 +40 0.8751 +41 0.8751 +42 0.8773 +43 0.8782 +44 0.8815 +45 0.8822 +46 0.8822 +47 0.8874 +48 0.8888 +49 0.8888 +50 0.8896 +51 0.8896 +52 0.8943 +53 0.8974 +54 0.8983 +55 0.8983 +56 0.9008 +57 0.9033 +58 0.9042 +59 0.9137 +60 0.9167 +61 0.9167 +62 0.9231 +63 0.9246 +64 0.9290 +65 0.9313 +66 0.9402 +67 0.9413 +68 0.9428 +69 0.9460 +70 0.9460 +71 0.9511 +72 0.9511 +73 0.9533 +74 0.9544 +75 0.9566 +76 0.9588 +77 0.9632 +78 0.9632 +79 0.9632 +80 0.9632 +81 0.9632 +82 0.9649 +83 0.9671 +84 0.9693 +85 0.9725 +86 0.9725 +87 0.9812 +88 0.9818 +89 0.9853 +90 0.9853 +91 0.9853 +92 0.9879 +93 0.9879 +94 0.9879 +95 0.9888 +96 0.9899 +97 0.9943 +98 0.9972 +99 0.9979 +100 1.0000 + +=========== Final average value of S-precision@r: ============= +0.4000 0.5938 +0.4500 0.4186 +0.5000 0.3737 +0.5500 0.2710 +0.6000 0.2326 +0.6500 0.2209 +0.7000 0.1808 +0.7500 0.1615 +0.8000 0.1365 +0.8500 0.1309 +0.9000 0.1210 +0.9500 0.1177 +1.0000 0.0658 + +=========== Final average value of F1: ===================== +average F1 = 0.4742141386857904 + +=========== Final average value of Rand Index: ============= +average Rand Index = 0.5099769626085416 + +=========== Final average value of Adjusted Rand Index: ==== +average Adj Rand Index = 0.0 + +=========== Final average value of Jaccard Index: ========== +average Jaccard Index = 0.5099769626085416 + +================ Statistics: ==================================== +============ average number of created clusters: 1.0 +============ average cluster size: 100.0 + +[ WARN ] WSIEvaluator - Simulation started at: 17:52 and completed at 17:52 +Execution time: 3.827 sec diff --git a/results/development/baseline.log b/results/development/baseline.log new file mode 100644 index 0000000..1d46722 --- /dev/null +++ b/results/development/baseline.log @@ -0,0 +1,3977 @@ +[ INFO ] Configuration - Loading /eval.properties FROM /home/students/zimmermann/Courses/ws17/fsem/absinth/evaluator/config/eval.properties +[ INFO ] WSIEvaluator - Run started at 16:18 +[ INFO ] Dataset - Loading the ./../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the topics data ./../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the subtopics data +[ INFO ] Dataset - Loading the snippets data +[ INFO ] Dataset - Loading the relations data +[ INFO ] Dataset - Loading the relations data +[ INFO ] WSIEvaluator - +=================================================== +Starting the evaluation +=================================================== +[ INFO ] WSIEvaluator - +=================================================== +subtopic-recall@K default: 100 +=================================================== +[ WARN ] WSIEvaluator - +============= Query 1 : "the blue bird" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98] +The cluster 4 contains the snippets: [2, 5, 17, 20, 60, 76, 83, 84, 99] +The cluster 5 contains the snippets: [27, 42, 44, 71] +The cluster 3 contains the snippets: [6, 100] +The cluster 2 contains the snippets: [57] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 57, 6, 2, 27, 3, 100, 5, 42, 4, 17, 44, 7, 20, 71, 8, 60, 9, 76, 10, 83, 11, 84, 12, 99, 13, 14, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the blue bird" =============== +============ Value of Rand Index = 0.6636363636363637 ================================= +============ Partial average Rand Index = 0.6636363636363637 ====== +============ Value of Adjusted Rand Index = 0.2978726797165877 ================================= +============ Partial average of Adjusted Rand Index = 0.2978726797165877 ================================= +============ Value of Jaccard Index = 0.587360594795539 ================================= +============ Partial average of Jaccard Index = 0.587360594795539 ====== +============ Precision = 0.18, Recall = 0.6666666666666666, F1 = 0.28346456692913385 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 2 : "crown of thorns" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [1, 9, 27, 41, 59, 70, 92, 93, 94] +The cluster 3 contains the snippets: [20, 89] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 20, 3, 9, 89, 4, 27, 5, 41, 6, 59, 7, 70, 8, 92, 10, 93, 11, 94, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "crown of thorns" =============== +============ Value of Rand Index = 0.33636363636363636 ================================= +============ Partial average Rand Index = 0.5 ====== +============ Value of Adjusted Rand Index = 0.0058924748064055794 ================================= +============ Partial average of Adjusted Rand Index = 0.15188257726149665 ================================= +============ Value of Jaccard Index = 0.2107160019221528 ================================= +============ Partial average of Jaccard Index = 0.3990382983588459 ====== +============ Precision = 0.21, Recall = 0.3559322033898305, F1 = 0.2641509433962264 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 3 : "hall of justice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [75] +The cluster 3 contains the snippets: [98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 75, 98, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hall of justice" =============== +============ Value of Rand Index = 0.35838383838383836 ================================= +============ Partial average Rand Index = 0.45279461279461275 ====== +============ Value of Adjusted Rand Index = -0.01111809772786006 ================================= +============ Partial average of Adjusted Rand Index = 0.09754901893171108 ================================= +============ Value of Jaccard Index = 0.343801652892562 ================================= +============ Partial average of Jaccard Index = 0.3806260832034179 ====== +============ Precision = 0.45, Recall = 0.7142857142857143, F1 = 0.5521472392638037 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 4 : "cool water" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cool water" =============== +============ Value of Rand Index = 0.6145454545454545 ================================= +============ Partial average Rand Index = 0.4932323232323232 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.07316176419878331 ================================= +============ Value of Jaccard Index = 0.6145454545454545 ================================= +============ Partial average of Jaccard Index = 0.43910592603892706 ====== +============ Precision = 0.2, Recall = 0.8333333333333334, F1 = 0.3225806451612903 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 5 : "the art of seduction" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 5, 6, 7, 9, 11, 12, 13, 14, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 79, 80, 81, 82, 83, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 98, 99, 100] +The cluster 2 contains the snippets: [4, 10, 15, 51, 57, 61, 85, 93] +The cluster 4 contains the snippets: [2, 32, 39, 40, 44, 74, 78, 84] +The cluster 3 contains the snippets: [8, 20, 97] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 8, 2, 3, 10, 20, 32, 5, 15, 97, 39, 6, 51, 40, 7, 57, 44, 9, 61, 74, 11, 85, 78, 12, 93, 84, 13, 14, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 79, 80, 81, 82, 83, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the art of seduction" =============== +============ Value of Rand Index = 0.604040404040404 ================================= +============ Partial average Rand Index = 0.5153939393939393 ====== +============ Value of Adjusted Rand Index = 0.19442704931630916 ================================= +============ Partial average of Adjusted Rand Index = 0.09741482122228848 ================================= +============ Value of Jaccard Index = 0.5012722646310432 ================================= +============ Partial average of Jaccard Index = 0.45153919375735024 ====== +============ Precision = 0.21, Recall = 0.6774193548387096, F1 = 0.32061068702290074 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 6 : "radioactive man" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 4, 5, 6, 7, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 46, 49, 50, 51, 52, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [1, 2, 8, 9, 10, 23, 35, 44, 47, 48, 56] +The cluster 3 contains the snippets: [15, 45, 98] +The cluster 4 contains the snippets: [53] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 1, 15, 53, 4, 2, 45, 5, 8, 98, 6, 9, 7, 10, 11, 23, 12, 35, 13, 44, 14, 47, 16, 48, 17, 56, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 46, 49, 50, 51, 52, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radioactive man" =============== +============ Value of Rand Index = 0.4107070707070707 ================================= +============ Partial average Rand Index = 0.49794612794612797 ====== +============ Value of Adjusted Rand Index = 0.018199567145430067 ================================= +============ Partial average of Adjusted Rand Index = 0.08421227887614542 ================================= +============ Value of Jaccard Index = 0.25889227642276424 ================================= +============ Partial average of Jaccard Index = 0.41943137420158605 ====== +============ Precision = 0.36, Recall = 0.3673469387755102, F1 = 0.3636363636363636 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 7 : "radius of curvature" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 10 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 8, 9, 10, 11, 12, 19, 20, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 35, 38, 39, 40, 41, 42, 43, 45, 47, 48, 49, 52, 55, 57, 58, 62, 63, 64, 68, 76, 80, 81, 84, 86, 87, 89, 90, 91, 94, 95, 98, 100] +The cluster 2 contains the snippets: [3, 6, 13, 15, 18, 22, 36, 50, 70, 83] +The cluster 3 contains the snippets: [7, 14, 29, 44, 59, 65, 66, 77, 79, 96] +The cluster 9 contains the snippets: [53, 54, 60, 73, 75, 92, 97] +The cluster 5 contains the snippets: [37, 51, 61, 69, 71, 93] +The cluster 8 contains the snippets: [5, 17, 46, 72] +The cluster 4 contains the snippets: [26, 67, 78, 88] +The cluster 6 contains the snippets: [21, 74, 99] +The cluster 7 contains the snippets: [16, 56, 82] +The cluster 10 contains the snippets: [85] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 7, 26, 37, 21, 16, 5, 53, 85, 2, 6, 14, 67, 51, 74, 56, 17, 54, 4, 13, 29, 78, 61, 99, 82, 46, 60, 8, 15, 44, 88, 69, 72, 73, 9, 18, 59, 71, 75, 10, 22, 65, 93, 92, 11, 36, 66, 97, 12, 50, 77, 19, 70, 79, 20, 83, 96, 23, 24, 25, 27, 28, 30, 31, 32, 33, 34, 35, 38, 39, 40, 41, 42, 43, 45, 47, 48, 49, 52, 55, 57, 58, 62, 63, 64, 68, 76, 80, 81, 84, 86, 87, 89, 90, 91, 94, 95, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radius of curvature" =============== +============ Value of Rand Index = 0.6452525252525253 ================================= +============ Partial average Rand Index = 0.518989898989899 ====== +============ Value of Adjusted Rand Index = 0.0760413068145156 ================================= +============ Partial average of Adjusted Rand Index = 0.08304499715305545 ================================= +============ Value of Jaccard Index = 0.2018181818181818 ================================= +============ Partial average of Jaccard Index = 0.38834377528967107 ====== +============ Precision = 0.54, Recall = 0.5294117647058824, F1 = 0.5346534653465347 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 10 ============ +============ average size of the created clusters: 10.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 8 : "twilight of the gods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "twilight of the gods" =============== +============ Value of Rand Index = 0.24343434343434345 ================================= +============ Partial average Rand Index = 0.4845454545454545 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.07266437250892352 ================================= +============ Value of Jaccard Index = 0.24343434343434345 ================================= +============ Partial average of Jaccard Index = 0.37023009630775516 ====== +============ Precision = 0.18, Recall = 0.32142857142857145, F1 = 0.23076923076923075 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 9 : "sign of the cross" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 3 contains the snippets: [2, 5, 64, 89] +The cluster 2 contains the snippets: [6, 26] +The cluster 4 contains the snippets: [72] +The cluster 5 contains the snippets: [1] +The cluster 6 contains the snippets: [3] +The cluster 7 contains the snippets: [63] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 6, 2, 72, 1, 3, 63, 7, 26, 5, 8, 64, 9, 89, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sign of the cross" =============== +============ Value of Rand Index = 0.4446464646464646 ================================= +============ Partial average Rand Index = 0.48011223344556675 ====== +============ Value of Adjusted Rand Index = -0.022668408473604462 ================================= +============ Partial average of Adjusted Rand Index = 0.062071841288642626 ================================= +============ Value of Jaccard Index = 0.3811346240432238 ================================= +============ Partial average of Jaccard Index = 0.371441710500585 ====== +============ Precision = 0.46, Recall = 0.8518518518518519, F1 = 0.5974025974025975 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 10 : "in the name of love" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 18, 20, 21, 22, 23, 24, 26, 27, 28, 29, 31, 32, 34, 35, 38, 39, 40, 41, 43, 44, 45, 47, 48, 50, 52, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 97, 99, 100] +The cluster 2 contains the snippets: [15, 17, 19, 25, 30, 33, 36, 37, 42, 49, 51, 60, 77, 94, 95, 98] +The cluster 3 contains the snippets: [46] +The cluster 4 contains the snippets: [74] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 15, 46, 74, 2, 17, 3, 19, 4, 25, 5, 30, 6, 33, 7, 36, 8, 37, 9, 42, 10, 49, 11, 51, 12, 60, 13, 77, 14, 94, 16, 95, 18, 98, 20, 21, 22, 23, 24, 26, 27, 28, 29, 31, 32, 34, 35, 38, 39, 40, 41, 43, 44, 45, 47, 48, 50, 52, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "in the name of love" =============== +============ Value of Rand Index = 0.6084848484848485 ================================= +============ Partial average Rand Index = 0.4929494949494949 ====== +============ Value of Adjusted Rand Index = 0.13272034034834407 ================================= +============ Partial average of Adjusted Rand Index = 0.06913669119461277 ================================= +============ Value of Jaccard Index = 0.5423848878394333 ================================= +============ Partial average of Jaccard Index = 0.3885360282344698 ====== +============ Precision = 0.13, Recall = 0.5909090909090909, F1 = 0.21311475409836067 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 11 : "stephen king" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [4, 5, 10, 14, 16, 17, 18, 21, 22, 23, 24, 25, 26, 28, 29, 30, 35, 36, 37, 40, 42, 43, 44, 46, 48, 49, 50, 51, 52, 53, 55, 58, 61, 64, 65, 66, 67, 68, 69, 70, 74, 75, 76, 77, 78, 79, 80, 81, 84, 86, 87, 88, 90, 91, 92, 94, 97, 100] +The cluster 5 contains the snippets: [1, 2, 3, 11, 19, 27, 33, 39, 59, 62, 73, 83] +The cluster 7 contains the snippets: [9, 13, 15, 20, 32, 45, 54, 63, 71, 72, 89, 99] +The cluster 2 contains the snippets: [8, 31, 38, 41, 47, 56, 95] +The cluster 8 contains the snippets: [6, 12, 57, 85, 93] +The cluster 6 contains the snippets: [96, 98] +The cluster 3 contains the snippets: [7, 34] +The cluster 4 contains the snippets: [60, 82] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 8, 7, 60, 1, 96, 9, 6, 5, 31, 34, 82, 2, 98, 13, 12, 10, 38, 3, 15, 57, 14, 41, 11, 20, 85, 16, 47, 19, 32, 93, 17, 56, 27, 45, 18, 95, 33, 54, 21, 39, 63, 22, 59, 71, 23, 62, 72, 24, 73, 89, 25, 83, 99, 26, 28, 29, 30, 35, 36, 37, 40, 42, 43, 44, 46, 48, 49, 50, 51, 52, 53, 55, 58, 61, 64, 65, 66, 67, 68, 69, 70, 74, 75, 76, 77, 78, 79, 80, 81, 84, 86, 87, 88, 90, 91, 92, 94, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stephen king" =============== +============ Value of Rand Index = 0.37393939393939396 ================================= +============ Partial average Rand Index = 0.4821303948576675 ====== +============ Value of Adjusted Rand Index = -0.023035428254972744 ================================= +============ Partial average of Adjusted Rand Index = 0.06075740760828681 ================================= +============ Value of Jaccard Index = 0.3464782792070856 ================================= +============ Partial average of Jaccard Index = 0.3847125965047077 ====== +============ Precision = 0.96, Recall = 1.0, F1 = 0.9795918367346939 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 12.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 12 : "private practice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 4, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 21, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [2, 3, 5, 6, 14, 20, 22, 24, 44, 47, 55, 81, 90] +The cluster 3 contains the snippets: [46] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 46, 4, 3, 7, 5, 8, 6, 9, 14, 10, 20, 11, 22, 12, 24, 13, 44, 15, 47, 16, 55, 17, 81, 18, 90, 19, 21, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "private practice" =============== +============ Value of Rand Index = 0.47595959595959597 ================================= +============ Partial average Rand Index = 0.48161616161616155 ====== +============ Value of Adjusted Rand Index = -0.004353504775495446 ================================= +============ Partial average of Adjusted Rand Index = 0.05533149824297162 ================================= +============ Value of Jaccard Index = 0.39604190919674037 ================================= +============ Partial average of Jaccard Index = 0.3856567058957104 ====== +============ Precision = 0.46, Recall = 0.92, F1 = 0.6133333333333333 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 13 : "micro chip" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "micro chip" =============== +============ Value of Rand Index = 0.3202020202020202 ================================= +============ Partial average Rand Index = 0.4691996891996893 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05107522914735842 ================================= +============ Value of Jaccard Index = 0.3202020202020202 ================================= +============ Partial average of Jaccard Index = 0.3806217300731187 ====== +============ Precision = 0.44, Recall = 0.4536082474226804, F1 = 0.4467005076142132 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 14 : "the glass bead game" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100] +The cluster 2 contains the snippets: [18, 20, 43, 55, 72, 74, 79] +The cluster 3 contains the snippets: [30, 38, 54, 89, 97] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 18, 30, 2, 20, 38, 3, 43, 54, 4, 55, 89, 5, 72, 97, 6, 74, 7, 79, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the glass bead game" =============== +============ Value of Rand Index = 0.4896969696969697 ================================= +============ Partial average Rand Index = 0.47066378066378073 ====== +============ Value of Adjusted Rand Index = 0.04052586337478717 ================================= +============ Partial average of Adjusted Rand Index = 0.050321703020746185 ================================= +============ Value of Jaccard Index = 0.41105152716250876 ================================= +============ Partial average of Jaccard Index = 0.3827952870080752 ====== +============ Precision = 0.43, Recall = 0.8775510204081632, F1 = 0.5771812080536912 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 15 : "la mancha" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 3 contains the snippets: [35, 87] +The cluster 2 contains the snippets: [48] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 48, 35, 2, 87, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "la mancha" =============== +============ Value of Rand Index = 0.5644444444444444 ================================= +============ Partial average Rand Index = 0.476915824915825 ====== +============ Value of Adjusted Rand Index = 0.046580070912506745 ================================= +============ Partial average of Adjusted Rand Index = 0.050072260880196895 ================================= +============ Value of Jaccard Index = 0.5451476793248945 ================================= +============ Partial average of Jaccard Index = 0.39361877982919646 ====== +============ Precision = 0.3, Recall = 0.7692307692307693, F1 = 0.43165467625899284 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 16 : "richard tracey" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [31, 84] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 31, 2, 84, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "richard tracey" =============== +============ Value of Rand Index = 0.5787878787878787 ================================= +============ Partial average Rand Index = 0.4832828282828283 ====== +============ Value of Adjusted Rand Index = 0.06039406321449711 ================================= +============ Partial average of Adjusted Rand Index = 0.05071737352609065 ================================= +============ Value of Jaccard Index = 0.5652627189324437 ================================= +============ Partial average of Jaccard Index = 0.40434652602314947 ====== +============ Precision = 0.23, Recall = 0.7931034482758621, F1 = 0.35658914728682173 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 50.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 17 : "heart attack" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 8, 10, 12, 13, 16, 18, 20, 26, 27, 29, 30, 35, 36, 38, 41, 42, 43, 45, 46, 47, 49, 51, 52, 53, 55, 56, 57, 58, 59, 60, 63, 64, 68, 72, 74, 75, 76, 77, 84, 85, 90, 94, 95, 97, 98, 100] +The cluster 2 contains the snippets: [4, 5, 7, 9, 11, 14, 15, 17, 19, 22, 24, 25, 31, 33, 37, 39, 44, 48, 50, 61, 62, 65, 66, 67, 71, 73, 78, 81, 82, 83, 86, 87, 88, 89, 91, 99] +The cluster 3 contains the snippets: [2, 6, 21, 40, 54, 79, 93, 96] +The cluster 4 contains the snippets: [23, 28, 32, 34, 69, 70, 80, 92] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 2, 23, 3, 5, 6, 28, 8, 7, 21, 32, 10, 9, 40, 34, 12, 11, 54, 69, 13, 14, 79, 70, 16, 15, 93, 80, 18, 17, 96, 92, 20, 19, 26, 22, 27, 24, 29, 25, 30, 31, 35, 33, 36, 37, 38, 39, 41, 44, 42, 48, 43, 50, 45, 61, 46, 62, 47, 65, 49, 66, 51, 67, 52, 71, 53, 73, 55, 78, 56, 81, 57, 82, 58, 83, 59, 86, 60, 87, 63, 88, 64, 89, 68, 91, 72, 99, 74, 75, 76, 77, 84, 85, 90, 94, 95, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart attack" =============== +============ Value of Rand Index = 0.37292929292929294 ================================= +============ Partial average Rand Index = 0.4767914438502675 ====== +============ Value of Adjusted Rand Index = -0.026932490425333595 ================================= +============ Partial average of Adjusted Rand Index = 0.046149734470124534 ================================= +============ Value of Jaccard Index = 0.35814722911497104 ================================= +============ Partial average of Jaccard Index = 0.4016289203226684 ====== +============ Precision = 0.98, Recall = 0.9245283018867925, F1 = 0.9514563106796116 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 18 : "new england" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 10, 13, 14, 17, 19, 20, 22, 25, 26, 27, 30, 35, 38, 39, 41, 42, 47, 48, 49, 50, 58, 60, 61, 62, 67, 68, 70, 71, 73, 76, 78, 79, 80, 84, 85, 86, 88, 89, 92, 93, 94, 95, 96, 98] +The cluster 3 contains the snippets: [4, 5, 6, 8, 12, 23, 29, 33, 34, 36, 40, 43, 45, 46, 52, 54, 55, 56, 64, 66, 69, 81, 83, 87, 91] +The cluster 2 contains the snippets: [3, 9, 11, 15, 16, 21, 24, 32, 44, 53, 57, 59, 65, 74, 75, 90, 97, 100] +The cluster 4 contains the snippets: [2, 18, 31, 37, 63, 99] +The cluster 6 contains the snippets: [7, 28, 51] +The cluster 5 contains the snippets: [77, 82] +The cluster 7 contains the snippets: [72] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 4, 2, 77, 7, 72, 10, 9, 5, 18, 82, 28, 13, 11, 6, 31, 51, 14, 15, 8, 37, 17, 16, 12, 63, 19, 21, 23, 99, 20, 24, 29, 22, 32, 33, 25, 44, 34, 26, 53, 36, 27, 57, 40, 30, 59, 43, 35, 65, 45, 38, 74, 46, 39, 75, 52, 41, 90, 54, 42, 97, 55, 47, 100, 56, 48, 64, 49, 66, 50, 69, 58, 81, 60, 83, 61, 87, 62, 91, 67, 68, 70, 71, 73, 76, 78, 79, 80, 84, 85, 86, 88, 89, 92, 93, 94, 95, 96, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "new england" =============== +============ Value of Rand Index = 0.502020202020202 ================================= +============ Partial average Rand Index = 0.47819304152637493 ====== +============ Value of Adjusted Rand Index = -0.028328363086393322 ================================= +============ Partial average of Adjusted Rand Index = 0.04201206238365132 ================================= +============ Value of Jaccard Index = 0.20483870967741935 ================================= +============ Partial average of Jaccard Index = 0.3906961308423768 ====== +============ Precision = 0.22, Recall = 0.5945945945945946, F1 = 0.32116788321167883 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 19 : "fly with me" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [7, 8, 26, 27, 28, 30, 45, 58, 67, 85] +The cluster 3 contains the snippets: [51, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 7, 51, 2, 8, 98, 3, 26, 4, 27, 5, 28, 6, 30, 9, 45, 10, 58, 11, 67, 12, 85, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fly with me" =============== +============ Value of Rand Index = 0.6484848484848484 ================================= +============ Partial average Rand Index = 0.48715576820839984 ====== +============ Value of Adjusted Rand Index = -0.028980132906050927 ================================= +============ Partial average of Adjusted Rand Index = 0.038275631052614355 ================================= +============ Value of Jaccard Index = 0.6327564373153229 ================================= +============ Partial average of Jaccard Index = 0.4034361469725319 ====== +============ Precision = 0.08, Recall = 0.6666666666666666, F1 = 0.14285714285714285 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 20 : "agent blue" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "agent blue" =============== +============ Value of Rand Index = 0.5046464646464647 ================================= +============ Partial average Rand Index = 0.4880303030303031 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03636184949998363 ================================= +============ Value of Jaccard Index = 0.5046464646464647 ================================= +============ Partial average of Jaccard Index = 0.40849666285622843 ====== +============ Precision = 0.26, Recall = 0.7647058823529411, F1 = 0.3880597014925373 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 21 : "across the universe" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [5, 7, 9, 12, 13, 18, 20, 22, 25, 26, 27, 28, 34, 35, 38, 39, 40, 41, 42, 45, 48, 49, 50, 52, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 77, 78, 80, 82, 83, 84, 85, 86, 87, 90, 93, 94, 96, 98] +The cluster 2 contains the snippets: [1, 2, 4, 10, 16, 17, 21, 24, 31, 32, 46, 60, 76, 79, 89, 92, 97, 99, 100] +The cluster 7 contains the snippets: [6, 14, 30, 33, 36, 43, 51, 95] +The cluster 4 contains the snippets: [19, 37, 44, 81, 88] +The cluster 6 contains the snippets: [11, 23, 29, 53, 72] +The cluster 3 contains the snippets: [3, 15, 47, 91] +The cluster 5 contains the snippets: [8, 75] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [5, 1, 3, 19, 8, 11, 6, 7, 2, 15, 37, 75, 23, 14, 9, 4, 47, 44, 29, 30, 12, 10, 91, 81, 53, 33, 13, 16, 88, 72, 36, 18, 17, 43, 20, 21, 51, 22, 24, 95, 25, 31, 26, 32, 27, 46, 28, 60, 34, 76, 35, 79, 38, 89, 39, 92, 40, 97, 41, 99, 42, 100, 45, 48, 49, 50, 52, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 77, 78, 80, 82, 83, 84, 85, 86, 87, 90, 93, 94, 96, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "across the universe" =============== +============ Value of Rand Index = 0.5056565656565657 ================================= +============ Partial average Rand Index = 0.4888696488696489 ====== +============ Value of Adjusted Rand Index = -0.0382768394518756 ================================= +============ Partial average of Adjusted Rand Index = 0.03280762621656177 ================================= +============ Value of Jaccard Index = 0.22243406418811568 ================================= +============ Partial average of Jaccard Index = 0.39963653911012786 ====== +============ Precision = 0.6, Recall = 0.7692307692307693, F1 = 0.6741573033707865 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 22 : "attack of the mutant" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 7, 8, 9, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 42, 45, 46, 47, 49, 51, 53, 54, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 5 contains the snippets: [19, 41, 43, 48, 50, 55, 62] +The cluster 2 contains the snippets: [10, 12, 40, 52] +The cluster 6 contains the snippets: [11, 13, 44] +The cluster 3 contains the snippets: [38] +The cluster 4 contains the snippets: [3] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 10, 38, 3, 19, 11, 2, 12, 41, 13, 4, 40, 43, 44, 5, 52, 48, 6, 50, 7, 55, 8, 62, 9, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 42, 45, 46, 47, 49, 51, 53, 54, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "attack of the mutant" =============== +============ Value of Rand Index = 0.6074747474747475 ================================= +============ Partial average Rand Index = 0.49426078971533516 ====== +============ Value of Adjusted Rand Index = 0.2246994393855925 ================================= +============ Partial average of Adjusted Rand Index = 0.04152998136060862 ================================= +============ Value of Jaccard Index = 0.5055979643765903 ================================= +============ Partial average of Jaccard Index = 0.4044529675313307 ====== +============ Precision = 0.2, Recall = 0.6060606060606061, F1 = 0.3007518796992481 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 23 : "the block" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80, 81, 83, 84, 86, 87, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100] +The cluster 2 contains the snippets: [12, 20, 41, 47, 57, 65, 78, 79, 97] +The cluster 5 contains the snippets: [82, 91, 93] +The cluster 3 contains the snippets: [62, 85] +The cluster 4 contains the snippets: [40] +The cluster 6 contains the snippets: [54] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 12, 62, 40, 82, 54, 2, 20, 85, 91, 3, 41, 93, 4, 47, 5, 57, 6, 65, 7, 78, 8, 79, 9, 97, 10, 11, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80, 81, 83, 84, 86, 87, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the block" =============== +============ Value of Rand Index = 0.5337373737373737 ================================= +============ Partial average Rand Index = 0.49597716293368466 ====== +============ Value of Adjusted Rand Index = 0.010246666428713237 ================================= +============ Partial average of Adjusted Rand Index = 0.04016983723313491 ================================= +============ Value of Jaccard Index = 0.4661114966458478 ================================= +============ Partial average of Jaccard Index = 0.4071337731450054 ====== +============ Precision = 0.19, Recall = 0.7037037037037037, F1 = 0.2992125984251969 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 24 : "lake of the woods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [11, 43, 58, 88] +The cluster 3 contains the snippets: [87] +The cluster 4 contains the snippets: [4] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 11, 87, 4, 2, 43, 3, 58, 5, 88, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lake of the woods" =============== +============ Value of Rand Index = 0.49353535353535355 ================================= +============ Partial average Rand Index = 0.49587542087542086 ====== +============ Value of Adjusted Rand Index = 0.08777540158565705 ================================= +============ Partial average of Adjusted Rand Index = 0.04215340241449 ================================= +============ Value of Jaccard Index = 0.4499780605528741 ================================= +============ Partial average of Jaccard Index = 0.40891895178699994 ====== +============ Precision = 0.14, Recall = 0.34146341463414637, F1 = 0.19858156028368795 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 25 : "freedom of the seas" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 9, 12, 14, 15, 16, 17, 18, 21, 22, 24, 25, 26, 28, 31, 32, 33, 34, 35, 36, 37, 39, 40, 42, 44, 52, 53, 55, 56, 58, 61, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 89, 91, 92, 93, 94, 95, 96, 97, 99, 100] +The cluster 4 contains the snippets: [1, 11, 19, 20, 23, 38, 43, 47, 49, 54, 57] +The cluster 8 contains the snippets: [8, 29, 30, 41, 46, 51, 59, 60, 62, 88] +The cluster 5 contains the snippets: [13, 48, 90, 98] +The cluster 6 contains the snippets: [10, 45, 82] +The cluster 2 contains the snippets: [50] +The cluster 7 contains the snippets: [65] +The cluster 3 contains the snippets: [27] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 50, 27, 1, 13, 10, 65, 8, 3, 11, 48, 45, 29, 4, 19, 90, 82, 30, 5, 20, 98, 41, 6, 23, 46, 7, 38, 51, 9, 43, 59, 12, 47, 60, 14, 49, 62, 15, 54, 88, 16, 57, 17, 18, 21, 22, 24, 25, 26, 28, 31, 32, 33, 34, 35, 36, 37, 39, 40, 42, 44, 52, 53, 55, 56, 58, 61, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 89, 91, 92, 93, 94, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the seas" =============== +============ Value of Rand Index = 0.46565656565656566 ================================= +============ Partial average Rand Index = 0.4946666666666666 ====== +============ Value of Adjusted Rand Index = -0.06726863516942698 ================================= +============ Partial average of Adjusted Rand Index = 0.03777652091113331 ================================= +============ Value of Jaccard Index = 0.3372588323728389 ================================= +============ Partial average of Jaccard Index = 0.4060525470104335 ====== +============ Precision = 0.72, Recall = 0.972972972972973, F1 = 0.8275862068965518 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 12.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 26 : "robert watts" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "robert watts" =============== +============ Value of Rand Index = 0.38525252525252524 ================================= +============ Partial average Rand Index = 0.4904584304584304 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.036323577799166645 ================================= +============ Value of Jaccard Index = 0.38525252525252524 ================================= +============ Partial average of Jaccard Index = 0.40525254617359086 ====== +============ Precision = 0.32, Recall = 0.6530612244897959, F1 = 0.42953020134228187 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 27 : "look back in anger" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 5, 6, 9, 11, 12, 13, 15, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 48, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 67, 70, 71, 72, 74, 75, 76, 77, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [7, 14, 55, 61, 62, 69, 73] +The cluster 3 contains the snippets: [1, 8, 18, 36, 49, 68, 95] +The cluster 4 contains the snippets: [47, 78, 81] +The cluster 5 contains the snippets: [3, 10, 25] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 7, 1, 47, 3, 4, 14, 8, 78, 10, 5, 55, 18, 81, 25, 6, 61, 36, 9, 62, 49, 11, 69, 68, 12, 73, 95, 13, 15, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 48, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 63, 64, 65, 66, 67, 70, 71, 72, 74, 75, 76, 77, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "look back in anger" =============== +============ Value of Rand Index = 0.5597979797979798 ================================= +============ Partial average Rand Index = 0.4930265619154508 ====== +============ Value of Adjusted Rand Index = 0.18021928310485832 ================================= +============ Partial average of Adjusted Rand Index = 0.041653048366044124 ================================= +============ Value of Jaccard Index = 0.39839867476532304 ================================= +============ Partial average of Jaccard Index = 0.4049986990843958 ====== +============ Precision = 0.26, Recall = 0.5909090909090909, F1 = 0.36111111111111116 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 28 : "liquid air" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 94, 95, 96, 98, 99, 100] +The cluster 2 contains the snippets: [19, 87, 93, 97] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 19, 2, 87, 3, 93, 4, 97, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "liquid air" =============== +============ Value of Rand Index = 0.6862626262626262 ================================= +============ Partial average Rand Index = 0.4999278499278499 ====== +============ Value of Adjusted Rand Index = 0.018660354630171377 ================================= +============ Partial average of Adjusted Rand Index = 0.0408318807326201 ================================= +============ Value of Jaccard Index = 0.6778676623107239 ================================= +============ Partial average of Jaccard Index = 0.4147440191996217 ====== +============ Precision = 0.16, Recall = 0.8888888888888888, F1 = 0.27118644067796616 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 50.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 29 : "civil disobedience" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 8, 9, 11, 12, 13, 14, 18, 20, 21, 23, 28, 29, 30, 31, 34, 35, 36, 39, 40, 41, 43, 44, 45, 48, 49, 50, 52, 55, 56, 59, 60, 62, 63, 66, 67, 70, 77, 78, 80, 84, 85, 88, 90, 92, 94, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [2, 7, 10, 15, 16, 22, 27, 32, 37, 53, 57, 58, 61, 68, 73, 87, 91] +The cluster 4 contains the snippets: [4, 6, 24, 25, 33, 38, 42, 54, 76] +The cluster 3 contains the snippets: [17, 65, 75, 79, 82, 83, 86, 89] +The cluster 5 contains the snippets: [5, 19, 26, 46, 47, 93] +The cluster 8 contains the snippets: [3, 51, 95] +The cluster 9 contains the snippets: [69, 74, 81] +The cluster 7 contains the snippets: [71, 72] +The cluster 6 contains the snippets: [64] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 17, 4, 5, 64, 71, 3, 69, 8, 7, 65, 6, 19, 72, 51, 74, 9, 10, 75, 24, 26, 95, 81, 11, 15, 79, 25, 46, 12, 16, 82, 33, 47, 13, 22, 83, 38, 93, 14, 27, 86, 42, 18, 32, 89, 54, 20, 37, 76, 21, 53, 23, 57, 28, 58, 29, 61, 30, 68, 31, 73, 34, 87, 35, 91, 36, 39, 40, 41, 43, 44, 45, 48, 49, 50, 52, 55, 56, 59, 60, 62, 63, 66, 67, 70, 77, 78, 80, 84, 85, 88, 90, 92, 94, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil disobedience" =============== +============ Value of Rand Index = 0.5341414141414141 ================================= +============ Partial average Rand Index = 0.5011076280041796 ====== +============ Value of Adjusted Rand Index = -0.03216245919815495 ================================= +============ Partial average of Adjusted Rand Index = 0.03831483452811062 ================================= +============ Value of Jaccard Index = 0.19144460028050492 ================================= +============ Partial average of Jaccard Index = 0.4070440392368936 ====== +============ Precision = 0.61, Recall = 0.7349397590361446, F1 = 0.6666666666666666 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 11.11111111111111 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 30 : "mount huxley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mount huxley" =============== +============ Value of Rand Index = 0.7670707070707071 ================================= +============ Partial average Rand Index = 0.509973063973064 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03703767337717359 ================================= +============ Value of Jaccard Index = 0.7670707070707071 ================================= +============ Partial average of Jaccard Index = 0.4190449281646874 ====== +============ Precision = 0.11, Recall = 0.8461538461538461, F1 = 0.19469026548672566 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 31 : "seduced and abandoned" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [1, 23, 28, 42, 52, 74, 88, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 3, 23, 4, 28, 5, 42, 6, 52, 7, 74, 8, 88, 9, 98, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "seduced and abandoned" =============== +============ Value of Rand Index = 0.4303030303030303 ================================= +============ Partial average Rand Index = 0.5074030628869338 ====== +============ Value of Adjusted Rand Index = -0.012618889683953175 ================================= +============ Partial average of Adjusted Rand Index = 0.035435848762298536 ================================= +============ Value of Jaccard Index = 0.3780326422584914 ================================= +============ Partial average of Jaccard Index = 0.41772195119997135 ====== +============ Precision = 0.48, Recall = 0.8275862068965517, F1 = 0.6075949367088608 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 50.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 32 : "tai chi" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [7, 11, 12, 13, 14, 16, 17, 18, 20, 22, 23, 24, 25, 26, 28, 30, 34, 37, 38, 43, 45, 46, 48, 49, 50, 53, 55, 56, 57, 58, 60, 61, 62, 64, 66, 67, 68, 69, 74, 76, 77, 80, 82, 83, 85, 86, 90, 91, 95, 96, 99, 100] +The cluster 2 contains the snippets: [1, 2, 4, 5, 6, 8, 9, 10, 21, 29, 31, 32, 33, 35, 39, 40, 41, 42, 47, 51, 52, 54, 59, 63, 65, 70, 71, 72, 75, 78, 88, 89, 93, 94] +The cluster 4 contains the snippets: [3, 19, 27, 36, 81, 92, 97, 98] +The cluster 6 contains the snippets: [79, 84, 87] +The cluster 5 contains the snippets: [15] +The cluster 3 contains the snippets: [73] +The cluster 7 contains the snippets: [44] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [7, 1, 73, 3, 15, 79, 44, 11, 2, 19, 84, 12, 4, 27, 87, 13, 5, 36, 14, 6, 81, 16, 8, 92, 17, 9, 97, 18, 10, 98, 20, 21, 22, 29, 23, 31, 24, 32, 25, 33, 26, 35, 28, 39, 30, 40, 34, 41, 37, 42, 38, 47, 43, 51, 45, 52, 46, 54, 48, 59, 49, 63, 50, 65, 53, 70, 55, 71, 56, 72, 57, 75, 58, 78, 60, 88, 61, 89, 62, 93, 64, 94, 66, 67, 68, 69, 74, 76, 77, 80, 82, 83, 85, 86, 90, 91, 95, 96, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tai chi" =============== +============ Value of Rand Index = 0.45535353535353534 ================================= +============ Partial average Rand Index = 0.505776515151515 ====== +============ Value of Adjusted Rand Index = -0.006027602505605935 ================================= +============ Partial average of Adjusted Rand Index = 0.03414011591017652 ================================= +============ Value of Jaccard Index = 0.31746835443037974 ================================= +============ Partial average of Jaccard Index = 0.41458902630092165 ====== +============ Precision = 0.76, Recall = 0.5390070921985816, F1 = 0.6307053941908713 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 33 : "a bell for adano" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [5, 6, 7, 9, 10, 13, 16, 17, 19, 20, 21, 24, 25, 28, 29, 30, 32, 33, 34, 36, 38, 41, 42, 44, 45, 48, 51, 55, 58, 60, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 78, 79, 80, 82, 85, 86, 87, 89, 90, 91, 93, 95, 96, 97, 98, 99, 100] +The cluster 3 contains the snippets: [8, 31, 37, 50, 59, 64, 68, 92] +The cluster 2 contains the snippets: [3, 11, 35, 56, 61, 81, 83] +The cluster 8 contains the snippets: [1, 2, 43, 47, 52, 53, 88] +The cluster 4 contains the snippets: [26, 39, 40, 46, 54, 77] +The cluster 6 contains the snippets: [4, 12, 18, 23, 27] +The cluster 7 contains the snippets: [15, 57, 76, 94] +The cluster 5 contains the snippets: [14, 22, 49, 84] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [5, 3, 8, 26, 14, 4, 15, 1, 6, 11, 31, 39, 22, 12, 57, 2, 7, 35, 37, 40, 49, 18, 76, 43, 9, 56, 50, 46, 84, 23, 94, 47, 10, 61, 59, 54, 27, 52, 13, 81, 64, 77, 53, 16, 83, 68, 88, 17, 92, 19, 20, 21, 24, 25, 28, 29, 30, 32, 33, 34, 36, 38, 41, 42, 44, 45, 48, 51, 55, 58, 60, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 78, 79, 80, 82, 85, 86, 87, 89, 90, 91, 93, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "a bell for adano" =============== +============ Value of Rand Index = 0.5561616161616162 ================================= +============ Partial average Rand Index = 0.5073033363942454 ====== +============ Value of Adjusted Rand Index = 0.04930835186173019 ================================= +============ Partial average of Adjusted Rand Index = 0.03459975942385996 ================================= +============ Value of Jaccard Index = 0.25170299727520434 ================================= +============ Partial average of Jaccard Index = 0.40965308602741507 ====== +============ Precision = 0.57, Recall = 0.7808219178082192, F1 = 0.6589595375722543 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 12.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 34 : "gay bar" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 50, 51, 53, 54, 55, 56, 57, 60, 61, 63, 64, 65, 66, 67, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 92, 94, 97, 98, 99] +The cluster 2 contains the snippets: [28, 41, 52, 58, 68, 81, 89] +The cluster 3 contains the snippets: [49, 59, 95, 96] +The cluster 6 contains the snippets: [1, 26, 29] +The cluster 4 contains the snippets: [62, 100] +The cluster 7 contains the snippets: [90, 93] +The cluster 5 contains the snippets: [71] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 28, 49, 62, 71, 1, 90, 3, 41, 59, 100, 26, 93, 4, 52, 95, 29, 5, 58, 96, 6, 68, 7, 81, 8, 89, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 50, 51, 53, 54, 55, 56, 57, 60, 61, 63, 64, 65, 66, 67, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 92, 94, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gay bar" =============== +============ Value of Rand Index = 0.5428282828282829 ================================= +============ Partial average Rand Index = 0.5083481877599524 ====== +============ Value of Adjusted Rand Index = -0.13094229694003404 ================================= +============ Partial average of Adjusted Rand Index = 0.029730875413157193 ================================= +============ Value of Jaccard Index = 0.5226745412360262 ================================= +============ Partial average of Jaccard Index = 0.4129772464747271 ====== +============ Precision = 0.89, Recall = 0.9175257731958762, F1 = 0.9035532994923858 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 35 : "down in the valley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 27, 30, 31, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 47, 48, 50, 52, 55, 56, 57, 58, 62, 63, 64, 65, 66, 67, 68, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 89, 91, 92, 93, 94, 95, 96, 97, 98, 100] +The cluster 2 contains the snippets: [1, 6, 44, 51, 59, 60, 70, 71, 83, 84] +The cluster 3 contains the snippets: [25, 26, 28, 29, 32, 33, 46, 53, 90] +The cluster 5 contains the snippets: [9, 34, 49, 54, 61, 99] +The cluster 6 contains the snippets: [4, 21, 72, 88] +The cluster 4 contains the snippets: [3, 11, 24] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 25, 3, 9, 4, 5, 6, 26, 11, 34, 21, 7, 44, 28, 24, 49, 72, 8, 51, 29, 54, 88, 10, 59, 32, 61, 12, 60, 33, 99, 13, 70, 46, 14, 71, 53, 15, 83, 90, 16, 84, 17, 18, 19, 20, 22, 23, 27, 30, 31, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 47, 48, 50, 52, 55, 56, 57, 58, 62, 63, 64, 65, 66, 67, 68, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 89, 91, 92, 93, 94, 95, 96, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "down in the valley" =============== +============ Value of Rand Index = 0.49676767676767675 ================================= +============ Partial average Rand Index = 0.5080173160173159 ====== +============ Value of Adjusted Rand Index = -0.007720837680486216 ================================= +============ Partial average of Adjusted Rand Index = 0.028660826467624523 ================================= +============ Value of Jaccard Index = 0.31434076520781723 ================================= +============ Partial average of Jaccard Index = 0.41015906129567253 ====== +============ Precision = 0.21, Recall = 0.6176470588235294, F1 = 0.31343283582089554 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 36 : "space raiders" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 62, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 85, 86, 87, 89, 90, 92, 93, 94, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [6, 11, 30, 56, 63, 64, 66, 78, 88, 91] +The cluster 6 contains the snippets: [27, 43, 61] +The cluster 4 contains the snippets: [49, 98] +The cluster 5 contains the snippets: [44, 84] +The cluster 3 contains the snippets: [35] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 6, 35, 49, 44, 27, 2, 11, 98, 84, 43, 3, 30, 61, 4, 56, 5, 63, 7, 64, 8, 66, 9, 78, 10, 88, 12, 91, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 62, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 85, 86, 87, 89, 90, 92, 93, 94, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space raiders" =============== +============ Value of Rand Index = 0.381010101010101 ================================= +============ Partial average Rand Index = 0.5044893378226711 ====== +============ Value of Adjusted Rand Index = -0.12301222123184384 ================================= +============ Partial average of Adjusted Rand Index = 0.024447686253750402 ================================= +============ Value of Jaccard Index = 0.2532293443821594 ================================= +============ Partial average of Jaccard Index = 0.4057999024925194 ====== +============ Precision = 0.54, Recall = 0.5806451612903226, F1 = 0.5595854922279794 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 37 : "black hole" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 14, 16, 17, 19, 20, 23, 25, 26, 28, 29, 30, 32, 33, 35, 36, 38, 39, 40, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 79, 80, 82, 83, 85, 86, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100] +The cluster 2 contains the snippets: [12, 18, 21, 22, 27, 34, 37, 41, 44, 84, 87, 88, 92] +The cluster 4 contains the snippets: [24, 31, 76, 77, 81] +The cluster 5 contains the snippets: [42, 99] +The cluster 3 contains the snippets: [7] +The cluster 6 contains the snippets: [15] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 12, 7, 24, 42, 15, 2, 18, 31, 99, 3, 21, 76, 4, 22, 77, 5, 27, 81, 6, 34, 8, 37, 9, 41, 10, 44, 11, 84, 13, 87, 14, 88, 16, 92, 17, 19, 20, 23, 25, 26, 28, 29, 30, 32, 33, 35, 36, 38, 39, 40, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 79, 80, 82, 83, 85, 86, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "black hole" =============== +============ Value of Rand Index = 0.6282828282828283 ================================= +============ Partial average Rand Index = 0.5078351078351078 ====== +============ Value of Adjusted Rand Index = 0.03506359384356186 ================================= +============ Partial average of Adjusted Rand Index = 0.024734602675096654 ================================= +============ Value of Jaccard Index = 0.6200702044187487 ================================= +============ Partial average of Jaccard Index = 0.41159099173376884 ====== +============ Precision = 0.98, Recall = 1.0, F1 = 0.98989898989899 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 38 : "fata morgana" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 3 contains the snippets: [40, 48, 77] +The cluster 2 contains the snippets: [23] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 23, 40, 2, 48, 3, 77, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fata morgana" =============== +============ Value of Rand Index = 0.48404040404040405 ================================= +============ Partial average Rand Index = 0.5072089314194578 ====== +============ Value of Adjusted Rand Index = 0.018280119723717073 ================================= +============ Partial average of Adjusted Rand Index = 0.02456474786058667 ================================= +============ Value of Jaccard Index = 0.4579796264855688 ================================= +============ Partial average of Jaccard Index = 0.41281174527986886 ====== +============ Precision = 0.11, Recall = 0.3055555555555556, F1 = 0.16176470588235295 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 39 : "all that jazz" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 37, 38, 39, 41, 42, 44, 45, 46, 47, 48, 50, 51, 52, 53, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [17, 35, 36, 43, 49, 54, 56, 66, 79, 81, 91, 93] +The cluster 3 contains the snippets: [21, 33, 40, 76] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 17, 21, 2, 35, 33, 3, 36, 40, 4, 43, 76, 5, 49, 6, 54, 7, 56, 8, 66, 9, 79, 10, 81, 11, 91, 12, 93, 13, 14, 15, 16, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 37, 38, 39, 41, 42, 44, 45, 46, 47, 48, 50, 51, 52, 53, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "all that jazz" =============== +============ Value of Rand Index = 0.5472727272727272 ================================= +============ Partial average Rand Index = 0.5082362082362082 ====== +============ Value of Adjusted Rand Index = 0.16856740255008928 ================================= +============ Partial average of Adjusted Rand Index = 0.02825712362185597 ================================= +============ Value of Jaccard Index = 0.44557149925779316 ================================= +============ Partial average of Jaccard Index = 0.41365173897161045 ====== +============ Precision = 0.27, Recall = 0.6428571428571429, F1 = 0.3802816901408451 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 40 : "ten little indians" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 4, 6, 7, 8, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 24, 25, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 45, 46, 47, 48, 49, 51, 52, 53, 55, 58, 59, 60, 61, 62, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 95, 97, 98, 100] +The cluster 3 contains the snippets: [15, 23, 43, 44, 57, 63, 64, 92, 96] +The cluster 2 contains the snippets: [5, 26, 40, 54, 66] +The cluster 4 contains the snippets: [1, 50, 56, 94, 99] +The cluster 5 contains the snippets: [9, 93] +The cluster 6 contains the snippets: [30, 85] +The cluster 7 contains the snippets: [2] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 5, 15, 1, 9, 30, 2, 4, 26, 23, 50, 93, 85, 6, 40, 43, 56, 7, 54, 44, 94, 8, 66, 57, 99, 10, 63, 11, 64, 12, 92, 13, 96, 14, 16, 17, 18, 19, 20, 21, 22, 24, 25, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 45, 46, 47, 48, 49, 51, 52, 53, 55, 58, 59, 60, 61, 62, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 95, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ten little indians" =============== +============ Value of Rand Index = 0.5072727272727273 ================================= +============ Partial average Rand Index = 0.5082121212121212 ====== +============ Value of Adjusted Rand Index = 0.0878928470117985 ================================= +============ Partial average of Adjusted Rand Index = 0.029748016706604534 ================================= +============ Value of Jaccard Index = 0.2416044776119403 ================================= +============ Partial average of Jaccard Index = 0.4093505574376187 ====== +============ Precision = 0.31, Recall = 0.4626865671641791, F1 = 0.3712574850299401 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 41 : "speed of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 63, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [1, 38, 58, 86, 87, 92] +The cluster 4 contains the snippets: [6, 50, 62, 66] +The cluster 3 contains the snippets: [19, 27, 48] +The cluster 5 contains the snippets: [79] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 19, 6, 79, 3, 38, 27, 50, 4, 58, 48, 62, 5, 86, 66, 7, 87, 8, 92, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 63, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "speed of light" =============== +============ Value of Rand Index = 0.5397979797979798 ================================= +============ Partial average Rand Index = 0.5089825080068983 ====== +============ Value of Adjusted Rand Index = 0.09976734349574902 ================================= +============ Partial average of Adjusted Rand Index = 0.03145580516487636 ================================= +============ Value of Jaccard Index = 0.4522721808126954 ================================= +============ Partial average of Jaccard Index = 0.41039742630042547 ====== +============ Precision = 0.41, Recall = 0.9318181818181818, F1 = 0.5694444444444444 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 42 : "ray of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [1, 2, 18, 57] +The cluster 3 contains the snippets: [5] +The cluster 4 contains the snippets: [23] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 1, 5, 23, 4, 2, 6, 18, 7, 57, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ray of light" =============== +============ Value of Rand Index = 0.47353535353535353 ================================= +============ Partial average Rand Index = 0.5081385281385282 ====== +============ Value of Adjusted Rand Index = 0.06905317908412627 ================================= +============ Partial average of Adjusted Rand Index = 0.032350980734382306 ================================= +============ Value of Jaccard Index = 0.42319610447100486 ================================= +============ Partial average of Jaccard Index = 0.4107021567330583 ====== +============ Precision = 0.25, Recall = 0.5952380952380952, F1 = 0.352112676056338 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 43 : "soul food" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 4, 6, 9, 11, 12, 13, 15, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 47, 49, 50, 51, 53, 57, 58, 59, 61, 63, 64, 65, 66, 68, 70, 71, 73, 77, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 100] +The cluster 5 contains the snippets: [2, 5, 8, 10, 14, 31, 37, 46, 52, 72, 74, 80, 96] +The cluster 4 contains the snippets: [7, 20, 28, 67, 69, 75, 95] +The cluster 6 contains the snippets: [17, 48, 56, 60, 76, 78] +The cluster 7 contains the snippets: [54, 62, 99] +The cluster 3 contains the snippets: [3, 55] +The cluster 2 contains the snippets: [34] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 34, 3, 7, 2, 17, 54, 4, 55, 20, 5, 48, 62, 6, 28, 8, 56, 99, 9, 67, 10, 60, 11, 69, 14, 76, 12, 75, 31, 78, 13, 95, 37, 15, 46, 16, 52, 18, 72, 19, 74, 21, 80, 22, 96, 23, 24, 25, 26, 27, 29, 30, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 47, 49, 50, 51, 53, 57, 58, 59, 61, 63, 64, 65, 66, 68, 70, 71, 73, 77, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soul food" =============== +============ Value of Rand Index = 0.4177777777777778 ================================= +============ Partial average Rand Index = 0.506037115339441 ====== +============ Value of Adjusted Rand Index = -0.10539087100706691 ================================= +============ Partial average of Adjusted Rand Index = 0.02914768185667419 ================================= +============ Value of Jaccard Index = 0.31019626615605556 ================================= +============ Partial average of Jaccard Index = 0.4083648104405699 ====== +============ Precision = 0.8, Recall = 0.851063829787234, F1 = 0.8247422680412372 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 44 : "volcanic rock" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 3 contains the snippets: [1, 3, 5, 6, 8, 9, 10, 12, 13, 14, 15, 17, 18, 19, 20, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 43, 44, 45, 46, 47, 48, 51, 53, 56, 57, 60, 61, 63, 65, 67, 69, 70, 74, 75, 80, 82, 94, 95, 96, 99] +The cluster 1 contains the snippets: [4, 11, 34, 37, 49, 50, 52, 54, 55, 59, 62, 64, 68, 72, 73, 77, 78, 79, 81, 84, 85, 86, 89, 92, 97, 98, 100] +The cluster 2 contains the snippets: [16, 23, 24, 42, 58, 66, 71, 83, 91] +The cluster 4 contains the snippets: [2, 7, 21, 76, 87] +The cluster 6 contains the snippets: [90, 93] +The cluster 5 contains the snippets: [88] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 16, 1, 2, 88, 90, 11, 23, 3, 7, 93, 34, 24, 5, 21, 37, 42, 6, 76, 49, 58, 8, 87, 50, 66, 9, 52, 71, 10, 54, 83, 12, 55, 91, 13, 59, 14, 62, 15, 64, 17, 68, 18, 72, 19, 73, 20, 77, 22, 78, 25, 79, 26, 81, 27, 84, 28, 85, 29, 86, 30, 89, 31, 92, 32, 97, 33, 98, 35, 100, 36, 38, 39, 40, 41, 43, 44, 45, 46, 47, 48, 51, 53, 56, 57, 60, 61, 63, 65, 67, 69, 70, 74, 75, 80, 82, 94, 95, 96, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "volcanic rock" =============== +============ Value of Rand Index = 0.44303030303030305 ================================= +============ Partial average Rand Index = 0.504605142332415 ====== +============ Value of Adjusted Rand Index = 0.052231887077451966 ================================= +============ Partial average of Adjusted Rand Index = 0.029672322884419136 ================================= +============ Value of Jaccard Index = 0.39869138495092693 ================================= +============ Partial average of Jaccard Index = 0.4081449598612598 ====== +============ Precision = 0.95, Recall = 1.0, F1 = 0.9743589743589743 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 45 : "storm in a teacup" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "storm in a teacup" =============== +============ Value of Rand Index = 0.5145454545454545 ================================= +============ Partial average Rand Index = 0.5048260381593714 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.029012937931432045 ================================= +============ Value of Jaccard Index = 0.5145454545454545 ================================= +============ Partial average of Jaccard Index = 0.4105094152986863 ====== +============ Precision = 0.07, Recall = 0.23333333333333334, F1 = 0.1076923076923077 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 46 : "double negative" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [48] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 48, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "double negative" =============== +============ Value of Rand Index = 0.25616161616161615 ================================= +============ Partial average Rand Index = 0.4994202898550725 ====== +============ Value of Adjusted Rand Index = -0.0016024324102227206 ================================= +============ Partial average of Adjusted Rand Index = 0.02834738640226564 ================================= +============ Value of Jaccard Index = 0.24502768095140456 ================================= +============ Partial average of Jaccard Index = 0.40691198629113673 ====== +============ Precision = 0.27, Recall = 0.36, F1 = 0.3085714285714286 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 50.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 47 : "the whole truth" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the whole truth" =============== +============ Value of Rand Index = 0.7424242424242424 ================================= +============ Partial average Rand Index = 0.5045905867182463 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.027744250521366372 ================================= +============ Value of Jaccard Index = 0.7424242424242424 ================================= +============ Partial average of Jaccard Index = 0.4140505449322666 ====== +============ Precision = 0.05, Recall = 0.3333333333333333, F1 = 0.08695652173913045 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 48 : "james bond" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 20, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 77, 78, 80, 81, 82, 83, 84, 86, 87, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [13, 19, 23, 72, 79] +The cluster 6 contains the snippets: [61, 76, 91] +The cluster 4 contains the snippets: [21, 85] +The cluster 3 contains the snippets: [55, 88] +The cluster 5 contains the snippets: [25] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 13, 55, 21, 25, 61, 2, 19, 88, 85, 76, 3, 23, 91, 4, 72, 5, 79, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 20, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 77, 78, 80, 81, 82, 83, 84, 86, 87, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "james bond" =============== +============ Value of Rand Index = 0.44727272727272727 ================================= +============ Partial average Rand Index = 0.5033964646464647 ====== +============ Value of Adjusted Rand Index = -0.009165450404546558 ================================= +============ Partial average of Adjusted Rand Index = 0.026975298418743184 ================================= +============ Value of Jaccard Index = 0.3791695030633084 ================================= +============ Partial average of Jaccard Index = 0.41332385655999665 ====== +============ Precision = 0.55, Recall = 0.3691275167785235, F1 = 0.4417670682730924 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 49 : "survival of the fittest" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [4, 22] +The cluster 3 contains the snippets: [78] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 78, 2, 22, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "survival of the fittest" =============== +============ Value of Rand Index = 0.46565656565656566 ================================= +============ Partial average Rand Index = 0.5026262626262626 ====== +============ Value of Adjusted Rand Index = 0.03293390837920811 ================================= +============ Partial average of Adjusted Rand Index = 0.02709690270365062 ================================= +============ Value of Jaccard Index = 0.44210082261126343 ================================= +============ Partial average of Jaccard Index = 0.41391114158145115 ====== +============ Precision = 0.12, Recall = 0.34285714285714286, F1 = 0.17777777777777776 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 50 : "mark forster" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 49, 50, 51, 53, 55, 56, 57, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 96, 99, 100] +The cluster 3 contains the snippets: [41, 48, 52, 58, 61, 73, 95] +The cluster 4 contains the snippets: [27, 33, 89, 97, 98] +The cluster 2 contains the snippets: [1, 18, 54] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 41, 27, 3, 18, 48, 33, 4, 54, 52, 89, 5, 58, 97, 6, 61, 98, 7, 73, 8, 95, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 49, 50, 51, 53, 55, 56, 57, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 96, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mark forster" =============== +============ Value of Rand Index = 0.5545454545454546 ================================= +============ Partial average Rand Index = 0.5036646464646465 ====== +============ Value of Adjusted Rand Index = 0.13553915950780596 ================================= +============ Partial average of Adjusted Rand Index = 0.029265747839733725 ================================= +============ Value of Jaccard Index = 0.4567627494456763 ================================= +============ Partial average of Jaccard Index = 0.41476817373873565 ====== +============ Precision = 0.38, Recall = 0.8837209302325582, F1 = 0.5314685314685315 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 51 : "rain or shine" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [75] +The cluster 3 contains the snippets: [43] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 75, 43, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rain or shine" =============== +============ Value of Rand Index = 0.8327272727272728 ================================= +============ Partial average Rand Index = 0.5101168548227372 ====== +============ Value of Adjusted Rand Index = 0.13269925772276547 ================================= +============ Partial average of Adjusted Rand Index = 0.03129385587665592 ================================= +============ Value of Jaccard Index = 0.8290668868703551 ================================= +============ Partial average of Jaccard Index = 0.422891677917787 ====== +============ Precision = 0.06, Recall = 0.6, F1 = 0.1090909090909091 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 52 : "another day in paradise" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 5, 6, 7, 10, 12, 13, 17, 18, 20, 21, 23, 25, 26, 28, 29, 30, 32, 33, 34, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 57, 59, 61, 62, 65, 68, 70, 72, 74, 75, 76, 78, 79, 83, 84, 85, 86, 87, 89, 90, 91, 93, 94, 95, 98, 99, 100] +The cluster 2 contains the snippets: [11, 16, 24, 27, 31, 35, 52, 64, 71, 73, 92, 97] +The cluster 5 contains the snippets: [9, 19, 38, 56, 58, 63, 67, 80, 88] +The cluster 3 contains the snippets: [4, 36, 55, 66, 69, 96] +The cluster 6 contains the snippets: [1, 15, 37, 60, 77] +The cluster 4 contains the snippets: [2, 14, 22] +The cluster 7 contains the snippets: [8, 81, 82] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 11, 4, 2, 9, 1, 8, 5, 16, 36, 14, 19, 15, 81, 6, 24, 55, 22, 38, 37, 82, 7, 27, 66, 56, 60, 10, 31, 69, 58, 77, 12, 35, 96, 63, 13, 52, 67, 17, 64, 80, 18, 71, 88, 20, 73, 21, 92, 23, 97, 25, 26, 28, 29, 30, 32, 33, 34, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 57, 59, 61, 62, 65, 68, 70, 72, 74, 75, 76, 78, 79, 83, 84, 85, 86, 87, 89, 90, 91, 93, 94, 95, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "another day in paradise" =============== +============ Value of Rand Index = 0.5658585858585858 ================================= +============ Partial average Rand Index = 0.5111888111888112 ====== +============ Value of Adjusted Rand Index = 0.0756388467780941 ================================= +============ Partial average of Adjusted Rand Index = 0.032146644163222035 ================================= +============ Value of Jaccard Index = 0.2620192307692308 ================================= +============ Partial average of Jaccard Index = 0.41979797701108396 ====== +============ Precision = 0.31, Recall = 0.6326530612244898, F1 = 0.4161073825503356 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 53 : "tree of knowledge" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [43, 52, 63, 76, 93] +The cluster 3 contains the snippets: [6, 8, 65, 84] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 43, 6, 2, 52, 8, 3, 63, 65, 4, 76, 84, 5, 93, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tree of knowledge" =============== +============ Value of Rand Index = 0.5242424242424243 ================================= +============ Partial average Rand Index = 0.5114351057747284 ====== +============ Value of Adjusted Rand Index = 0.01179949004962691 ================================= +============ Partial average of Adjusted Rand Index = 0.031762735595040996 ================================= +============ Value of Jaccard Index = 0.4812775330396476 ================================= +============ Partial average of Jaccard Index = 0.42095796863426443 ====== +============ Precision = 0.2, Recall = 0.6666666666666666, F1 = 0.30769230769230765 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 54 : "indy 500" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [64, 93] +The cluster 3 contains the snippets: [68, 95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 64, 68, 2, 93, 95, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "indy 500" =============== +============ Value of Rand Index = 0.6767676767676768 ================================= +============ Partial average Rand Index = 0.5144968200523756 ====== +============ Value of Adjusted Rand Index = 0.019974697528554585 ================================= +============ Partial average of Adjusted Rand Index = 0.031544438593809766 ================================= +============ Value of Jaccard Index = 0.6679119966791199 ================================= +============ Partial average of Jaccard Index = 0.42553119137583584 ====== +============ Precision = 0.82, Recall = 1.0, F1 = 0.9010989010989011 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 55 : "amarillo by morning" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [4, 5, 6, 8, 10, 11, 14, 15, 17, 18, 19, 20, 21, 22, 23, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 43, 44, 45, 46, 47, 48, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 68, 69, 70, 71, 72, 76, 77, 78, 79, 80, 82, 84, 85, 86, 87, 89, 90, 93, 94, 96, 97, 98, 99] +The cluster 4 contains the snippets: [1, 16, 30, 42, 51, 52, 67, 73, 75, 83] +The cluster 2 contains the snippets: [2, 9, 13, 25, 88, 91, 95] +The cluster 6 contains the snippets: [7, 12, 63, 74, 81] +The cluster 5 contains the snippets: [3, 24, 38] +The cluster 3 contains the snippets: [92, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 2, 92, 1, 3, 7, 5, 9, 100, 16, 24, 12, 6, 13, 30, 38, 63, 8, 25, 42, 74, 10, 88, 51, 81, 11, 91, 52, 14, 95, 67, 15, 73, 17, 75, 18, 83, 19, 20, 21, 22, 23, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 43, 44, 45, 46, 47, 48, 49, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 68, 69, 70, 71, 72, 76, 77, 78, 79, 80, 82, 84, 85, 86, 87, 89, 90, 93, 94, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "amarillo by morning" =============== +============ Value of Rand Index = 0.4397979797979798 ================================= +============ Partial average Rand Index = 0.5131386593204775 ====== +============ Value of Adjusted Rand Index = -0.14452193538843963 ================================= +============ Partial average of Adjusted Rand Index = 0.028343231794132506 ================================= +============ Value of Jaccard Index = 0.34829612220916567 ================================= +============ Partial average of Jaccard Index = 0.4241269173909873 ====== +============ Precision = 0.75, Recall = 0.974025974025974, F1 = 0.8474576271186441 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 56 : "queen of the night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [14, 22, 45] +The cluster 4 contains the snippets: [3, 19] +The cluster 6 contains the snippets: [47, 86] +The cluster 5 contains the snippets: [2] +The cluster 3 contains the snippets: [38] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 14, 38, 3, 2, 47, 4, 22, 19, 86, 5, 45, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "queen of the night" =============== +============ Value of Rand Index = 0.5591919191919192 ================================= +============ Partial average Rand Index = 0.513961038961039 ====== +============ Value of Adjusted Rand Index = 0.20200221647580344 ================================= +============ Partial average of Adjusted Rand Index = 0.031444285092019485 ================================= +============ Value of Jaccard Index = 0.4781152834250179 ================================= +============ Partial average of Jaccard Index = 0.42509099535588074 ====== +============ Precision = 0.19, Recall = 0.5, F1 = 0.2753623188405797 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 57 : "cassius marcellus clay" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 3 contains the snippets: [2, 14, 15, 21, 31, 38, 88] +The cluster 4 contains the snippets: [5, 71] +The cluster 2 contains the snippets: [45] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 45, 2, 5, 3, 14, 71, 4, 15, 6, 21, 7, 31, 8, 38, 9, 88, 10, 11, 12, 13, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cassius marcellus clay" =============== +============ Value of Rand Index = 0.5151515151515151 ================================= +============ Partial average Rand Index = 0.5139819245082403 ====== +============ Value of Adjusted Rand Index = 0.1385582626837507 ================================= +============ Partial average of Adjusted Rand Index = 0.03332347768134811 ================================= +============ Value of Jaccard Index = 0.4289793004996431 ================================= +============ Partial average of Jaccard Index = 0.4251592112355959 ====== +============ Precision = 0.46, Recall = 0.8846153846153846, F1 = 0.605263157894737 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 58 : "space opera" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 95, 96, 97, 98, 100] +The cluster 2 contains the snippets: [40, 78, 81, 93] +The cluster 3 contains the snippets: [86, 99] +The cluster 4 contains the snippets: [7, 17] +The cluster 5 contains the snippets: [94] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 40, 86, 7, 94, 2, 78, 99, 17, 3, 81, 4, 93, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 95, 96, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space opera" =============== +============ Value of Rand Index = 0.37797979797979797 ================================= +============ Partial average Rand Index = 0.5116370602577499 ====== +============ Value of Adjusted Rand Index = -0.03404438741002197 ================================= +============ Partial average of Adjusted Rand Index = 0.03216196276597966 ================================= +============ Value of Jaccard Index = 0.3069997749268512 ================================= +============ Partial average of Jaccard Index = 0.4231219795751003 ====== +============ Precision = 0.49, Recall = 0.6901408450704225, F1 = 0.5730994152046783 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 59 : "alpha dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 40, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [33, 39, 41, 55, 65] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 33, 2, 39, 3, 41, 4, 55, 5, 65, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 40, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "alpha dog" =============== +============ Value of Rand Index = 0.5713131313131313 ================================= +============ Partial average Rand Index = 0.5126485190891971 ====== +============ Value of Adjusted Rand Index = -0.0611345268571287 ================================= +============ Partial average of Adjusted Rand Index = 0.030580666331689686 ================================= +============ Value of Jaccard Index = 0.5606625258799172 ================================= +============ Partial average of Jaccard Index = 0.4254531752751819 ====== +============ Precision = 0.21, Recall = 0.84, F1 = 0.3359999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 50.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 60 : "bullet in the head" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 83, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +The cluster 3 contains the snippets: [2, 8, 47, 74, 84, 85, 89, 98] +The cluster 2 contains the snippets: [52] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 52, 2, 3, 8, 4, 47, 5, 74, 6, 84, 7, 85, 9, 89, 10, 98, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 83, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bullet in the head" =============== +============ Value of Rand Index = 0.4016161616161616 ================================= +============ Partial average Rand Index = 0.5107979797979798 ====== +============ Value of Adjusted Rand Index = 0.01866608624204916 ================================= +============ Partial average of Adjusted Rand Index = 0.03038208999686234 ================================= +============ Value of Jaccard Index = 0.32250686184812444 ================================= +============ Partial average of Jaccard Index = 0.423737403384731 ====== +============ Precision = 0.37, Recall = 0.6166666666666667, F1 = 0.4625 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 61 : "jump cut" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "jump cut" =============== +============ Value of Rand Index = 0.3795959595959596 ================================= +============ Partial average Rand Index = 0.5086471270077828 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.02988402294773345 ================================= +============ Value of Jaccard Index = 0.3795959595959596 ================================= +============ Partial average of Jaccard Index = 0.42301377315868555 ====== +============ Precision = 0.31, Recall = 0.6326530612244898, F1 = 0.4161073825503356 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 62 : "family reunion" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 7, 8, 9, 10, 12, 13, 14, 18, 20, 21, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83, 84, 85, 86, 88, 89, 91, 92, 94, 95, 96, 97, 98, 99, 100] +The cluster 6 contains the snippets: [6, 15, 26, 36, 39, 48, 57, 80, 87, 90, 93] +The cluster 4 contains the snippets: [17, 61, 81] +The cluster 3 contains the snippets: [19] +The cluster 5 contains the snippets: [16] +The cluster 2 contains the snippets: [11] +The cluster 7 contains the snippets: [22] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 11, 19, 17, 16, 6, 22, 2, 61, 15, 3, 81, 26, 4, 36, 5, 39, 7, 48, 8, 57, 9, 80, 10, 87, 12, 90, 13, 93, 14, 18, 20, 21, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83, 84, 85, 86, 88, 89, 91, 92, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "family reunion" =============== +============ Value of Rand Index = 0.46 ================================= +============ Partial average Rand Index = 0.507862495927012 ====== +============ Value of Adjusted Rand Index = -0.054326961003444654 ================================= +============ Partial average of Adjusted Rand Index = 0.028525781271101544 ================================= +============ Value of Jaccard Index = 0.3606792633341306 ================================= +============ Partial average of Jaccard Index = 0.4220083778389347 ====== +============ Precision = 0.5900000000000001, Recall = 0.9076923076923077, F1 = 0.7151515151515152 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 63 : "rookie of the year" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [2, 3, 46, 57, 75, 79] +The cluster 5 contains the snippets: [4, 5] +The cluster 4 contains the snippets: [16] +The cluster 3 contains the snippets: [85] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 85, 16, 4, 6, 3, 5, 7, 46, 8, 57, 9, 75, 10, 79, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rookie of the year" =============== +============ Value of Rand Index = 0.6026262626262626 ================================= +============ Partial average Rand Index = 0.5093666827000161 ====== +============ Value of Adjusted Rand Index = 0.10112350214946007 ================================= +============ Partial average of Adjusted Rand Index = 0.029678126046948507 ================================= +============ Value of Jaccard Index = 0.5590674736606143 ================================= +============ Partial average of Jaccard Index = 0.4241839190424534 ====== +============ Precision = 0.77, Recall = 0.9390243902439024, F1 = 0.8461538461538461 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 64 : "junk mail" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 26, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99] +The cluster 2 contains the snippets: [3, 12, 25, 27, 30, 49, 51, 52, 79, 97] +The cluster 3 contains the snippets: [24, 41, 71, 86, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 24, 2, 12, 41, 4, 25, 71, 5, 27, 86, 6, 30, 100, 7, 49, 8, 51, 9, 52, 10, 79, 11, 97, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 26, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 50, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "junk mail" =============== +============ Value of Rand Index = 0.5713131313131313 ================================= +============ Partial average Rand Index = 0.510334595959596 ====== +============ Value of Adjusted Rand Index = 0.10103770306507216 ================================= +============ Partial average of Adjusted Rand Index = 0.03079311943785669 ================================= +============ Value of Jaccard Index = 0.4956025671499881 ================================= +============ Partial average of Jaccard Index = 0.42529983541913363 ====== +============ Precision = 0.71, Recall = 0.6826923076923077, F1 = 0.696078431372549 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 65 : "little brother" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [4, 6, 8, 9, 10, 13, 14, 15, 16, 17, 18, 25, 26, 27, 28, 30, 31, 32, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 48, 49, 50, 51, 53, 54, 56, 57, 58, 60, 61, 62, 63, 64, 67, 70, 73, 75, 77, 79, 80, 81, 83, 84, 86, 87, 90, 93, 94, 95, 96, 99] +The cluster 2 contains the snippets: [1, 2, 3, 5, 11, 12, 19, 20, 21, 22, 23, 24, 29, 33, 45, 47, 52, 55, 59, 65, 66, 69, 71, 72, 74, 76, 82, 85, 88, 92, 98] +The cluster 5 contains the snippets: [7, 68, 89, 97, 100] +The cluster 4 contains the snippets: [78, 91] +The cluster 3 contains the snippets: [34] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 1, 34, 78, 7, 6, 2, 91, 68, 8, 3, 89, 9, 5, 97, 10, 11, 100, 13, 12, 14, 19, 15, 20, 16, 21, 17, 22, 18, 23, 25, 24, 26, 29, 27, 33, 28, 45, 30, 47, 31, 52, 32, 55, 35, 59, 36, 65, 37, 66, 38, 69, 39, 71, 40, 72, 41, 74, 42, 76, 43, 82, 44, 85, 46, 88, 48, 92, 49, 98, 50, 51, 53, 54, 56, 57, 58, 60, 61, 62, 63, 64, 67, 70, 73, 75, 77, 79, 80, 81, 83, 84, 86, 87, 90, 93, 94, 95, 96, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "little brother" =============== +============ Value of Rand Index = 0.5430303030303031 ================================= +============ Partial average Rand Index = 0.5108376068376068 ====== +============ Value of Adjusted Rand Index = 0.07748350874787766 ================================= +============ Partial average of Adjusted Rand Index = 0.03151143311954933 ================================= +============ Value of Jaccard Index = 0.3253802564867283 ================================= +============ Partial average of Jaccard Index = 0.42376261112786584 ====== +============ Precision = 0.25, Recall = 0.6578947368421053, F1 = 0.36231884057971014 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 66 : "lost in space" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 68, 69, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 3 contains the snippets: [52, 67, 72] +The cluster 4 contains the snippets: [5, 21, 37] +The cluster 2 contains the snippets: [66, 76] +The cluster 5 contains the snippets: [36] +The cluster 6 contains the snippets: [83] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 66, 52, 5, 36, 83, 2, 76, 67, 21, 3, 72, 37, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 68, 69, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lost in space" =============== +============ Value of Rand Index = 0.42767676767676766 ================================= +============ Partial average Rand Index = 0.5095775941230486 ====== +============ Value of Adjusted Rand Index = 0.02497747436941239 ================================= +============ Partial average of Adjusted Rand Index = 0.03141243374454725 ================================= +============ Value of Jaccard Index = 0.34024219841639497 ================================= +============ Partial average of Jaccard Index = 0.4224971503292072 ====== +============ Precision = 0.39, Recall = 0.6964285714285714, F1 = 0.5000000000000001 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 67 : "the game of life" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 5, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +The cluster 3 contains the snippets: [1, 6, 22, 32, 38, 48, 53, 70, 78, 98] +The cluster 4 contains the snippets: [4, 31, 87] +The cluster 2 contains the snippets: [19] +The cluster 5 contains the snippets: [15] +The cluster 6 contains the snippets: [62] +The cluster 7 contains the snippets: [81] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 19, 1, 4, 15, 62, 81, 3, 6, 31, 5, 22, 87, 7, 32, 8, 38, 9, 48, 10, 53, 11, 70, 12, 78, 13, 98, 14, 16, 17, 18, 20, 21, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 79, 80, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the game of life" =============== +============ Value of Rand Index = 0.5973737373737373 ================================= +============ Partial average Rand Index = 0.5108879843208202 ====== +============ Value of Adjusted Rand Index = 0.22237699685950776 ================================= +============ Partial average of Adjusted Rand Index = 0.03426265110447203 ================================= +============ Value of Jaccard Index = 0.48206860706860705 ================================= +============ Partial average of Jaccard Index = 0.4233862765491982 ====== +============ Precision = 0.25, Recall = 0.6756756756756757, F1 = 0.36496350364963503 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 68 : "field of fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "field of fire" =============== +============ Value of Rand Index = 0.2775757575757576 ================================= +============ Partial average Rand Index = 0.5074569221628045 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.033758788588229796 ================================= +============ Value of Jaccard Index = 0.2775757575757576 ================================= +============ Partial average of Jaccard Index = 0.4212420042113535 ====== +============ Precision = 0.28, Recall = 0.5, F1 = 0.358974358974359 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 69 : "citizen of the world" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "citizen of the world" =============== +============ Value of Rand Index = 0.8852525252525253 ================================= +============ Partial average Rand Index = 0.5129322207583077 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03326953078260328 ================================= +============ Value of Jaccard Index = 0.8852525252525253 ================================= +============ Partial average of Jaccard Index = 0.4279667943713705 ====== +============ Precision = 0.05, Recall = 0.7142857142857143, F1 = 0.09345794392523366 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 70 : "bad to the bone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 15, 16, 17, 18, 19, 20, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 3 contains the snippets: [22, 23, 27, 41, 61, 81] +The cluster 4 contains the snippets: [13, 14, 21] +The cluster 2 contains the snippets: [7] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 7, 22, 13, 2, 23, 14, 3, 27, 21, 4, 41, 5, 61, 6, 81, 8, 9, 10, 11, 12, 15, 16, 17, 18, 19, 20, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bad to the bone" =============== +============ Value of Rand Index = 0.5593939393939394 ================================= +============ Partial average Rand Index = 0.5135959595959595 ====== +============ Value of Adjusted Rand Index = 0.1625932488072949 ================================= +============ Partial average of Adjusted Rand Index = 0.0351170124686703 ================================= +============ Value of Jaccard Index = 0.48512747875354106 ================================= +============ Partial average of Jaccard Index = 0.42878337557683 ====== +============ Precision = 0.25, Recall = 0.6756756756756757, F1 = 0.36496350364963503 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 71 : "cats and dogs" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 6, 7, 9, 10, 11, 14, 15, 16, 18, 19, 22, 23, 24, 27, 28, 29, 30, 33, 34, 36, 37, 39, 40, 41, 42, 45, 46, 47, 49, 50, 51, 52, 53, 54, 56, 57, 58, 60, 61, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84, 86, 87, 88, 89, 91, 92, 93, 95, 96, 98, 99] +The cluster 3 contains the snippets: [5, 17, 32, 55, 59, 66, 85, 90, 94, 100] +The cluster 4 contains the snippets: [8, 13, 25, 26, 31, 35, 43, 48, 73, 76] +The cluster 2 contains the snippets: [12, 20, 38, 44] +The cluster 5 contains the snippets: [21] +The cluster 6 contains the snippets: [82] +The cluster 7 contains the snippets: [97] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 12, 5, 8, 21, 82, 97, 2, 20, 17, 13, 3, 38, 32, 25, 4, 44, 55, 26, 6, 59, 31, 7, 66, 35, 9, 85, 43, 10, 90, 48, 11, 94, 73, 14, 100, 76, 15, 16, 18, 19, 22, 23, 24, 27, 28, 29, 30, 33, 34, 36, 37, 39, 40, 41, 42, 45, 46, 47, 49, 50, 51, 52, 53, 54, 56, 57, 58, 60, 61, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84, 86, 87, 88, 89, 91, 92, 93, 95, 96, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cats and dogs" =============== +============ Value of Rand Index = 0.5208080808080808 ================================= +============ Partial average Rand Index = 0.5136975387679612 ====== +============ Value of Adjusted Rand Index = -0.017047988200185323 ================================= +============ Partial average of Adjusted Rand Index = 0.03438229414939064 ================================= +============ Value of Jaccard Index = 0.4723025583982202 ================================= +============ Partial average of Jaccard Index = 0.429396321813751 ====== +============ Precision = 0.12, Recall = 1.0, F1 = 0.21428571428571425 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 72 : "division by zero" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 18, 20, 21, 22, 25, 30, 32, 33, 34, 35, 36, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 71, 72, 74, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 100] +The cluster 2 contains the snippets: [2, 11, 26, 27, 29, 55, 68, 97] +The cluster 3 contains the snippets: [23, 28, 37, 54, 73, 81, 99] +The cluster 4 contains the snippets: [40, 75, 91] +The cluster 6 contains the snippets: [17, 19, 31] +The cluster 5 contains the snippets: [24, 49] +The cluster 7 contains the snippets: [1, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 2, 23, 40, 24, 17, 1, 4, 11, 28, 75, 49, 19, 98, 5, 26, 37, 91, 31, 6, 27, 54, 7, 29, 73, 8, 55, 81, 9, 68, 99, 10, 97, 12, 13, 14, 15, 16, 18, 20, 21, 22, 25, 30, 32, 33, 34, 35, 36, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 71, 72, 74, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "division by zero" =============== +============ Value of Rand Index = 0.42727272727272725 ================================= +============ Partial average Rand Index = 0.5124971941638607 ====== +============ Value of Adjusted Rand Index = -0.20400669575825425 ================================= +============ Partial average of Adjusted Rand Index = 0.03107133595622892 ================================= +============ Value of Jaccard Index = 0.3593220338983051 ================================= +============ Partial average of Jaccard Index = 0.42842306781492534 ====== +============ Precision = 0.79, Recall = 0.8777777777777778, F1 = 0.831578947368421 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 73 : "hair of the dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [13, 59, 65, 82] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 13, 2, 59, 3, 65, 4, 82, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hair of the dog" =============== +============ Value of Rand Index = 0.48484848484848486 ================================= +============ Partial average Rand Index = 0.5121184447211844 ====== +============ Value of Adjusted Rand Index = 0.05100428508605973 ================================= +============ Partial average of Adjusted Rand Index = 0.03134439005389783 ================================= +============ Value of Jaccard Index = 0.4533762057877814 ================================= +============ Partial average of Jaccard Index = 0.42876489162277265 ====== +============ Precision = 0.16, Recall = 0.43243243243243246, F1 = 0.23357664233576642 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 50.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 74 : "freedom of the press" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 34, 35, 36, 37, 38, 39, 40, 41, 43, 45, 46, 47, 48, 49, 51, 52, 53, 54, 56, 58, 59, 60, 61, 62, 64, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 93, 95, 96, 97, 98, 99] +The cluster 3 contains the snippets: [33, 55, 63, 92, 100] +The cluster 4 contains the snippets: [19, 44, 50] +The cluster 2 contains the snippets: [57, 65] +The cluster 5 contains the snippets: [42, 73] +The cluster 8 contains the snippets: [31, 94] +The cluster 9 contains the snippets: [75, 88] +The cluster 6 contains the snippets: [79] +The cluster 7 contains the snippets: [4] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 57, 33, 19, 42, 79, 4, 31, 75, 2, 65, 55, 44, 73, 94, 88, 3, 63, 50, 5, 92, 6, 100, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 34, 35, 36, 37, 38, 39, 40, 41, 43, 45, 46, 47, 48, 49, 51, 52, 53, 54, 56, 58, 59, 60, 61, 62, 64, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 93, 95, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the press" =============== +============ Value of Rand Index = 0.5357575757575758 ================================= +============ Partial average Rand Index = 0.5124378924378924 ====== +============ Value of Adjusted Rand Index = -0.054539401864225956 ================================= +============ Partial average of Adjusted Rand Index = 0.030183798271220474 ================================= +============ Value of Jaccard Index = 0.4785568413886998 ================================= +============ Partial average of Jaccard Index = 0.4294377558087987 ====== +============ Precision = 0.78, Recall = 0.8125, F1 = 0.7959183673469388 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 11.11111111111111 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 75 : "bat boy" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 60, 61, 63, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 92, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [49, 58, 59, 64, 72, 93] +The cluster 4 contains the snippets: [40, 43, 62] +The cluster 5 contains the snippets: [7, 21, 91] +The cluster 3 contains the snippets: [87, 90] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 49, 87, 40, 7, 2, 58, 90, 43, 21, 3, 59, 62, 91, 4, 64, 5, 72, 6, 93, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 44, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 60, 61, 63, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 92, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bat boy" =============== +============ Value of Rand Index = 0.4638383838383838 ================================= +============ Partial average Rand Index = 0.5117898989898989 ====== +============ Value of Adjusted Rand Index = 0.029451051128897007 ================================= +============ Partial average of Adjusted Rand Index = 0.030174028309322837 ================================= +============ Value of Jaccard Index = 0.3547289083394116 ================================= +============ Partial average of Jaccard Index = 0.4284416378425402 ====== +============ Precision = 0.48, Recall = 0.75, F1 = 0.5853658536585366 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 76 : "fast food nation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [4, 6, 7, 9, 10, 12, 13, 14, 15, 18, 20, 24, 25, 27, 28, 29, 30, 32, 34, 35, 36, 39, 41, 42, 44, 45, 48, 52, 54, 55, 57, 58, 60, 62, 63, 65, 67, 68, 71, 72, 73, 74, 76, 77, 81, 82, 83, 86, 88, 90, 91, 96, 97, 99] +The cluster 3 contains the snippets: [2, 11, 16, 21, 22, 37, 43, 46, 49, 51, 64, 70, 75, 78, 87, 89, 93] +The cluster 4 contains the snippets: [17, 19, 31, 33, 61, 79, 84, 85, 94, 95] +The cluster 2 contains the snippets: [3, 23, 38, 40, 47, 80, 92] +The cluster 5 contains the snippets: [26, 50, 53, 56, 59, 66, 100] +The cluster 6 contains the snippets: [1, 5, 8, 69, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 3, 2, 17, 26, 1, 6, 23, 11, 19, 50, 5, 7, 38, 16, 31, 53, 8, 9, 40, 21, 33, 56, 69, 10, 47, 22, 61, 59, 98, 12, 80, 37, 79, 66, 13, 92, 43, 84, 100, 14, 46, 85, 15, 49, 94, 18, 51, 95, 20, 64, 24, 70, 25, 75, 27, 78, 28, 87, 29, 89, 30, 93, 32, 34, 35, 36, 39, 41, 42, 44, 45, 48, 52, 54, 55, 57, 58, 60, 62, 63, 65, 67, 68, 71, 72, 73, 74, 76, 77, 81, 82, 83, 86, 88, 90, 91, 96, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fast food nation" =============== +============ Value of Rand Index = 0.52 ================================= +============ Partial average Rand Index = 0.5118979266347686 ====== +============ Value of Adjusted Rand Index = -0.006449762190109076 ================================= +============ Partial average of Adjusted Rand Index = 0.029692136329067153 ================================= +============ Value of Jaccard Index = 0.22098360655737706 ================================= +============ Partial average of Jaccard Index = 0.4257119269045776 ====== +============ Precision = 0.6, Recall = 0.6666666666666666, F1 = 0.631578947368421 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 77 : "the da vinci code" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 7, 9, 10, 13, 14, 15, 17, 19, 20, 21, 22, 23, 25, 26, 28, 30, 32, 33, 34, 36, 38, 39, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 64, 65, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 80, 82, 84, 85, 86, 88, 89, 90, 91, 94, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [1, 4, 6, 11, 12, 16, 24, 27, 31, 37, 40, 41, 56, 62, 66, 67, 73, 81, 87, 93] +The cluster 4 contains the snippets: [2, 8, 60, 61, 63, 83] +The cluster 3 contains the snippets: [5, 18, 35, 79] +The cluster 5 contains the snippets: [42, 47, 92, 98] +The cluster 6 contains the snippets: [29] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 1, 5, 2, 42, 29, 7, 4, 18, 8, 47, 9, 6, 35, 60, 92, 10, 11, 79, 61, 98, 13, 12, 63, 14, 16, 83, 15, 24, 17, 27, 19, 31, 20, 37, 21, 40, 22, 41, 23, 56, 25, 62, 26, 66, 28, 67, 30, 73, 32, 81, 33, 87, 34, 93, 36, 38, 39, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 64, 65, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 80, 82, 84, 85, 86, 88, 89, 90, 91, 94, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the da vinci code" =============== +============ Value of Rand Index = 0.5268686868686868 ================================= +============ Partial average Rand Index = 0.512092352092352 ====== +============ Value of Adjusted Rand Index = 0.02505034326949216 ================================= +============ Partial average of Adjusted Rand Index = 0.029631853302319426 ================================= +============ Value of Jaccard Index = 0.22985859914501808 ================================= +============ Partial average of Jaccard Index = 0.42316837719341444 ====== +============ Precision = 0.4, Recall = 0.5714285714285714, F1 = 0.47058823529411764 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 78 : "civil war" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [52] +The cluster 3 contains the snippets: [40] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 52, 40, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil war" =============== +============ Value of Rand Index = 0.44303030303030305 ================================= +============ Partial average Rand Index = 0.5112069412069412 ====== +============ Value of Adjusted Rand Index = -0.003143692965987108 ================================= +============ Partial average of Adjusted Rand Index = 0.029211653991187286 ================================= +============ Value of Jaccard Index = 0.4308422791081751 ================================= +============ Partial average of Jaccard Index = 0.423266760551296 ====== +============ Precision = 0.54, Recall = 0.8852459016393442, F1 = 0.670807453416149 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 79 : "trip the light fantastic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [29] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 29, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "trip the light fantastic" =============== +============ Value of Rand Index = 0.5812121212121212 ================================= +============ Partial average Rand Index = 0.5120930827259941 ====== +============ Value of Adjusted Rand Index = 0.042458843744803534 ================================= +============ Partial average of Adjusted Rand Index = 0.029379339937435595 ================================= +============ Value of Jaccard Index = 0.5735445381608723 ================================= +============ Partial average of Jaccard Index = 0.42516901090078424 ====== +============ Precision = 0.11, Recall = 0.4230769230769231, F1 = 0.1746031746031746 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 50.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 80 : "ace of spades" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 57, 58, 59, 60, 61, 63, 65, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100] +The cluster 6 contains the snippets: [16, 20, 25, 62, 64] +The cluster 4 contains the snippets: [3, 5, 26, 56] +The cluster 5 contains the snippets: [36, 55] +The cluster 3 contains the snippets: [8] +The cluster 2 contains the snippets: [71] +The cluster 7 contains the snippets: [94] +The cluster 8 contains the snippets: [66] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 71, 8, 3, 36, 16, 94, 66, 2, 5, 55, 20, 4, 26, 25, 6, 56, 62, 7, 64, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 57, 58, 59, 60, 61, 63, 65, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ace of spades" =============== +============ Value of Rand Index = 0.6343434343434343 ================================= +============ Partial average Rand Index = 0.513621212121212 ====== +============ Value of Adjusted Rand Index = 0.3006781770847236 ================================= +============ Partial average of Adjusted Rand Index = 0.032770575401776705 ================================= +============ Value of Jaccard Index = 0.5249343832020997 ================================= +============ Partial average of Jaccard Index = 0.4264160780545507 ====== +============ Precision = 0.2, Recall = 0.5882352941176471, F1 = 0.29850746268656714 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 12.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 81 : "charles de gaulle" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 24, 28, 31, 32, 34, 35, 37, 38, 42, 43, 44, 45, 46, 50, 52, 54, 55, 56, 58, 59, 60, 61, 65, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78, 79, 80, 81, 83, 85, 86, 88, 91, 92, 93, 95, 96, 99] +The cluster 3 contains the snippets: [19, 20, 21, 22, 23, 27, 29, 30, 33, 36, 49, 66, 75, 82, 87, 94, 98, 100] +The cluster 4 contains the snippets: [40, 47, 51, 53, 57, 62, 64, 84, 89] +The cluster 5 contains the snippets: [1, 6, 25, 63, 97] +The cluster 2 contains the snippets: [7, 48, 77, 90] +The cluster 6 contains the snippets: [39, 41] +The cluster 7 contains the snippets: [26] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 7, 19, 40, 1, 39, 26, 3, 48, 20, 47, 6, 41, 4, 77, 21, 51, 25, 5, 90, 22, 53, 63, 8, 23, 57, 97, 9, 27, 62, 10, 29, 64, 11, 30, 84, 12, 33, 89, 13, 36, 14, 49, 15, 66, 16, 75, 17, 82, 18, 87, 24, 94, 28, 98, 31, 100, 32, 34, 35, 37, 38, 42, 43, 44, 45, 46, 50, 52, 54, 55, 56, 58, 59, 60, 61, 65, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78, 79, 80, 81, 83, 85, 86, 88, 91, 92, 93, 95, 96, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "charles de gaulle" =============== +============ Value of Rand Index = 0.5844444444444444 ================================= +============ Partial average Rand Index = 0.5144955730140914 ====== +============ Value of Adjusted Rand Index = 0.08263249422441785 ================================= +============ Partial average of Adjusted Rand Index = 0.03338615464650066 ================================= +============ Value of Jaccard Index = 0.21727549467275495 ================================= +============ Partial average of Jaccard Index = 0.4238340955436643 ====== +============ Precision = 0.43, Recall = 0.589041095890411, F1 = 0.49710982658959535 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 82 : "dive bomber" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 39, 40, 41, 42, 43, 44, 45, 46, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [1, 8, 37, 38, 91, 98] +The cluster 6 contains the snippets: [15, 82] +The cluster 4 contains the snippets: [59] +The cluster 5 contains the snippets: [47] +The cluster 3 contains the snippets: [49] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 49, 59, 47, 15, 3, 8, 82, 4, 37, 5, 38, 6, 91, 7, 98, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 39, 40, 41, 42, 43, 44, 45, 46, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dive bomber" =============== +============ Value of Rand Index = 0.4078787878787879 ================================= +============ Partial average Rand Index = 0.5131953683173194 ====== +============ Value of Adjusted Rand Index = -0.019369384877293783 ================================= +============ Partial average of Adjusted Rand Index = 0.03274279440840561 ================================= +============ Value of Jaccard Index = 0.3229383229383229 ================================= +============ Partial average of Jaccard Index = 0.42260365929237964 ====== +============ Precision = 0.51, Recall = 0.7083333333333334, F1 = 0.5930232558139535 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 83 : "catch a fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 24, 25, 26, 28, 32, 34, 35, 37, 39, 40, 43, 44, 46, 47, 50, 52, 53, 54, 57, 59, 60, 61, 63, 64, 66, 67, 72, 73, 75, 80, 81, 83, 84, 88, 90, 93, 94, 97, 98, 100] +The cluster 5 contains the snippets: [20, 29, 42, 45, 55, 58, 62, 69, 71, 77, 78, 85, 95, 99] +The cluster 4 contains the snippets: [2, 27, 38, 65, 68, 74, 76, 86, 91, 92] +The cluster 2 contains the snippets: [10, 41, 48, 49, 79, 87, 89] +The cluster 3 contains the snippets: [1, 8, 30, 31, 70, 96] +The cluster 6 contains the snippets: [23, 51, 56, 82] +The cluster 8 contains the snippets: [4, 36] +The cluster 7 contains the snippets: [33] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 10, 1, 2, 20, 23, 33, 4, 5, 41, 8, 27, 29, 51, 36, 6, 48, 30, 38, 42, 56, 7, 49, 31, 65, 45, 82, 9, 79, 70, 68, 55, 11, 87, 96, 74, 58, 12, 89, 76, 62, 13, 86, 69, 14, 91, 71, 15, 92, 77, 16, 78, 17, 85, 18, 95, 19, 99, 21, 22, 24, 25, 26, 28, 32, 34, 35, 37, 39, 40, 43, 44, 46, 47, 50, 52, 53, 54, 57, 59, 60, 61, 63, 64, 66, 67, 72, 73, 75, 80, 81, 83, 84, 88, 90, 93, 94, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "catch a fire" =============== +============ Value of Rand Index = 0.4036363636363636 ================================= +============ Partial average Rand Index = 0.5118753803091152 ====== +============ Value of Adjusted Rand Index = -0.10566767045709916 ================================= +============ Partial average of Adjusted Rand Index = 0.03107519844617061 ================================= +============ Value of Jaccard Index = 0.24152106885919836 ================================= +============ Partial average of Jaccard Index = 0.42042194133535343 ====== +============ Precision = 0.79, Recall = 0.8876404494382022, F1 = 0.8359788359788359 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 12.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 84 : "middle ages" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [16, 27, 56, 57, 64, 86, 88] +The cluster 3 contains the snippets: [38] +The cluster 4 contains the snippets: [9] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 16, 38, 9, 2, 27, 3, 56, 4, 57, 5, 64, 6, 86, 7, 88, 8, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "middle ages" =============== +============ Value of Rand Index = 0.5719191919191919 ================================= +============ Partial average Rand Index = 0.5125901875901875 ====== +============ Value of Adjusted Rand Index = 0.07118238653540536 ================================= +============ Partial average of Adjusted Rand Index = 0.031552664971042456 ================================= +============ Value of Jaccard Index = 0.5292157298378138 ================================= +============ Partial average of Jaccard Index = 0.4217171054841921 ====== +============ Precision = 0.71, Recall = 0.9342105263157895, F1 = 0.8068181818181819 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 85 : "the marquise of o" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 27, 29, 31, 34, 35, 39, 40, 41, 43, 45, 46, 47, 48, 49, 52, 53, 55, 58, 59, 61, 62, 63, 65, 66, 69, 70, 71, 73, 74, 75, 79, 80, 81, 84, 89, 91, 93, 95, 96, 97] +The cluster 2 contains the snippets: [1, 2, 5, 7, 12, 18, 25, 28, 30, 32, 33, 36, 37, 42, 44, 50, 51, 54, 56, 57, 67, 68, 77, 82, 100] +The cluster 4 contains the snippets: [60, 72, 78, 83, 85, 86, 87, 88, 90, 92, 98, 99] +The cluster 3 contains the snippets: [26, 38, 64, 94] +The cluster 5 contains the snippets: [24, 76] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 1, 26, 60, 24, 4, 2, 38, 72, 76, 6, 5, 64, 78, 8, 7, 94, 83, 9, 12, 85, 10, 18, 86, 11, 25, 87, 13, 28, 88, 14, 30, 90, 15, 32, 92, 16, 33, 98, 17, 36, 99, 19, 37, 20, 42, 21, 44, 22, 50, 23, 51, 27, 54, 29, 56, 31, 57, 34, 67, 35, 68, 39, 77, 40, 82, 41, 100, 43, 45, 46, 47, 48, 49, 52, 53, 55, 58, 59, 61, 62, 63, 65, 66, 69, 70, 71, 73, 74, 75, 79, 80, 81, 84, 89, 91, 93, 95, 96, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the marquise of o" =============== +============ Value of Rand Index = 0.5404040404040404 ================================= +============ Partial average Rand Index = 0.5129174093879976 ====== +============ Value of Adjusted Rand Index = 0.021909233176838825 ================================= +============ Partial average of Adjusted Rand Index = 0.031439212832287115 ================================= +============ Value of Jaccard Index = 0.24040066777963273 ================================= +============ Partial average of Jaccard Index = 0.419583970922962 ====== +============ Precision = 0.48, Recall = 0.6857142857142857, F1 = 0.5647058823529412 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 86 : "sean fallon" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sean fallon" =============== +============ Value of Rand Index = 0.8317171717171717 ================================= +============ Partial average Rand Index = 0.5166243833685693 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03107364059005122 ================================= +============ Value of Jaccard Index = 0.8317171717171717 ================================= +============ Partial average of Jaccard Index = 0.4243762174438249 ====== +============ Precision = 0.07, Recall = 0.7777777777777778, F1 = 0.12844036697247707 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 87 : "tower of babel" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99] +The cluster 4 contains the snippets: [43, 52, 100] +The cluster 3 contains the snippets: [73] +The cluster 2 contains the snippets: [81] +The cluster 5 contains the snippets: [37] +The cluster 6 contains the snippets: [57] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 81, 73, 43, 37, 57, 2, 52, 3, 100, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tower of babel" =============== +============ Value of Rand Index = 0.2791919191919192 ================================= +============ Partial average Rand Index = 0.5138952745849297 ====== +============ Value of Adjusted Rand Index = 0.011746173605135612 ================================= +============ Partial average of Adjusted Rand Index = 0.030851485797121162 ================================= +============ Value of Jaccard Index = 0.18613138686131386 ================================= +============ Partial average of Jaccard Index = 0.42163777111529027 ====== +============ Precision = 0.22, Recall = 0.34375, F1 = 0.2682926829268293 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 88 : "special edition" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 33, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 73, 74, 75, 76, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [5, 14, 17, 25, 34, 38, 70, 72, 79, 81, 91, 94] +The cluster 3 contains the snippets: [64, 77, 93, 98] +The cluster 5 contains the snippets: [32, 53] +The cluster 4 contains the snippets: [78] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 5, 64, 78, 32, 2, 14, 77, 53, 3, 17, 93, 4, 25, 98, 6, 34, 7, 38, 8, 70, 9, 72, 10, 79, 11, 81, 12, 91, 13, 94, 15, 16, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 33, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 73, 74, 75, 76, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "special edition" =============== +============ Value of Rand Index = 0.6331313131313131 ================================= +============ Partial average Rand Index = 0.5152502295684113 ====== +============ Value of Adjusted Rand Index = -0.04595903897248119 ================================= +============ Partial average of Adjusted Rand Index = 0.02997863892473932 ================================= +============ Value of Jaccard Index = 0.6288575516043328 ================================= +============ Partial average of Jaccard Index = 0.4239925413481203 ====== +============ Precision = 0.02, Recall = 0.6666666666666666, F1 = 0.038834951456310676 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 89 : "the colour of magic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 48, 51, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 95, 98, 99, 100] +The cluster 2 contains the snippets: [19, 21, 46, 75, 89, 97] +The cluster 3 contains the snippets: [47, 49, 53, 67] +The cluster 4 contains the snippets: [64, 96] +The cluster 5 contains the snippets: [50] +The cluster 6 contains the snippets: [52] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 19, 47, 64, 50, 52, 2, 21, 49, 96, 3, 46, 53, 4, 75, 67, 5, 89, 6, 97, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 48, 51, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 95, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the colour of magic" =============== +============ Value of Rand Index = 0.4218181818181818 ================================= +============ Partial average Rand Index = 0.5142004312790829 ====== +============ Value of Adjusted Rand Index = 8.81587030081535E-5 ================================= +============ Partial average of Adjusted Rand Index = 0.02964279083236031 ================================= +============ Value of Jaccard Index = 0.3098625512418616 ================================= +============ Partial average of Jaccard Index = 0.42271018190872417 ====== +============ Precision = 0.44, Recall = 0.6567164179104478, F1 = 0.5269461077844311 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 90 : "iron butterly" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "iron butterly" =============== +============ Value of Rand Index = 0.4595959595959596 ================================= +============ Partial average Rand Index = 0.5135937149270482 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.02931342648977853 ================================= +============ Value of Jaccard Index = 0.4595959595959596 ================================= +============ Partial average of Jaccard Index = 0.4231200238830268 ====== +============ Precision = 0.55, Recall = 0.9166666666666666, F1 = 0.6874999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 91 : "reign of terror" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 86, 87, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [18, 21, 27, 58, 62] +The cluster 5 contains the snippets: [35, 61, 72, 95] +The cluster 4 contains the snippets: [80, 85, 88] +The cluster 3 contains the snippets: [20] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 18, 20, 80, 35, 2, 21, 85, 61, 3, 27, 88, 72, 4, 58, 95, 5, 62, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 86, 87, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "reign of terror" =============== +============ Value of Rand Index = 0.46606060606060606 ================================= +============ Partial average Rand Index = 0.513071373071373 ====== +============ Value of Adjusted Rand Index = -0.0199517733393727 ================================= +============ Partial average of Adjusted Rand Index = 0.028772050667480165 ================================= +============ Value of Jaccard Index = 0.38918419228102613 ================================= +============ Partial average of Jaccard Index = 0.42274710265663124 ====== +============ Precision = 0.27, Recall = 0.7105263157894737, F1 = 0.391304347826087 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 92 : "heavy rotation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 3 contains the snippets: [4, 18, 28, 77] +The cluster 2 contains the snippets: [61] +The cluster 4 contains the snippets: [70] +The cluster 5 contains the snippets: [3] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 61, 4, 70, 3, 2, 18, 5, 28, 6, 77, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heavy rotation" =============== +============ Value of Rand Index = 0.5026262626262626 ================================= +============ Partial average Rand Index = 0.512957839262187 ====== +============ Value of Adjusted Rand Index = 0.09424669585837864 ================================= +============ Partial average of Adjusted Rand Index = 0.029483731593468197 ================================= +============ Value of Jaccard Index = 0.4521584334668447 ================================= +============ Partial average of Jaccard Index = 0.42306679103500305 ====== +============ Precision = 0.22, Recall = 0.5641025641025641, F1 = 0.3165467625899281 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 93 : "the edge of heaven" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 6, 7, 8, 10, 12, 14, 16, 17, 18, 19, 20, 21, 23, 26, 28, 31, 34, 36, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 51, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68, 69, 70, 72, 73, 74, 76, 79, 80, 81, 82, 83, 84, 85, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100] +The cluster 2 contains the snippets: [5, 11, 22, 27, 29, 35, 37, 45, 65, 66, 67, 77, 99] +The cluster 3 contains the snippets: [1, 30, 32, 33, 50, 52, 71, 78, 87] +The cluster 4 contains the snippets: [2, 9, 15, 24, 49, 53, 86, 92] +The cluster 5 contains the snippets: [4, 13, 25] +The cluster 6 contains the snippets: [75] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 5, 1, 2, 4, 75, 6, 11, 30, 9, 13, 7, 22, 32, 15, 25, 8, 27, 33, 24, 10, 29, 50, 49, 12, 35, 52, 53, 14, 37, 71, 86, 16, 45, 78, 92, 17, 65, 87, 18, 66, 19, 67, 20, 77, 21, 99, 23, 26, 28, 31, 34, 36, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 51, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68, 69, 70, 72, 73, 74, 76, 79, 80, 81, 82, 83, 84, 85, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the edge of heaven" =============== +============ Value of Rand Index = 0.5068686868686869 ================================= +============ Partial average Rand Index = 0.5128923645052675 ====== +============ Value of Adjusted Rand Index = 0.007382026007142213 ================================= +============ Partial average of Adjusted Rand Index = 0.02924607884522813 ================================= +============ Value of Jaccard Index = 0.301973119816986 ================================= +============ Partial average of Jaccard Index = 0.42176470854878784 ====== +============ Precision = 0.47, Recall = 0.9215686274509803, F1 = 0.6225165562913907 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 94 : "top of the pops" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 18, 20, 21, 22, 23, 24, 26, 27, 30, 31, 32, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 51, 52, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 90, 91, 94, 95, 96, 98, 99, 100] +The cluster 3 contains the snippets: [10, 17, 19, 28, 33, 38, 56, 74, 75, 83, 92] +The cluster 2 contains the snippets: [25, 29, 45, 50, 53, 54, 89, 93, 97] +The cluster 4 contains the snippets: [1] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 25, 10, 1, 3, 29, 17, 4, 45, 19, 5, 50, 28, 6, 53, 33, 7, 54, 38, 8, 89, 56, 9, 93, 74, 11, 97, 75, 12, 83, 13, 92, 14, 15, 16, 18, 20, 21, 22, 23, 24, 26, 27, 30, 31, 32, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 51, 52, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 90, 91, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "top of the pops" =============== +============ Value of Rand Index = 0.4597979797979798 ================================= +============ Partial average Rand Index = 0.5123275306254028 ====== +============ Value of Adjusted Rand Index = -0.07831821364945903 ================================= +============ Partial average of Adjusted Rand Index = 0.028101777861242093 ================================= +============ Value of Jaccard Index = 0.3559730250481696 ================================= +============ Partial average of Jaccard Index = 0.4210647970221855 ====== +============ Precision = 0.6199999999999999, Recall = 0.9393939393939394, F1 = 0.7469879518072289 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 95 : "manor house" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [9] +The cluster 3 contains the snippets: [78] +The cluster 4 contains the snippets: [73] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 9, 78, 73, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "manor house" =============== +============ Value of Rand Index = 0.6345454545454545 ================================= +============ Partial average Rand Index = 0.5136140350877192 ====== +============ Value of Adjusted Rand Index = -0.045742445303127564 ================================= +============ Partial average of Adjusted Rand Index = 0.02732447024898556 ================================= +============ Value of Jaccard Index = 0.6302881667688535 ================================= +============ Partial average of Jaccard Index = 0.4232671482826768 ====== +============ Precision = 0.12, Recall = 0.6, F1 = 0.19999999999999998 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 96 : "bus driver" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 6, 7, 9, 10, 11, 13, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 31, 33, 35, 37, 38, 42, 43, 44, 47, 48, 49, 51, 53, 54, 58, 59, 60, 61, 62, 63, 65, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 80, 82, 83, 84, 85, 86, 90, 92, 93, 94, 96, 97, 98, 99] +The cluster 2 contains the snippets: [8, 12, 16, 32, 34, 39, 45, 46, 56, 64, 66, 78, 88, 89, 100] +The cluster 5 contains the snippets: [1, 4, 5, 14, 29, 30, 36, 40, 50, 57, 81, 87, 95] +The cluster 8 contains the snippets: [26, 73, 91] +The cluster 3 contains the snippets: [28, 55] +The cluster 6 contains the snippets: [52] +The cluster 7 contains the snippets: [79] +The cluster 4 contains the snippets: [41] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 8, 28, 41, 1, 52, 79, 26, 3, 12, 55, 4, 73, 6, 16, 5, 91, 7, 32, 14, 9, 34, 29, 10, 39, 30, 11, 45, 36, 13, 46, 40, 15, 56, 50, 17, 64, 57, 18, 66, 81, 19, 78, 87, 20, 88, 95, 21, 89, 22, 100, 23, 24, 25, 27, 31, 33, 35, 37, 38, 42, 43, 44, 47, 48, 49, 51, 53, 54, 58, 59, 60, 61, 62, 63, 65, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 80, 82, 83, 84, 85, 86, 90, 92, 93, 94, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bus driver" =============== +============ Value of Rand Index = 0.6167676767676767 ================================= +============ Partial average Rand Index = 0.5146885521885521 ====== +============ Value of Adjusted Rand Index = 0.22597029163959645 ================================= +============ Partial average of Adjusted Rand Index = 0.029393697555137765 ================================= +============ Value of Jaccard Index = 0.38369070825211177 ================================= +============ Partial average of Jaccard Index = 0.422854893699025 ====== +============ Precision = 0.73, Recall = 0.8021978021978022, F1 = 0.7643979057591622 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 12.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 97 : "american beauty" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99] +The cluster 2 contains the snippets: [2, 5, 32, 40, 63, 66] +The cluster 3 contains the snippets: [75, 76] +The cluster 4 contains the snippets: [56, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 75, 56, 3, 5, 76, 100, 4, 32, 6, 40, 7, 63, 8, 66, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "american beauty" =============== +============ Value of Rand Index = 0.6147474747474747 ================================= +============ Partial average Rand Index = 0.5157200874726651 ====== +============ Value of Adjusted Rand Index = 0.20250689088318374 ================================= +============ Partial average of Adjusted Rand Index = 0.03117836965130318 ================================= +============ Value of Jaccard Index = 0.5532911688920121 ================================= +============ Partial average of Jaccard Index = 0.4241995975669942 ====== +============ Precision = 0.27, Recall = 0.84375, F1 = 0.4090909090909091 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 98 : "soldier of fortune" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99] +The cluster 2 contains the snippets: [2, 4, 35, 54, 57, 61, 77, 81, 98, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 35, 6, 54, 7, 57, 8, 61, 9, 77, 10, 81, 11, 98, 12, 100, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soldier of fortune" =============== +============ Value of Rand Index = 0.38606060606060605 ================================= +============ Partial average Rand Index = 0.5143970315398889 ====== +============ Value of Adjusted Rand Index = 0.05868273589952976 ================================= +============ Partial average of Adjusted Rand Index = 0.03145902644975447 ================================= +============ Value of Jaccard Index = 0.2747016706443914 ================================= +============ Partial average of Jaccard Index = 0.42267410851676357 ====== +============ Precision = 0.24, Recall = 0.42857142857142855, F1 = 0.30769230769230765 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 50.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 99 : "fight night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 5, 6, 7, 9, 10, 12, 13, 14, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 30, 31, 32, 33, 35, 36, 37, 38, 42, 43, 44, 45, 46, 49, 50, 52, 53, 54, 56, 57, 58, 60, 62, 63, 65, 66, 67, 68, 69, 70, 71, 73, 74, 76, 77, 79, 81, 84, 85, 86, 87, 88, 90, 92, 93, 95, 97, 99, 100] +The cluster 2 contains the snippets: [1, 3, 8, 11, 17, 27, 29, 34, 39, 40, 41, 47, 48, 51, 55, 59, 61, 64, 72, 75, 78, 80, 82, 83, 89, 91, 94, 98] +The cluster 3 contains the snippets: [96] +The cluster 4 contains the snippets: [15] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 96, 15, 4, 3, 5, 8, 6, 11, 7, 17, 9, 27, 10, 29, 12, 34, 13, 39, 14, 40, 16, 41, 18, 47, 19, 48, 20, 51, 21, 55, 22, 59, 23, 61, 24, 64, 25, 72, 26, 75, 28, 78, 30, 80, 31, 82, 32, 83, 33, 89, 35, 91, 36, 94, 37, 98, 38, 42, 43, 44, 45, 46, 49, 50, 52, 53, 54, 56, 57, 58, 60, 62, 63, 65, 66, 67, 68, 69, 70, 71, 73, 74, 76, 77, 79, 81, 84, 85, 86, 87, 88, 90, 92, 93, 95, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fight night" =============== +============ Value of Rand Index = 0.4719191919191919 ================================= +============ Partial average Rand Index = 0.5139679624528112 ====== +============ Value of Adjusted Rand Index = -0.04359276001020091 ================================= +============ Partial average of Adjusted Rand Index = 0.03070092759662361 ================================= +============ Value of Jaccard Index = 0.3166013071895425 ================================= +============ Partial average of Jaccard Index = 0.42160266607911484 ====== +============ Precision = 0.62, Recall = 0.8378378378378378, F1 = 0.7126436781609196 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 100 : "magic lantern" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 80, 81, 82, 83, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100] +The cluster 5 contains the snippets: [61, 75, 84, 96] +The cluster 3 contains the snippets: [13, 29, 79] +The cluster 2 contains the snippets: [18, 38, 85] +The cluster 4 contains the snippets: [1, 40] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 18, 13, 1, 61, 3, 38, 29, 40, 75, 4, 85, 79, 84, 5, 96, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 80, 81, 82, 83, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "magic lantern" =============== +============ Value of Rand Index = 0.6353535353535353 ================================= +============ Partial average Rand Index = 0.5151818181818184 ====== +============ Value of Adjusted Rand Index = 0.11307458938721102 ================================= +============ Partial average of Adjusted Rand Index = 0.031524664214529485 ================================= +============ Value of Jaccard Index = 0.5952007176496973 ================================= +============ Partial average of Jaccard Index = 0.4233386465948207 ====== +============ Precision = 0.08, Recall = 0.42105263157894735, F1 = 0.13445378151260506 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 101 : "train of thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 5, 7, 9, 13, 14, 16, 23, 25, 26, 27, 29, 30, 31, 32, 34, 35, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 84, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [2, 4, 8, 12, 17, 19, 21, 22, 24, 28, 37, 41, 80, 82, 94] +The cluster 3 contains the snippets: [3, 6, 10, 11, 18, 20, 33, 53, 62, 64, 83, 85, 86, 98] +The cluster 4 contains the snippets: [15, 49] +The cluster 5 contains the snippets: [36] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 15, 36, 5, 4, 6, 49, 7, 8, 10, 9, 12, 11, 13, 17, 18, 14, 19, 20, 16, 21, 33, 23, 22, 53, 25, 24, 62, 26, 28, 64, 27, 37, 83, 29, 41, 85, 30, 80, 86, 31, 82, 98, 32, 94, 34, 35, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 84, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "train of thought" =============== +============ Value of Rand Index = 0.5953535353535353 ================================= +============ Partial average Rand Index = 0.5159755975597563 ====== +============ Value of Adjusted Rand Index = 0.2077125135701772 ================================= +============ Partial average of Adjusted Rand Index = 0.0332690983665656 ================================= +============ Value of Jaccard Index = 0.402089552238806 ================================= +============ Partial average of Jaccard Index = 0.42312825952198885 ====== +============ Precision = 0.28, Recall = 0.6829268292682927, F1 = 0.3971631205673759 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 102 : "heart to heart" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [31, 48] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 31, 2, 48, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart to heart" =============== +============ Value of Rand Index = 0.8684848484848485 ================================= +============ Partial average Rand Index = 0.5194315706080415 ====== +============ Value of Adjusted Rand Index = 0.3329401638560365 ================================= +============ Partial average of Adjusted Rand Index = 0.0362070499890114 ================================= +============ Value of Jaccard Index = 0.8630626840555322 ================================= +============ Partial average of Jaccard Index = 0.427441342115455 ====== +============ Precision = 0.06, Recall = 0.6666666666666666, F1 = 0.11009174311926605 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 50.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 103 : "bed of roses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 60, 61, 62, 65, 66, 67, 68, 69, 70, 71, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100] +The cluster 2 contains the snippets: [8, 25, 37, 56, 59, 63, 64, 72, 73, 97] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 8, 2, 25, 3, 37, 4, 56, 5, 59, 6, 63, 7, 64, 9, 72, 10, 73, 11, 97, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 60, 61, 62, 65, 66, 67, 68, 69, 70, 71, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bed of roses" =============== +============ Value of Rand Index = 0.45131313131313133 ================================= +============ Partial average Rand Index = 0.518770226537217 ====== +============ Value of Adjusted Rand Index = 0.09003411306042879 ================================= +============ Partial average of Adjusted Rand Index = 0.036729642834364966 ================================= +============ Value of Jaccard Index = 0.35639810426540286 ================================= +============ Partial average of Jaccard Index = 0.4267516019421535 ====== +============ Precision = 0.16, Recall = 0.35555555555555557, F1 = 0.22068965517241382 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 50.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 104 : "food for thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "food for thought" =============== +============ Value of Rand Index = 0.8113131313131313 ================================= +============ Partial average Rand Index = 0.5215831390831394 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.036376473191726835 ================================= +============ Value of Jaccard Index = 0.8113131313131313 ================================= +============ Partial average of Jaccard Index = 0.430449308955336 ====== +============ Precision = 0.04, Recall = 0.36363636363636365, F1 = 0.07207207207207207 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 105 : "burden of proof" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 4, 7, 9, 11, 12, 15, 16, 17, 18, 19, 20, 21, 22, 25, 27, 29, 30, 31, 32, 33, 34, 35, 37, 39, 41, 43, 47, 48, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 78, 80, 81, 82, 84, 86, 87, 89, 90, 93, 97, 98, 99] +The cluster 3 contains the snippets: [3, 5, 8, 13, 14, 26, 40, 49, 57, 60, 73, 79, 85] +The cluster 2 contains the snippets: [10, 36, 61, 68, 75, 83, 95, 96] +The cluster 5 contains the snippets: [28, 38, 42, 88, 91] +The cluster 8 contains the snippets: [6, 24, 44, 46] +The cluster 7 contains the snippets: [2, 45, 65] +The cluster 6 contains the snippets: [94, 100] +The cluster 4 contains the snippets: [23] +The cluster 9 contains the snippets: [92] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 10, 3, 23, 28, 94, 2, 6, 92, 4, 36, 5, 38, 100, 45, 24, 7, 61, 8, 42, 65, 44, 9, 68, 13, 88, 46, 11, 75, 14, 91, 12, 83, 26, 15, 95, 40, 16, 96, 49, 17, 57, 18, 60, 19, 73, 20, 79, 21, 85, 22, 25, 27, 29, 30, 31, 32, 33, 34, 35, 37, 39, 41, 43, 47, 48, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62, 63, 64, 66, 67, 69, 70, 71, 72, 74, 76, 77, 78, 80, 81, 82, 84, 86, 87, 89, 90, 93, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "burden of proof" =============== +============ Value of Rand Index = 0.4505050505050505 ================================= +============ Partial average Rand Index = 0.5209062049062052 ====== +============ Value of Adjusted Rand Index = -0.08620992604188303 ================================= +============ Partial average of Adjusted Rand Index = 0.03520898367521627 ================================= +============ Value of Jaccard Index = 0.2703862660944206 ================================= +============ Partial average of Jaccard Index = 0.4289248990233273 ====== +============ Precision = 0.68, Recall = 0.9444444444444444, F1 = 0.7906976744186047 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 11.11111111111111 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 106 : "dial tone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 48, 49, 50, 52, 54, 55, 57, 58, 61, 62, 63, 67, 68, 69, 71, 73, 76, 77, 79, 82, 85, 86, 87, 88, 90, 92, 93, 94, 95, 96, 98, 99, 100] +The cluster 2 contains the snippets: [30, 45, 47, 51, 59, 64, 74, 78, 81, 89, 97] +The cluster 3 contains the snippets: [20, 60, 65, 70, 72, 91] +The cluster 4 contains the snippets: [12, 24, 56, 84] +The cluster 6 contains the snippets: [7, 28, 53, 80] +The cluster 5 contains the snippets: [66, 75] +The cluster 7 contains the snippets: [83] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 30, 20, 12, 66, 7, 83, 2, 45, 60, 24, 75, 28, 3, 47, 65, 56, 53, 4, 51, 70, 84, 80, 5, 59, 72, 6, 64, 91, 8, 74, 9, 78, 10, 81, 11, 89, 13, 97, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 48, 49, 50, 52, 54, 55, 57, 58, 61, 62, 63, 67, 68, 69, 71, 73, 76, 77, 79, 82, 85, 86, 87, 88, 90, 92, 93, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dial tone" =============== +============ Value of Rand Index = 0.43414141414141416 ================================= +============ Partial average Rand Index = 0.5200876691442732 ====== +============ Value of Adjusted Rand Index = -0.1504126150396021 ================================= +============ Partial average of Adjusted Rand Index = 0.0334578365175293 ================================= +============ Value of Jaccard Index = 0.3426425721661582 ================================= +============ Partial average of Jaccard Index = 0.4281109148076936 ====== +============ Precision = 0.76, Recall = 0.9743589743589743, F1 = 0.853932584269663 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 107 : "stranger in town" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 17, 18, 19, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100] +The cluster 3 contains the snippets: [1, 2, 9, 21, 22, 23, 56, 71, 94] +The cluster 2 contains the snippets: [10, 20, 38, 41, 57, 67, 84] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 10, 1, 4, 20, 2, 5, 38, 9, 6, 41, 21, 7, 57, 22, 8, 67, 23, 11, 84, 56, 12, 71, 13, 94, 14, 15, 16, 17, 18, 19, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stranger in town" =============== +============ Value of Rand Index = 0.502020202020202 ================================= +============ Partial average Rand Index = 0.519918814311338 ====== +============ Value of Adjusted Rand Index = 0.10500011662669813 ================================= +============ Partial average of Adjusted Rand Index = 0.03412645595780191 ================================= +============ Value of Jaccard Index = 0.3708524757529352 ================================= +============ Partial average of Jaccard Index = 0.427575789209051 ====== +============ Precision = 0.23, Recall = 0.5227272727272727, F1 = 0.3194444444444445 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 108 : "beer for my horses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 4, 6, 7, 10, 12, 13, 14, 15, 18, 19, 21, 23, 26, 27, 28, 29, 30, 31, 33, 34, 35, 37, 38, 39, 41, 42, 44, 45, 46, 47, 48, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 64, 65, 66, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 82, 83, 84, 85, 87, 88, 89, 90, 92, 93, 95, 98] +The cluster 2 contains the snippets: [1, 2, 8, 9, 17, 20, 22, 43, 49, 50, 59, 63, 67, 69, 78, 81, 96, 97] +The cluster 3 contains the snippets: [24, 25, 32, 40, 72, 94, 99] +The cluster 5 contains the snippets: [16, 36, 86, 91, 100] +The cluster 4 contains the snippets: [5] +The cluster 6 contains the snippets: [11] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 1, 24, 5, 16, 11, 4, 2, 25, 36, 6, 8, 32, 86, 7, 9, 40, 91, 10, 17, 72, 100, 12, 20, 94, 13, 22, 99, 14, 43, 15, 49, 18, 50, 19, 59, 21, 63, 23, 67, 26, 69, 27, 78, 28, 81, 29, 96, 30, 97, 31, 33, 34, 35, 37, 38, 39, 41, 42, 44, 45, 46, 47, 48, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 64, 65, 66, 68, 70, 71, 73, 74, 75, 76, 77, 79, 80, 82, 83, 84, 85, 87, 88, 89, 90, 92, 93, 95, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "beer for my horses" =============== +============ Value of Rand Index = 0.47858585858585856 ================================= +============ Partial average Rand Index = 0.5195361017583243 ====== +============ Value of Adjusted Rand Index = -0.021537752007982667 ================================= +============ Partial average of Adjusted Rand Index = 0.03361104662478539 ================================= +============ Value of Jaccard Index = 0.2512329561937917 ================================= +============ Partial average of Jaccard Index = 0.4259429851996504 ====== +============ Precision = 0.49, Recall = 0.5903614457831325, F1 = 0.5355191256830601 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 109 : "peter and the wolf" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 6, 7, 8, 9, 10, 11, 14, 16, 18, 19, 21, 23, 24, 27, 28, 29, 32, 33, 37, 38, 40, 41, 42, 43, 44, 47, 48, 51, 52, 53, 54, 56, 57, 58, 60, 62, 63, 64, 65, 67, 70, 71, 72, 74, 75, 77, 78, 80, 81, 82, 83, 84, 86, 88, 92, 93, 94, 97, 98, 99] +The cluster 2 contains the snippets: [2, 12, 13, 26, 34, 35, 36, 39, 46, 49, 50, 68, 73, 91, 95, 100] +The cluster 4 contains the snippets: [3, 20, 25, 55, 79, 85] +The cluster 5 contains the snippets: [17, 30, 31, 59, 61, 76] +The cluster 3 contains the snippets: [4, 22, 87, 96] +The cluster 7 contains the snippets: [45, 89, 90] +The cluster 8 contains the snippets: [15, 66] +The cluster 6 contains the snippets: [69] +The cluster 9 contains the snippets: [5] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 4, 3, 17, 69, 45, 15, 5, 6, 12, 22, 20, 30, 89, 66, 7, 13, 87, 25, 31, 90, 8, 26, 96, 55, 59, 9, 34, 79, 61, 10, 35, 85, 76, 11, 36, 14, 39, 16, 46, 18, 49, 19, 50, 21, 68, 23, 73, 24, 91, 27, 95, 28, 100, 29, 32, 33, 37, 38, 40, 41, 42, 43, 44, 47, 48, 51, 52, 53, 54, 56, 57, 58, 60, 62, 63, 64, 65, 67, 70, 71, 72, 74, 75, 77, 78, 80, 81, 82, 83, 84, 86, 88, 92, 93, 94, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "peter and the wolf" =============== +============ Value of Rand Index = 0.5656565656565656 ================================= +============ Partial average Rand Index = 0.5199592252803266 ====== +============ Value of Adjusted Rand Index = 0.09973658254339109 ================================= +============ Partial average of Adjusted Rand Index = 0.03421770291761663 ================================= +============ Value of Jaccard Index = 0.3033052495139339 ================================= +============ Partial average of Jaccard Index = 0.42481786835849705 ====== +============ Precision = 0.28, Recall = 0.6666666666666666, F1 = 0.3943661971830986 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 11.11111111111111 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 110 : "gorky park" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gorky park" =============== +============ Value of Rand Index = 0.2476767676767677 ================================= +============ Partial average Rand Index = 0.5174839302112032 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.033906632891092844 ================================= +============ Value of Jaccard Index = 0.2476767676767677 ================================= +============ Partial average of Jaccard Index = 0.42320749471593583 ====== +============ Precision = 0.36, Recall = 0.3956043956043956, F1 = 0.37696335078534027 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 111 : "neutron star" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 7, 9, 10, 11, 16, 19, 20, 23, 27, 29, 31, 32, 33, 34, 35, 39, 40, 41, 42, 44, 46, 47, 48, 51, 53, 54, 56, 57, 58, 59, 60, 61, 62, 65, 66, 68, 70, 71, 73, 74, 75, 78, 79, 80, 81, 82, 83, 84, 85, 89, 90, 92, 94, 96, 97, 98, 99] +The cluster 7 contains the snippets: [5, 15, 25, 36, 37, 43, 50, 52, 55, 63, 67, 76, 77, 91, 93] +The cluster 2 contains the snippets: [6, 12, 21, 28, 38, 45, 49, 64, 69, 72, 87, 100] +The cluster 3 contains the snippets: [8, 13, 14, 18, 95] +The cluster 5 contains the snippets: [22, 26, 88] +The cluster 4 contains the snippets: [17, 24, 30] +The cluster 6 contains the snippets: [86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 6, 8, 17, 22, 86, 5, 2, 12, 13, 24, 26, 15, 3, 21, 14, 30, 88, 25, 4, 28, 18, 36, 7, 38, 95, 37, 9, 45, 43, 10, 49, 50, 11, 64, 52, 16, 69, 55, 19, 72, 63, 20, 87, 67, 23, 100, 76, 27, 77, 29, 91, 31, 93, 32, 33, 34, 35, 39, 40, 41, 42, 44, 46, 47, 48, 51, 53, 54, 56, 57, 58, 59, 60, 61, 62, 65, 66, 68, 70, 71, 73, 74, 75, 78, 79, 80, 81, 82, 83, 84, 85, 89, 90, 92, 94, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "neutron star" =============== +============ Value of Rand Index = 0.397979797979798 ================================= +============ Partial average Rand Index = 0.5164073164073167 ====== +============ Value of Adjusted Rand Index = -0.07238492853893207 ================================= +============ Partial average of Adjusted Rand Index = 0.03294905125658811 ================================= +============ Value of Jaccard Index = 0.3460610050471802 ================================= +============ Partial average of Jaccard Index = 0.4225124812954966 ====== +============ Precision = 0.91, Recall = 0.978494623655914, F1 = 0.9430051813471503 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 112 : "death by chocolate" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 15, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 32, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 4 contains the snippets: [30, 31, 50, 65, 70, 84] +The cluster 3 contains the snippets: [2, 7, 16, 58, 80] +The cluster 2 contains the snippets: [14, 25, 33, 40] +The cluster 5 contains the snippets: [18] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 14, 2, 30, 18, 3, 25, 7, 31, 4, 33, 16, 50, 5, 40, 58, 65, 6, 80, 70, 8, 84, 9, 10, 11, 12, 13, 15, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 32, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "death by chocolate" =============== +============ Value of Rand Index = 0.522020202020202 ================================= +============ Partial average Rand Index = 0.5164574314574317 ====== +============ Value of Adjusted Rand Index = -0.1477253563027446 ================================= +============ Partial average of Adjusted Rand Index = 0.03133588690337979 ================================= +============ Value of Jaccard Index = 0.4924924924924925 ================================= +============ Partial average of Jaccard Index = 0.4231373028240412 ====== +============ Precision = 0.82, Recall = 0.9647058823529412, F1 = 0.8864864864864864 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 113 : "before the storm" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 6, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 35, 36, 37, 38, 40, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [5, 29, 34, 39, 47] +The cluster 4 contains the snippets: [7, 10, 41, 91] +The cluster 3 contains the snippets: [1, 4, 75] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 5, 1, 7, 3, 29, 4, 10, 6, 34, 75, 41, 8, 39, 91, 9, 47, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 35, 36, 37, 38, 40, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "before the storm" =============== +============ Value of Rand Index = 0.7054545454545454 ================================= +============ Partial average Rand Index = 0.5181299722892646 ====== +============ Value of Adjusted Rand Index = 0.29842249350743155 ================================= +============ Partial average of Adjusted Rand Index = 0.03369948519191122 ================================= +============ Value of Jaccard Index = 0.6636678200692041 ================================= +============ Partial average of Jaccard Index = 0.42526589147222854 ====== +============ Precision = 0.09, Recall = 0.47368421052631576, F1 = 0.15126050420168066 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 114 : "music of the spheres" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 56, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 99] +The cluster 3 contains the snippets: [34, 51, 55, 77, 92] +The cluster 2 contains the snippets: [4, 10, 100] +The cluster 4 contains the snippets: [1, 59, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 4, 34, 1, 3, 10, 51, 59, 5, 100, 55, 98, 6, 77, 7, 92, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 56, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "music of the spheres" =============== +============ Value of Rand Index = 0.4602020202020202 ================================= +============ Partial average Rand Index = 0.5176218323586748 ====== +============ Value of Adjusted Rand Index = -0.08970436010270233 ================================= +============ Partial average of Adjusted Rand Index = 0.03261699532090584 ================================= +============ Value of Jaccard Index = 0.4139065584558017 ================================= +============ Partial average of Jaccard Index = 0.42516624820015464 ====== +============ Precision = 0.18, Recall = 0.5806451612903226, F1 = 0.27480916030534347 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ INFO ] WSIEvaluator - + +=========== Final average value of S-recall@K: ============= +1 0.2831 +2 0.3980 +3 0.4640 +4 0.5063 +5 0.5514 +6 0.5819 +7 0.6135 +8 0.6315 +9 0.6413 +10 0.6625 +11 0.6676 +12 0.6800 +13 0.7022 +14 0.7069 +15 0.7109 +16 0.7161 +17 0.7280 +18 0.7346 +19 0.7590 +20 0.7618 +21 0.7673 +22 0.7759 +23 0.7864 +24 0.7946 +25 0.8036 +26 0.8092 +27 0.8162 +28 0.8223 +29 0.8234 +30 0.8280 +31 0.8309 +32 0.8349 +33 0.8375 +34 0.8483 +35 0.8483 +36 0.8566 +37 0.8632 +38 0.8684 +39 0.8722 +40 0.8741 +41 0.8762 +42 0.8800 +43 0.8828 +44 0.8866 +45 0.8896 +46 0.8918 +47 0.8925 +48 0.8933 +49 0.8992 +50 0.9010 +51 0.9025 +52 0.9054 +53 0.9054 +54 0.9123 +55 0.9123 +56 0.9123 +57 0.9146 +58 0.9163 +59 0.9163 +60 0.9172 +61 0.9224 +62 0.9239 +63 0.9283 +64 0.9283 +65 0.9283 +66 0.9322 +67 0.9337 +68 0.9406 +69 0.9450 +70 0.9489 +71 0.9489 +72 0.9489 +73 0.9533 +74 0.9551 +75 0.9584 +76 0.9627 +77 0.9645 +78 0.9645 +79 0.9683 +80 0.9683 +81 0.9683 +82 0.9701 +83 0.9701 +84 0.9701 +85 0.9737 +86 0.9737 +87 0.9794 +88 0.9801 +89 0.9833 +90 0.9844 +91 0.9844 +92 0.9862 +93 0.9870 +94 0.9879 +95 0.9888 +96 0.9899 +97 0.9899 +98 0.9972 +99 0.9979 +100 1.0000 + +=========== Final average value of S-precision@r: ============= +0.4000 0.5297 +0.4500 0.4111 +0.5000 0.3275 +0.5500 0.2506 +0.6000 0.2247 +0.6500 0.2092 +0.7000 0.1757 +0.7500 0.1639 +0.8000 0.1396 +0.8500 0.1361 +0.9000 0.1213 +0.9500 0.1211 +1.0000 0.0658 + +=========== Final average value of F1: ===================== +average F1 = 0.4987338636084534 + +=========== Final average value of Rand Index: ============= +average Rand Index = 0.5176218323586748 + +=========== Final average value of Adjusted Rand Index: ==== +average Adj Rand Index = 0.03261699532090584 + +=========== Final average value of Jaccard Index: ========== +average Jaccard Index = 0.42516624820015464 + +================ Statistics: ==================================== +============ average number of created clusters: 4.543859649122807 +============ average cluster size: 33.687691450849336 + +[ WARN ] WSIEvaluator - Simulation started at: 16:18 and completed at 16:19 +Execution time: 3.627 sec diff --git a/results/development/gold.log b/results/development/gold.log new file mode 100644 index 0000000..9ad1305 --- /dev/null +++ b/results/development/gold.log @@ -0,0 +1,3913 @@ +[ INFO ] Configuration - Loading /eval.properties FROM /home/students/zimmermann/Courses/ws17/fsem/absinth/evaluator/config/eval.properties +[ INFO ] WSIEvaluator - Run started at 18:51 +[ INFO ] Dataset - Loading the ../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the topics data ../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the subtopics data +[ INFO ] Dataset - Loading the snippets data +[ INFO ] Dataset - Loading the relations data +[ INFO ] Dataset - Loading the relations data +[ INFO ] WSIEvaluator - +=================================================== +Starting the evaluation +=================================================== +[ INFO ] WSIEvaluator - +=================================================== +subtopic-recall@K default: 100 +=================================================== +[ WARN ] WSIEvaluator - +============= Query 1 : "the blue bird" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [7, 20, 32, 5, 14, 76, 81, 10, 13, 64, 1, 67, 24, 2, 87, 6, 3] +The cluster 1 contains the snippets: [83, 25, 17, 91, 84, 4, 68] +The cluster 3 contains the snippets: [99, 60] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [83, 7, 99, 25, 20, 60, 17, 32, 91, 5, 84, 14, 4, 76, 68, 81, 10, 13, 64, 1, 67, 24, 2, 87, 6, 3, 8, 9, 11, 12, 15, 16, 18, 19, 21, 22, 23, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 65, 66, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 82, 85, 86, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the blue bird" =============== +============ Value of Rand Index = 0.9965656565656565 ================================= +============ Partial average Rand Index = 0.9965656565656565 ====== +============ Value of Adjusted Rand Index = 0.9903131970382041 ================================= +============ Partial average of Adjusted Rand Index = 0.9903131970382041 ================================= +============ Value of Jaccard Index = 0.9940890125173852 ================================= +============ Partial average of Jaccard Index = 0.9940890125173852 ====== +============ Precision = 1.0, Recall = 0.9629629629629629, F1 = 0.9811320754716981 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 8.666666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 2 : "crown of thorns" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 10 snippet clusters: ==================== +The cluster 6 contains the snippets: [13, 8, 3, 80, 53, 15, 97, 95, 99, 81, 22, 58, 11, 69, 61] +The cluster 1 contains the snippets: [93, 73, 12, 26, 41, 92, 59, 77, 14, 25, 28, 74, 9, 40] +The cluster 5 contains the snippets: [67, 2, 70, 66, 18, 44, 6, 39, 98] +The cluster 7 contains the snippets: [51, 36, 16, 82, 89, 17] +The cluster 8 contains the snippets: [10, 49, 4, 76, 50] +The cluster 10 contains the snippets: [37, 91, 56, 31] +The cluster 4 contains the snippets: [63, 52, 35] +The cluster 3 contains the snippets: [33] +The cluster 9 contains the snippets: [24] +The cluster 2 contains the snippets: [54] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [93, 54, 33, 63, 67, 13, 51, 10, 24, 37, 73, 52, 2, 8, 36, 49, 91, 12, 35, 70, 3, 16, 4, 56, 26, 66, 80, 82, 76, 31, 41, 18, 53, 89, 50, 92, 44, 15, 17, 59, 6, 97, 77, 39, 95, 14, 98, 99, 25, 81, 28, 22, 74, 58, 9, 11, 40, 69, 61, 1, 5, 7, 19, 20, 21, 23, 27, 29, 30, 32, 34, 38, 42, 43, 45, 46, 47, 48, 55, 57, 60, 62, 64, 65, 68, 71, 72, 75, 78, 79, 83, 84, 85, 86, 87, 88, 90, 94, 96, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "crown of thorns" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9982828282828282 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.995156598519102 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9970445062586926 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 10 ============ +============ average size of the created clusters: 5.9 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 3 : "hall of justice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [80, 74, 58, 98, 86, 91, 47, 60, 37, 48, 53, 55, 30, 2, 20, 50, 39, 82, 61, 42, 62, 49, 15, 76, 16, 36, 59, 99, 52, 25, 7, 56, 27, 34, 26, 81, 33, 51, 57, 41, 78, 18, 89, 75, 65] +The cluster 2 contains the snippets: [45, 17, 28, 63, 38, 72, 22, 31, 100] +The cluster 3 contains the snippets: [23, 84, 3, 1, 73, 77] +The cluster 4 contains the snippets: [21, 4] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [80, 45, 23, 21, 74, 17, 84, 4, 58, 28, 3, 98, 63, 1, 86, 38, 73, 91, 72, 77, 47, 22, 60, 31, 37, 100, 48, 53, 55, 30, 2, 20, 50, 39, 82, 61, 42, 62, 49, 15, 76, 16, 36, 59, 99, 52, 25, 7, 56, 27, 34, 26, 81, 33, 51, 57, 41, 78, 18, 89, 75, 65, 5, 6, 8, 9, 10, 11, 12, 13, 14, 19, 24, 29, 32, 35, 40, 43, 44, 46, 54, 64, 66, 67, 68, 69, 70, 71, 79, 83, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hall of justice" =============== +============ Value of Rand Index = 0.9987878787878788 ================================= +============ Partial average Rand Index = 0.9984511784511785 ====== +============ Value of Adjusted Rand Index = 0.9778231656860525 ================================= +============ Partial average of Adjusted Rand Index = 0.9893787875747521 ================================= +============ Value of Jaccard Index = 0.9965733866362079 ================================= +============ Partial average of Jaccard Index = 0.9968874663845311 ====== +============ Precision = 1.0, Recall = 0.9841269841269841, F1 = 0.9919999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 15.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 4 : "cool water" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [89, 73, 31, 42, 23, 48, 43, 16, 69, 51, 2, 46, 35, 21, 47, 14, 63, 28, 27, 83] +The cluster 1 contains the snippets: [8, 40] +The cluster 3 contains the snippets: [4, 34] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [8, 89, 4, 40, 73, 34, 31, 42, 23, 48, 43, 16, 69, 51, 2, 46, 35, 21, 47, 14, 63, 28, 27, 83, 1, 3, 5, 6, 7, 9, 10, 11, 12, 13, 15, 17, 18, 19, 20, 22, 24, 25, 26, 29, 30, 32, 33, 36, 37, 38, 39, 41, 44, 45, 49, 50, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cool water" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9988383838383839 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9920340906810641 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9976655997883983 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 8.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 5 : "the art of seduction" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [36, 53, 2, 44, 74, 12, 17, 7, 78, 40, 39, 90, 91, 3, 32, 15, 8, 97, 84, 35, 70] +The cluster 2 contains the snippets: [79, 34, 89, 82, 100, 9, 28, 58, 83, 11] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [36, 79, 53, 34, 2, 89, 44, 82, 74, 100, 12, 9, 17, 28, 7, 58, 78, 83, 40, 11, 39, 90, 91, 3, 32, 15, 8, 97, 84, 35, 70, 1, 4, 5, 6, 10, 13, 14, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 33, 37, 38, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 87, 88, 92, 93, 94, 95, 96, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the art of seduction" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9990707070707071 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9936272725448513 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9981324798307186 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 15.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 6 : "radioactive man" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 4 contains the snippets: [26, 6, 30, 17, 11, 51, 38, 100, 36, 86, 19, 73, 34, 33, 12, 18, 28, 54, 16, 32, 43, 25, 5, 4, 80, 50, 3, 88] +The cluster 2 contains the snippets: [71, 79, 48, 84, 60, 20, 10, 93, 69, 87, 1, 22, 8, 91, 78, 65, 37, 61, 70, 62, 83, 41, 56, 74, 42] +The cluster 1 contains the snippets: [76, 44, 89, 23, 52, 98, 47, 29, 14, 75, 66, 7, 21, 77, 9, 92, 2, 27, 35, 49, 40, 53, 96, 59, 24] +The cluster 3 contains the snippets: [45] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [76, 71, 45, 26, 44, 79, 6, 89, 48, 30, 23, 84, 17, 52, 60, 11, 98, 20, 51, 47, 10, 38, 29, 93, 100, 14, 69, 36, 75, 87, 86, 66, 1, 19, 7, 22, 73, 21, 8, 34, 77, 91, 33, 9, 78, 12, 92, 65, 18, 2, 37, 28, 27, 61, 54, 35, 70, 16, 49, 62, 32, 40, 83, 43, 53, 41, 25, 96, 56, 5, 59, 74, 4, 24, 42, 80, 50, 3, 88, 13, 15, 31, 39, 46, 55, 57, 58, 63, 64, 67, 68, 72, 81, 82, 85, 90, 94, 95, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radioactive man" =============== +============ Value of Rand Index = 0.971919191919192 ================================= +============ Partial average Rand Index = 0.9945454545454546 ====== +============ Value of Adjusted Rand Index = 0.7518631157871665 ================================= +============ Partial average of Adjusted Rand Index = 0.9533332464185705 ================================= +============ Value of Jaccard Index = 0.8952524491333835 ================================= +============ Partial average of Jaccard Index = 0.9809858080478294 ====== +============ Precision = 1.0, Recall = 0.8061224489795918, F1 = 0.8926553672316384 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 19.75 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 7 : "radius of curvature" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 4 contains the snippets: [40, 26, 15, 67, 41, 89, 49, 95, 50, 46, 33, 83, 29, 68, 52, 18, 48, 20, 91, 28, 21, 62, 38, 27, 35, 12, 47, 77, 78, 70, 94, 34, 6, 13, 19, 45] +The cluster 2 contains the snippets: [44, 54, 60, 97, 73, 32, 71, 37, 92, 23, 7, 75, 61, 53, 87, 3, 72, 16, 56, 96, 51, 14] +The cluster 3 contains the snippets: [84, 69, 59, 8, 85, 17, 80, 1, 57, 66, 24] +The cluster 1 contains the snippets: [99, 11, 81, 5, 2, 58, 31, 10, 30, 9] +The cluster 6 contains the snippets: [22, 42, 36] +The cluster 5 contains the snippets: [65, 82] +The cluster 7 contains the snippets: [25] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [99, 44, 84, 40, 65, 22, 25, 11, 54, 69, 26, 82, 42, 81, 60, 59, 15, 36, 5, 97, 8, 67, 2, 73, 85, 41, 58, 32, 17, 89, 31, 71, 80, 49, 10, 37, 1, 95, 30, 92, 57, 50, 9, 23, 66, 46, 7, 24, 33, 75, 83, 61, 29, 53, 68, 87, 52, 3, 18, 72, 48, 16, 20, 56, 91, 96, 28, 51, 21, 14, 62, 38, 27, 35, 12, 47, 77, 78, 70, 94, 34, 6, 13, 19, 45, 4, 39, 43, 55, 63, 64, 74, 76, 79, 86, 88, 90, 93, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radius of curvature" =============== +============ Value of Rand Index = 0.978989898989899 ================================= +============ Partial average Rand Index = 0.9923232323232324 ====== +============ Value of Adjusted Rand Index = 0.7149916810713 ================================= +============ Partial average of Adjusted Rand Index = 0.9192844513689604 ================================= +============ Value of Jaccard Index = 0.9114139693356048 ================================= +============ Partial average of Jaccard Index = 0.9710469739460831 ====== +============ Precision = 1.0, Recall = 0.8333333333333334, F1 = 0.9090909090909091 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 12.142857142857142 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 8 : "twilight of the gods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 3 contains the snippets: [47, 8, 11, 81, 54, 28, 64, 69, 9, 23, 86, 98, 22, 88, 58, 15, 61, 60] +The cluster 1 contains the snippets: [84, 51, 68, 73, 29, 71, 27, 94, 85, 92] +The cluster 5 contains the snippets: [65, 78, 19, 46, 76, 57, 39, 48] +The cluster 2 contains the snippets: [21, 49, 70, 63, 7, 20] +The cluster 4 contains the snippets: [24, 26, 17, 1] +The cluster 8 contains the snippets: [56, 37, 97, 41] +The cluster 7 contains the snippets: [4, 79, 3] +The cluster 6 contains the snippets: [72, 33, 35] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [84, 21, 47, 24, 65, 72, 4, 56, 51, 49, 8, 26, 78, 33, 79, 37, 68, 70, 11, 17, 19, 35, 3, 97, 73, 63, 81, 1, 46, 41, 29, 7, 54, 76, 71, 20, 28, 57, 27, 64, 39, 94, 69, 48, 85, 9, 92, 23, 86, 98, 22, 88, 58, 15, 61, 60, 2, 5, 6, 10, 12, 13, 14, 16, 18, 25, 30, 31, 32, 34, 36, 38, 40, 42, 43, 44, 45, 50, 52, 53, 55, 59, 62, 66, 67, 74, 75, 77, 80, 82, 83, 87, 89, 90, 91, 93, 95, 96, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "twilight of the gods" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9932828282828283 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9293738949478403 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9746661022028227 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 7.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 9 : "sign of the cross" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [77, 70, 23, 46, 94, 6, 90, 82, 31, 8, 73, 91, 49, 2, 30, 3, 28, 60, 51, 45, 97, 52, 9, 44, 7, 25, 71, 83, 5, 27, 61, 79, 67, 80, 69, 42, 95, 87, 50, 33, 1, 20, 65, 76, 26, 75] +The cluster 4 contains the snippets: [37, 18, 39] +The cluster 3 contains the snippets: [35, 21] +The cluster 2 contains the snippets: [11, 29] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [77, 11, 35, 37, 70, 29, 21, 18, 23, 39, 46, 94, 6, 90, 82, 31, 8, 73, 91, 49, 2, 30, 3, 28, 60, 51, 45, 97, 52, 9, 44, 7, 25, 71, 83, 5, 27, 61, 79, 67, 80, 69, 42, 95, 87, 50, 33, 1, 20, 65, 76, 26, 75, 4, 10, 12, 13, 14, 15, 16, 17, 19, 22, 24, 32, 34, 36, 38, 40, 41, 43, 47, 48, 53, 54, 55, 56, 57, 58, 59, 62, 63, 64, 66, 68, 72, 74, 78, 81, 84, 85, 86, 88, 89, 92, 93, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sign of the cross" =============== +============ Value of Rand Index = 0.9995959595959596 ================================= +============ Partial average Rand Index = 0.9939842873176207 ====== +============ Value of Adjusted Rand Index = 0.9805510815732891 ================================= +============ Partial average of Adjusted Rand Index = 0.9350602490173345 ================================= +============ Value of Jaccard Index = 0.999057936881771 ================================= +============ Partial average of Jaccard Index = 0.9773763060560392 ====== +============ Precision = 1.0, Recall = 0.9814814814814815, F1 = 0.9906542056074767 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 13.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 10 : "in the name of love" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 3 contains the snippets: [76, 68, 1, 71, 62, 50, 37, 44, 29, 51, 30, 3, 19] +The cluster 2 contains the snippets: [100, 21, 6, 79] +The cluster 1 contains the snippets: [83, 90, 95] +The cluster 4 contains the snippets: [33, 60] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [83, 100, 76, 33, 90, 21, 68, 60, 95, 6, 1, 79, 71, 62, 50, 37, 44, 29, 51, 30, 3, 19, 2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 22, 23, 24, 25, 26, 27, 28, 31, 32, 34, 35, 36, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 52, 53, 54, 55, 56, 57, 58, 59, 61, 63, 64, 65, 66, 67, 69, 70, 72, 73, 74, 75, 77, 78, 80, 81, 82, 84, 85, 86, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "in the name of love" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9945858585858586 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9415542241156011 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9796386754504353 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 5.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 11 : "stephen king" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [40, 13, 4, 7, 6, 37, 42, 85, 41, 19, 84, 30, 62, 97, 39, 83, 100, 86, 2, 94, 49, 65, 38, 96, 14, 75, 53, 8, 74, 78, 66, 35, 76, 67, 18, 87, 26, 29, 63, 92, 56, 64, 25, 81, 21, 57, 10, 60, 1, 27, 28, 93, 90, 22, 80, 70, 71, 16, 82, 17, 34, 91, 59, 69, 33, 45, 58, 48, 31, 72, 11, 15, 36, 73, 47, 46, 88, 68, 44, 98, 50, 32, 43, 20, 79, 55, 23, 24, 12, 99, 89, 5, 51, 54, 9, 95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [40, 13, 4, 7, 6, 37, 42, 85, 41, 19, 84, 30, 62, 97, 39, 83, 100, 86, 2, 94, 49, 65, 38, 96, 14, 75, 53, 8, 74, 78, 66, 35, 76, 67, 18, 87, 26, 29, 63, 92, 56, 64, 25, 81, 21, 57, 10, 60, 1, 27, 28, 93, 90, 22, 80, 70, 71, 16, 82, 17, 34, 91, 59, 69, 33, 45, 58, 48, 31, 72, 11, 15, 36, 73, 47, 46, 88, 68, 44, 98, 50, 32, 43, 20, 79, 55, 23, 24, 12, 99, 89, 5, 51, 54, 9, 95, 3, 52, 61, 77] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stephen king" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9950780532598714 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9468674764687283 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9814897049549411 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 96.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 12 : "private practice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 3 contains the snippets: [32, 53, 18, 72, 64, 47, 7, 85, 45, 98, 21, 55, 52, 5, 40, 23, 42, 80, 50, 6, 74, 38, 14, 75, 27, 70, 67, 95, 83, 12, 22, 20, 65, 84, 37, 61, 78, 10, 43, 88, 3, 36, 35, 2, 94, 49] +The cluster 2 contains the snippets: [87, 59, 63] +The cluster 1 contains the snippets: [71] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [71, 87, 32, 59, 53, 63, 18, 72, 64, 47, 7, 85, 45, 98, 21, 55, 52, 5, 40, 23, 42, 80, 50, 6, 74, 38, 14, 75, 27, 70, 67, 95, 83, 12, 22, 20, 65, 84, 37, 61, 78, 10, 43, 88, 3, 36, 35, 2, 94, 49, 1, 4, 8, 9, 11, 13, 15, 16, 17, 19, 24, 25, 26, 28, 29, 30, 31, 33, 34, 39, 41, 44, 46, 48, 51, 54, 56, 57, 58, 60, 62, 66, 68, 69, 73, 76, 77, 79, 81, 82, 86, 89, 90, 91, 92, 93, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "private practice" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9954882154882155 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.951295186763001 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9830322295420294 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 16.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 13 : "micro chip" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [84, 64, 37, 19, 90, 1, 75, 6, 30, 97, 91, 60, 79, 93, 57, 34, 35, 88, 38, 7, 16, 82, 61, 44, 71, 94, 68, 98, 83, 73, 31, 81, 33, 3, 74, 76, 9, 80, 45, 8, 95, 77, 96, 62] +The cluster 3 contains the snippets: [67, 99, 42, 20, 52, 25, 100, 59, 36, 54, 51, 41, 40, 5, 49, 15, 86, 43, 65, 32, 24, 63, 78, 72, 39, 11, 23, 17, 69, 2, 66] +The cluster 1 contains the snippets: [53, 12, 4, 92, 27, 14, 22, 55, 46, 58, 13, 29, 70, 18, 47, 10, 28, 48] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [53, 84, 67, 12, 64, 99, 4, 37, 42, 92, 19, 20, 27, 90, 52, 14, 1, 25, 22, 75, 100, 55, 6, 59, 46, 30, 36, 58, 97, 54, 13, 91, 51, 29, 60, 41, 70, 79, 40, 18, 93, 5, 47, 57, 49, 10, 34, 15, 28, 35, 86, 48, 88, 43, 38, 65, 7, 32, 16, 24, 82, 63, 61, 78, 44, 72, 71, 39, 94, 11, 68, 23, 98, 17, 83, 69, 73, 2, 31, 66, 81, 33, 3, 74, 76, 9, 80, 45, 8, 95, 77, 96, 62, 21, 26, 50, 56, 85, 87, 89] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "micro chip" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9958352758352759 ====== +============ Value of Adjusted Rand Index = 0.9457833046498859 ================================= +============ Partial average of Adjusted Rand Index = 0.9508711958312228 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.984337442654181 ====== +============ Precision = 1.0, Recall = 0.9587628865979382, F1 = 0.9789473684210526 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 31.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 14 : "the glass bead game" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [36, 2, 25, 84, 76, 81, 83, 4, 82, 46, 23, 78, 75, 54, 89, 98, 80, 50, 43, 61, 97, 14, 72, 35, 18, 40, 30, 96, 79, 31, 33, 20, 77, 63, 88, 55, 74, 59, 16, 13, 44, 41, 58] +The cluster 2 contains the snippets: [100, 93, 69, 68, 87, 64] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [36, 100, 2, 93, 25, 69, 84, 68, 76, 87, 81, 64, 83, 4, 82, 46, 23, 78, 75, 54, 89, 98, 80, 50, 43, 61, 97, 14, 72, 35, 18, 40, 30, 96, 79, 31, 33, 20, 77, 63, 88, 55, 74, 59, 16, 13, 44, 41, 58, 1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 15, 17, 19, 21, 22, 24, 26, 27, 28, 29, 32, 34, 37, 38, 39, 42, 45, 47, 48, 49, 51, 52, 53, 56, 57, 60, 62, 65, 66, 67, 70, 71, 73, 85, 86, 90, 91, 92, 94, 95, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the glass bead game" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9961327561327561 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9543803961289926 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9854561967503109 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 24.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 15 : "la mancha" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [55, 91, 35, 20, 99, 50, 53, 88, 79, 51, 21, 80, 2, 24, 29, 61, 89, 72, 75, 73, 97, 1, 90, 44, 85, 84, 59, 87, 48, 62] +The cluster 2 contains the snippets: [14, 77, 26] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [55, 14, 91, 77, 35, 26, 20, 99, 50, 53, 88, 79, 51, 21, 80, 2, 24, 29, 61, 89, 72, 75, 73, 97, 1, 90, 44, 85, 84, 59, 87, 48, 62, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 22, 23, 25, 27, 28, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 49, 52, 54, 56, 57, 58, 60, 63, 64, 65, 66, 67, 68, 69, 70, 71, 74, 76, 78, 81, 82, 83, 86, 92, 93, 94, 95, 96, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "la mancha" =============== +============ Value of Rand Index = 0.9963636363636363 ================================= +============ Partial average Rand Index = 0.9961481481481481 ====== +============ Value of Adjusted Rand Index = 0.9288977319055965 ================================= +============ Partial average of Adjusted Rand Index = 0.952681551847433 ================================= +============ Value of Jaccard Index = 0.9932508436445444 ================================= +============ Partial average of Jaccard Index = 0.9859758398765931 ====== +============ Precision = 1.0, Recall = 0.8461538461538461, F1 = 0.9166666666666666 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 16.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 16 : "richard tracey" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [48, 24, 44, 10, 31, 64, 57, 49, 47, 30, 8, 84, 28, 45, 100, 62, 1, 79, 98, 12, 90, 20, 37] +The cluster 2 contains the snippets: [59, 40, 56, 2, 77, 18] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [48, 59, 24, 40, 44, 56, 10, 2, 31, 77, 64, 18, 57, 49, 47, 30, 8, 84, 28, 45, 100, 62, 1, 79, 98, 12, 90, 20, 37, 3, 4, 5, 6, 7, 9, 11, 13, 14, 15, 16, 17, 19, 21, 22, 23, 25, 26, 27, 29, 32, 33, 34, 35, 36, 38, 39, 41, 42, 43, 46, 50, 51, 52, 53, 54, 55, 58, 60, 61, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81, 82, 83, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "richard tracey" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9963888888888889 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9556389548569684 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9868523498843061 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 14.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 17 : "heart attack" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [21, 87, 9, 51, 48, 42, 23, 86, 18, 6, 98, 89, 5, 47, 19, 56, 85, 34, 2, 50, 68, 73, 29, 16, 83, 95, 55, 4, 62, 59, 84, 28, 91, 15, 22, 92, 82, 63, 64, 81, 77, 25, 3, 26, 65, 54, 13, 94, 14, 17, 74, 41, 24, 88, 72, 12, 96, 58, 79, 10, 53, 20, 11, 75, 45, 100, 70, 46, 57, 32, 38, 37, 76, 27, 97, 31, 90, 43, 78, 35, 36, 52, 80, 40, 7, 69, 33, 71, 8, 61, 39, 99, 1, 49, 93, 44, 60, 67] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [21, 87, 9, 51, 48, 42, 23, 86, 18, 6, 98, 89, 5, 47, 19, 56, 85, 34, 2, 50, 68, 73, 29, 16, 83, 95, 55, 4, 62, 59, 84, 28, 91, 15, 22, 92, 82, 63, 64, 81, 77, 25, 3, 26, 65, 54, 13, 94, 14, 17, 74, 41, 24, 88, 72, 12, 96, 58, 79, 10, 53, 20, 11, 75, 45, 100, 70, 46, 57, 32, 38, 37, 76, 27, 97, 31, 90, 43, 78, 35, 36, 52, 80, 40, 7, 69, 33, 71, 8, 61, 39, 99, 1, 49, 93, 44, 60, 67, 30, 66] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart attack" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9966013071895423 ====== +============ Value of Adjusted Rand Index = 0.30919737949712683 ================================= +============ Partial average of Adjusted Rand Index = 0.9176129798358013 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9876257410675824 ====== +============ Precision = 1.0, Recall = 0.9245283018867925, F1 = 0.9607843137254902 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 98.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 18 : "new england" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [33, 15, 100, 43, 84, 29, 83, 71, 76, 1, 60, 30, 4, 34, 47, 49, 5] +The cluster 2 contains the snippets: [54, 96, 51, 31, 93, 58, 19, 14, 64, 9, 66, 13, 26, 95, 72, 27] +The cluster 3 contains the snippets: [17] +The cluster 4 contains the snippets: [22] +The cluster 5 contains the snippets: [82] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [33, 54, 17, 22, 82, 15, 96, 100, 51, 43, 31, 84, 93, 29, 58, 83, 19, 71, 14, 76, 64, 1, 9, 60, 66, 30, 13, 4, 26, 34, 95, 47, 72, 49, 27, 5, 2, 3, 6, 7, 8, 10, 11, 12, 16, 18, 20, 21, 23, 24, 25, 28, 32, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 48, 50, 52, 53, 55, 56, 57, 59, 61, 62, 63, 65, 67, 68, 69, 70, 73, 74, 75, 77, 78, 79, 80, 81, 85, 86, 87, 88, 89, 90, 91, 92, 94, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "new england" =============== +============ Value of Rand Index = 0.9997979797979798 ================================= +============ Partial average Rand Index = 0.9967789001122335 ====== +============ Value of Adjusted Rand Index = 0.9928041641803167 ================================= +============ Partial average of Adjusted Rand Index = 0.921790267854941 ================================= +============ Value of Jaccard Index = 0.9995600527936648 ================================= +============ Partial average of Jaccard Index = 0.9882887583856979 ====== +============ Precision = 1.0, Recall = 0.972972972972973, F1 = 0.9863013698630138 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 7.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 19 : "fly with me" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 2 contains the snippets: [13, 78, 51, 17, 70, 57, 68, 75] +The cluster 1 contains the snippets: [23, 4, 24, 66] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [23, 13, 4, 78, 24, 51, 66, 17, 70, 57, 68, 75, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 67, 69, 71, 72, 73, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fly with me" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9969484316852738 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9259065695467863 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9889051395232927 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 6.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 20 : "agent blue" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 2 contains the snippets: [80, 39, 6, 7, 2, 67, 61, 62, 20, 29, 14, 23, 5, 28, 60, 3, 17, 52, 11, 15, 4, 97, 90, 43, 24, 16] +The cluster 1 contains the snippets: [1, 49, 50, 71, 84, 13, 38, 46] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 80, 49, 39, 50, 6, 71, 7, 84, 2, 13, 67, 38, 61, 46, 62, 20, 29, 14, 23, 5, 28, 60, 3, 17, 52, 11, 15, 4, 97, 90, 43, 24, 16, 8, 9, 10, 12, 18, 19, 21, 22, 25, 26, 27, 30, 31, 32, 33, 34, 35, 36, 37, 40, 41, 42, 44, 45, 47, 48, 51, 53, 54, 55, 56, 57, 58, 59, 63, 64, 65, 66, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "agent blue" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9971010101010102 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9296112410694469 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9894598825471282 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 17.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 21 : "across the universe" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [88, 36, 19, 4, 37, 14, 52, 68, 2, 82, 63, 97, 35, 43, 51, 30, 44, 33, 62, 100, 81, 32, 58, 31, 7, 6, 34, 11, 18, 77, 65, 16, 23, 60, 48, 17, 27, 99, 90, 85, 98, 96, 26, 70, 13, 10, 39, 76, 24, 29, 12, 89, 95, 64] +The cluster 1 contains the snippets: [49, 1, 53, 40, 87, 50, 91, 15, 20, 83, 54, 42, 61, 75, 3, 41, 94, 57, 84, 72, 69] +The cluster 3 contains the snippets: [66] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [49, 88, 66, 1, 36, 53, 19, 40, 4, 87, 37, 50, 14, 91, 52, 15, 68, 20, 2, 83, 82, 54, 63, 42, 97, 61, 35, 75, 43, 3, 51, 41, 30, 94, 44, 57, 33, 84, 62, 72, 100, 69, 81, 32, 58, 31, 7, 6, 34, 11, 18, 77, 65, 16, 23, 60, 48, 17, 27, 99, 90, 85, 98, 96, 26, 70, 13, 10, 39, 76, 24, 29, 12, 89, 95, 64, 5, 8, 9, 21, 22, 25, 28, 38, 45, 46, 47, 55, 56, 59, 67, 71, 73, 74, 78, 79, 80, 86, 92, 93] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "across the universe" =============== +============ Value of Rand Index = 0.9781818181818182 ================================= +============ Partial average Rand Index = 0.9962000962000963 ====== +============ Value of Adjusted Rand Index = 0.9386296992382664 ================================= +============ Partial average of Adjusted Rand Index = 0.9300406914584384 ================================= +============ Value of Jaccard Index = 0.9466666666666667 ================================= +============ Partial average of Jaccard Index = 0.9874221103623443 ====== +============ Precision = 1.0, Recall = 0.9743589743589743, F1 = 0.9870129870129869 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 25.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 22 : "attack of the mutant" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [55, 74, 13, 8, 65, 39, 53, 24, 4, 72, 44, 1, 43, 26, 11, 60] +The cluster 3 contains the snippets: [48, 23, 68, 62, 50, 19, 56, 82, 17, 36, 3] +The cluster 2 contains the snippets: [27, 38, 28, 97, 32, 2] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [55, 27, 48, 74, 38, 23, 13, 28, 68, 8, 97, 62, 65, 32, 50, 39, 2, 19, 53, 56, 24, 82, 4, 17, 72, 36, 44, 3, 1, 43, 26, 11, 60, 5, 6, 7, 9, 10, 12, 14, 15, 16, 18, 20, 21, 22, 25, 29, 30, 31, 33, 34, 35, 37, 40, 41, 42, 45, 46, 47, 49, 51, 52, 54, 57, 58, 59, 61, 63, 64, 66, 67, 69, 70, 71, 73, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "attack of the mutant" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9963728191000919 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9332206600285093 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9879938326186014 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 11.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 23 : "the block" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 3 contains the snippets: [64, 2, 94, 82, 43, 8, 97, 55, 79, 12, 21, 29, 91, 66, 100, 76, 53, 75, 67] +The cluster 1 contains the snippets: [45, 24, 5, 11, 1] +The cluster 2 contains the snippets: [28, 25, 56] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [45, 28, 64, 24, 25, 2, 5, 56, 94, 11, 82, 1, 43, 8, 97, 55, 79, 12, 21, 29, 91, 66, 100, 76, 53, 75, 67, 3, 4, 6, 7, 9, 10, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 26, 27, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 52, 54, 57, 58, 59, 60, 61, 62, 63, 65, 68, 69, 70, 71, 72, 73, 74, 77, 78, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 95, 96, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the block" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9965305226174792 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9361241095924872 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9885158398960535 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 9.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 24 : "lake of the woods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 4 contains the snippets: [83, 58, 13, 38, 1, 100, 11, 47, 30, 8, 86, 15] +The cluster 3 contains the snippets: [12, 34, 67, 88, 43, 41, 19, 7, 36] +The cluster 5 contains the snippets: [25, 63, 57, 23, 75, 74] +The cluster 1 contains the snippets: [91, 95, 37, 78, 44] +The cluster 6 contains the snippets: [16, 18] +The cluster 2 contains the snippets: [66] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [91, 66, 12, 83, 25, 16, 95, 34, 58, 63, 18, 37, 67, 13, 57, 78, 88, 38, 23, 44, 43, 1, 75, 41, 100, 74, 19, 11, 7, 47, 36, 30, 8, 86, 15, 2, 3, 4, 5, 6, 9, 10, 14, 17, 20, 21, 22, 24, 26, 27, 28, 29, 31, 32, 33, 35, 39, 40, 42, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 59, 60, 61, 62, 64, 65, 68, 69, 70, 71, 72, 73, 76, 77, 79, 80, 81, 82, 84, 85, 87, 89, 90, 92, 93, 94, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lake of the woods" =============== +============ Value of Rand Index = 0.9951515151515151 ================================= +============ Partial average Rand Index = 0.9964730639730641 ====== +============ Value of Adjusted Rand Index = 0.9716488093626097 ================================= +============ Partial average of Adjusted Rand Index = 0.9376043054162423 ================================= +============ Value of Jaccard Index = 0.989247311827957 ================================= +============ Partial average of Jaccard Index = 0.9885463178932161 ====== +============ Precision = 1.0, Recall = 0.8536585365853658, F1 = 0.9210526315789475 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 5.833333333333333 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 25 : "freedom of the seas" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 2 contains the snippets: [1, 100, 99, 46, 52, 11, 51, 60, 50, 15, 74, 7, 95, 8, 41, 17, 44, 33, 98, 57, 71, 32, 34, 68, 91, 30, 90, 5, 18, 69, 4, 45, 16, 29, 63, 76, 27, 97, 62, 22, 38, 28, 43, 3, 47, 24, 37, 23, 49, 73, 19, 94, 66, 72, 21, 70, 31, 54, 81, 83, 88, 96, 48, 59, 2, 56, 35, 55, 84, 9, 20, 36] +The cluster 1 contains the snippets: [14, 10] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [14, 1, 10, 100, 99, 46, 52, 11, 51, 60, 50, 15, 74, 7, 95, 8, 41, 17, 44, 33, 98, 57, 71, 32, 34, 68, 91, 30, 90, 5, 18, 69, 4, 45, 16, 29, 63, 76, 27, 97, 62, 22, 38, 28, 43, 3, 47, 24, 37, 23, 49, 73, 19, 94, 66, 72, 21, 70, 31, 54, 81, 83, 88, 96, 48, 59, 2, 56, 35, 55, 84, 9, 20, 36, 6, 12, 13, 25, 26, 39, 40, 42, 53, 58, 61, 64, 65, 67, 75, 77, 78, 79, 80, 82, 85, 86, 87, 89, 92, 93] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the seas" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9966141414141413 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9401001331995925 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9890044651774873 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 37.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 26 : "robert watts" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 2 contains the snippets: [76, 4, 14, 19, 92, 67, 40, 15, 27, 58, 100, 52, 20, 38, 77, 78, 81, 83, 66, 55, 70, 39, 65, 90, 85, 73, 6, 51, 10, 9, 74, 98] +The cluster 1 contains the snippets: [36, 47, 32, 30, 5, 37, 61, 59, 99, 35, 3, 13, 22, 97, 89, 18, 72] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [36, 76, 47, 4, 32, 14, 30, 19, 5, 92, 37, 67, 61, 40, 59, 15, 99, 27, 35, 58, 3, 100, 13, 52, 22, 20, 97, 38, 89, 77, 18, 78, 72, 81, 83, 66, 55, 70, 39, 65, 90, 85, 73, 6, 51, 10, 9, 74, 98, 1, 2, 7, 8, 11, 12, 16, 17, 21, 23, 24, 25, 26, 28, 29, 31, 33, 34, 41, 42, 43, 44, 45, 46, 48, 49, 50, 53, 54, 56, 57, 60, 62, 63, 64, 68, 69, 71, 75, 79, 80, 82, 84, 86, 87, 88, 91, 93, 94, 95, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "robert watts" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9967443667443666 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9424039742303775 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9894273703629686 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 24.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 27 : "look back in anger" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [36, 17, 1, 86, 67, 14, 66, 34, 18, 73, 8, 52, 95, 68, 11, 26, 9, 30] +The cluster 4 contains the snippets: [71, 62, 98, 40, 65, 35, 39, 61, 96, 37, 63, 84, 97, 79, 55, 57, 24] +The cluster 2 contains the snippets: [4, 3, 99, 49, 44, 54, 25, 10] +The cluster 3 contains the snippets: [5] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [36, 4, 5, 71, 17, 3, 62, 1, 99, 98, 86, 49, 40, 67, 44, 65, 14, 54, 35, 66, 25, 39, 34, 10, 61, 18, 96, 73, 37, 8, 63, 52, 84, 95, 97, 68, 79, 11, 55, 26, 57, 9, 24, 30, 2, 6, 7, 12, 13, 15, 16, 19, 20, 21, 22, 23, 27, 28, 29, 31, 32, 33, 38, 41, 42, 43, 45, 46, 47, 48, 50, 51, 53, 56, 58, 59, 60, 64, 69, 70, 72, 74, 75, 76, 77, 78, 80, 81, 82, 83, 85, 87, 88, 89, 90, 91, 92, 93, 94, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "look back in anger" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9968649457538346 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9445371603699931 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9898189492384142 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 11.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 28 : "liquid air" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [65, 75, 19, 62, 92, 45, 56, 67, 13, 6, 34, 42, 3, 33, 9, 1] +The cluster 2 contains the snippets: [31] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [65, 31, 75, 19, 62, 92, 45, 56, 67, 13, 6, 34, 42, 3, 33, 9, 1, 2, 4, 5, 7, 8, 10, 11, 12, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 35, 36, 37, 38, 39, 40, 41, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 63, 64, 66, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "liquid air" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.996976911976912 ====== +============ Value of Adjusted Rand Index = 0.992467819972694 ================================= +============ Partial average of Adjusted Rand Index = 0.9462489696415181 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9901825581941851 ====== +============ Precision = 1.0, Recall = 0.9444444444444444, F1 = 0.9714285714285714 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 8.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 29 : "civil disobedience" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [51, 64, 19, 56, 36, 31, 66, 47, 95, 38, 82, 26, 10, 57, 53, 83, 69, 46, 86, 52, 7, 11, 91, 55, 35, 18, 34, 17, 1, 77, 48, 74, 22, 81, 73, 2, 14, 45, 93, 85, 75, 15, 84, 5, 37, 94, 12, 27, 41, 33, 97, 68, 50, 80, 16] +The cluster 2 contains the snippets: [3, 13, 23, 96, 67, 76, 25, 39, 100, 54, 32, 30, 78, 6, 61, 24, 40, 59, 20, 42, 4, 87, 9] +The cluster 3 contains the snippets: [62, 99, 71, 89] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [51, 3, 62, 64, 13, 99, 19, 23, 71, 56, 96, 89, 36, 67, 31, 76, 66, 25, 47, 39, 95, 100, 38, 54, 82, 32, 26, 30, 10, 78, 57, 6, 53, 61, 83, 24, 69, 40, 46, 59, 86, 20, 52, 42, 7, 4, 11, 87, 91, 9, 55, 35, 18, 34, 17, 1, 77, 48, 74, 22, 81, 73, 2, 14, 45, 93, 85, 75, 15, 84, 5, 37, 94, 12, 27, 41, 33, 97, 68, 50, 80, 16, 8, 21, 28, 29, 43, 44, 49, 58, 60, 63, 65, 70, 72, 79, 88, 90, 92, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil disobedience" =============== +============ Value of Rand Index = 0.9991919191919192 ================================= +============ Partial average Rand Index = 0.9970532915360502 ====== +============ Value of Adjusted Rand Index = 0.9886339102099746 ================================= +============ Partial average of Adjusted Rand Index = 0.9477105193162925 ================================= +============ Value of Jaccard Index = 0.9978958442924777 ================================= +============ Partial average of Jaccard Index = 0.9904485335768849 ====== +============ Precision = 1.0, Recall = 0.9879518072289156, F1 = 0.993939393939394 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 27.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 30 : "mount huxley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [72, 36, 11, 26, 4, 48, 18, 13, 29, 30, 19] +The cluster 2 contains the snippets: [1, 34] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [72, 1, 36, 34, 11, 26, 4, 48, 18, 13, 29, 30, 19, 2, 3, 5, 6, 7, 8, 9, 10, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 31, 32, 33, 35, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mount huxley" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9971515151515151 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9494535020057494 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9907669157909889 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 6.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 31 : "seduced and abandoned" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [70, 30, 33, 86, 41, 38, 2, 88, 10, 17, 75, 45, 4, 63, 12, 78, 81, 59, 5, 22, 28, 1, 98, 61, 11, 20, 39, 72, 73, 43, 87, 54, 74, 42, 52, 24, 21, 13, 66, 3, 32, 9, 14, 26, 35, 6, 27, 23] +The cluster 2 contains the snippets: [44, 8, 79, 64, 80, 51, 76, 65, 95, 36] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [70, 44, 30, 8, 33, 79, 86, 64, 41, 80, 38, 51, 2, 76, 88, 65, 10, 95, 17, 36, 75, 45, 4, 63, 12, 78, 81, 59, 5, 22, 28, 1, 98, 61, 11, 20, 39, 72, 73, 43, 87, 54, 74, 42, 52, 24, 21, 13, 66, 3, 32, 9, 14, 26, 35, 6, 27, 23, 7, 15, 16, 18, 19, 25, 29, 31, 34, 37, 40, 46, 47, 48, 49, 50, 53, 55, 56, 57, 58, 60, 62, 67, 68, 69, 71, 77, 82, 83, 84, 85, 89, 90, 91, 92, 93, 94, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "seduced and abandoned" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9972434017595307 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9510840341991124 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.991064757217086 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 29.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 32 : "tai chi" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [89, 70, 40, 28, 96, 57, 78, 50, 82, 47, 56, 44, 24, 81, 22, 9, 5, 37, 60, 79, 92, 52, 21, 66, 77, 55, 43, 17, 27, 35, 76, 32, 84, 16, 65, 8, 18, 13, 31, 2, 88, 99, 59, 49, 71, 4, 83, 100, 94, 6, 15, 7, 54, 87, 29, 33, 12, 23, 30, 14, 51, 68, 19, 93, 25, 42, 26, 39, 97, 72, 38, 20, 1, 41, 34] +The cluster 3 contains the snippets: [3, 11, 10, 64] +The cluster 1 contains the snippets: [36] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [36, 89, 3, 70, 11, 40, 10, 28, 64, 96, 57, 78, 50, 82, 47, 56, 44, 24, 81, 22, 9, 5, 37, 60, 79, 92, 52, 21, 66, 77, 55, 43, 17, 27, 35, 76, 32, 84, 16, 65, 8, 18, 13, 31, 2, 88, 99, 59, 49, 71, 4, 83, 100, 94, 6, 15, 7, 54, 87, 29, 33, 12, 23, 30, 14, 51, 68, 19, 93, 25, 42, 26, 39, 97, 72, 38, 20, 1, 41, 34, 45, 46, 48, 53, 58, 61, 62, 63, 67, 69, 73, 74, 75, 80, 85, 86, 90, 91, 95, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tai chi" =============== +============ Value of Rand Index = 0.9363636363636364 ================================= +============ Partial average Rand Index = 0.995340909090909 ====== +============ Value of Adjusted Rand Index = 0.31611978664111456 ================================= +============ Partial average of Adjusted Rand Index = 0.9312414014629249 ================================= +============ Value of Jaccard Index = 0.904138770541692 ================================= +============ Partial average of Jaccard Index = 0.98834832013348 ====== +============ Precision = 1.0, Recall = 0.5673758865248227, F1 = 0.7239819004524888 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 26.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 33 : "a bell for adano" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 2 contains the snippets: [79, 42, 38, 69, 24, 21, 70, 55, 36, 86, 50, 84, 91, 75, 57, 89, 66, 52, 92, 88, 44, 26, 64, 17, 41, 8, 62, 10, 20, 28, 96, 49, 74, 13, 33, 90, 65, 32, 15, 23, 99, 72, 31, 59, 14, 1, 29, 30, 68, 6, 47] +The cluster 1 contains the snippets: [63, 95, 61, 78, 60, 3, 2, 100, 93, 83, 48, 16, 53, 58, 40, 4, 35, 43, 97, 77, 54, 85] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [63, 79, 95, 42, 61, 38, 78, 69, 60, 24, 3, 21, 2, 70, 100, 55, 93, 36, 83, 86, 48, 50, 16, 84, 53, 91, 58, 75, 40, 57, 4, 89, 35, 66, 43, 52, 97, 92, 77, 88, 54, 44, 85, 26, 64, 17, 41, 8, 62, 10, 20, 28, 96, 49, 74, 13, 33, 90, 65, 32, 15, 23, 99, 72, 31, 59, 14, 1, 29, 30, 68, 6, 47, 5, 7, 9, 11, 12, 18, 19, 22, 25, 27, 34, 37, 39, 45, 46, 51, 56, 67, 71, 73, 76, 80, 81, 82, 87, 94, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "a bell for adano" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9954820936639116 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9333249953579877 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9887014013415563 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 36.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 34 : "gay bar" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [51, 9, 28, 25, 22, 85, 88, 75, 52, 79, 87, 43, 66, 15, 10, 93, 61, 89, 29, 94, 11, 36, 24, 31, 35, 82, 59, 21, 78, 54, 33, 12, 91, 70, 65, 1, 53, 44, 34, 17, 30, 95, 57, 47, 100, 19, 80, 92, 77, 86, 99, 32, 72, 27, 49, 2, 16, 76, 3, 84, 42, 18, 41, 60, 98, 56, 81, 74, 90, 83, 64, 40, 38, 39, 62, 71, 63, 68, 23, 46, 50, 37, 55, 97, 26, 73, 96, 14, 58] +The cluster 2 contains the snippets: [6, 45, 13, 69, 8, 20, 67, 7] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [51, 6, 9, 45, 28, 13, 25, 69, 22, 8, 85, 20, 88, 67, 75, 7, 52, 79, 87, 43, 66, 15, 10, 93, 61, 89, 29, 94, 11, 36, 24, 31, 35, 82, 59, 21, 78, 54, 33, 12, 91, 70, 65, 1, 53, 44, 34, 17, 30, 95, 57, 47, 100, 19, 80, 92, 77, 86, 99, 32, 72, 27, 49, 2, 16, 76, 3, 84, 42, 18, 41, 60, 98, 56, 81, 74, 90, 83, 64, 40, 38, 39, 62, 71, 63, 68, 23, 46, 50, 37, 55, 97, 26, 73, 96, 14, 58, 4, 5, 48] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gay bar" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9956149732620321 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9352860249062822 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9890337130668047 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 48.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 35 : "down in the valley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 2 contains the snippets: [38, 72, 67, 95, 73, 43, 88, 23, 16, 41, 34, 84, 33, 97, 27, 98, 1, 82, 21, 36, 51] +The cluster 1 contains the snippets: [4, 80, 62, 19, 92, 63, 83, 60, 76] +The cluster 5 contains the snippets: [77, 87] +The cluster 4 contains the snippets: [5] +The cluster 3 contains the snippets: [7] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 38, 7, 5, 77, 80, 72, 87, 62, 67, 19, 95, 92, 73, 63, 43, 83, 88, 60, 23, 76, 16, 41, 34, 84, 33, 97, 27, 98, 1, 82, 21, 36, 51, 2, 3, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 20, 22, 24, 25, 26, 28, 29, 30, 31, 32, 35, 37, 39, 40, 42, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 59, 61, 64, 65, 66, 68, 69, 70, 71, 74, 75, 78, 79, 81, 85, 86, 89, 90, 91, 93, 94, 96, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "down in the valley" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9957402597402597 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9371349956232459 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9893470355506102 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 6.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 36 : "space raiders" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 2 contains the snippets: [18, 77, 23, 66, 44, 6, 37, 70, 49, 55, 7, 13, 78, 45, 33, 53, 9, 8, 56, 91, 64, 35, 41, 89, 75, 65, 59, 11, 34, 51, 29, 95, 21, 79, 63, 17, 61, 16, 93, 54, 10, 19, 84, 24, 62, 90, 43, 88, 27, 22, 42, 26, 30, 14] +The cluster 3 contains the snippets: [52, 15, 82, 36, 99, 40, 85, 68, 46, 73, 100, 5, 48, 74, 81, 58, 50] +The cluster 4 contains the snippets: [3, 72, 32, 28, 1, 96, 39, 98, 12, 76, 69, 60, 20, 25, 92] +The cluster 1 contains the snippets: [71, 2, 31, 4] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [71, 18, 52, 3, 2, 77, 15, 72, 31, 23, 82, 32, 4, 66, 36, 28, 44, 99, 1, 6, 40, 96, 37, 85, 39, 70, 68, 98, 49, 46, 12, 55, 73, 76, 7, 100, 69, 13, 5, 60, 78, 48, 20, 45, 74, 25, 33, 81, 92, 53, 58, 9, 50, 8, 56, 91, 64, 35, 41, 89, 75, 65, 59, 11, 34, 51, 29, 95, 21, 79, 63, 17, 61, 16, 93, 54, 10, 19, 84, 24, 62, 90, 43, 88, 27, 22, 42, 26, 30, 14, 38, 47, 57, 67, 80, 83, 86, 87, 94, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space raiders" =============== +============ Value of Rand Index = 0.9903030303030304 ================================= +============ Partial average Rand Index = 0.9955892255892255 ====== +============ Value of Adjusted Rand Index = 0.9320393919896397 ================================= +============ Partial average of Adjusted Rand Index = 0.9369934510778677 ================================= +============ Value of Jaccard Index = 0.9728966685488425 ================================= +============ Partial average of Jaccard Index = 0.9888900809116724 ====== +============ Precision = 1.0, Recall = 0.967741935483871, F1 = 0.9836065573770492 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 22.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 37 : "black hole" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [76, 63, 25, 59, 78, 69, 100, 79, 34, 98, 30, 89, 80, 6, 55, 18, 26, 19, 92, 42, 5, 7, 2, 9, 10, 43, 22, 16, 52, 21, 86, 93, 44, 61, 1, 75, 73, 8, 32, 68, 11, 64, 3, 94, 50, 66, 87, 23, 33, 85, 67, 62, 70, 88, 24, 54, 91, 14, 36, 60, 77, 45, 27, 15, 31, 65, 35, 47, 53, 40, 56, 72, 13, 99, 84, 20, 4, 46, 49, 51, 28, 90, 71, 39, 58, 57, 97, 96, 83, 41, 29, 12, 48, 82, 74, 38, 17, 81] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [76, 63, 25, 59, 78, 69, 100, 79, 34, 98, 30, 89, 80, 6, 55, 18, 26, 19, 92, 42, 5, 7, 2, 9, 10, 43, 22, 16, 52, 21, 86, 93, 44, 61, 1, 75, 73, 8, 32, 68, 11, 64, 3, 94, 50, 66, 87, 23, 33, 85, 67, 62, 70, 88, 24, 54, 91, 14, 36, 60, 77, 45, 27, 15, 31, 65, 35, 47, 53, 40, 56, 72, 13, 99, 84, 20, 4, 46, 49, 51, 28, 90, 71, 39, 58, 57, 97, 96, 83, 41, 29, 12, 48, 82, 74, 38, 17, 81, 37, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "black hole" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9957084357084356 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9386963307784658 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9891903489951407 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 98.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 38 : "fata morgana" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 13 snippet clusters: ==================== +The cluster 1 contains the snippets: [4, 2, 31, 49, 33, 89, 82, 71] +The cluster 5 contains the snippets: [23, 40, 39, 92, 51, 58, 21, 83] +The cluster 8 contains the snippets: [68, 93, 16, 98, 65, 3] +The cluster 11 contains the snippets: [45, 97] +The cluster 2 contains the snippets: [42] +The cluster 6 contains the snippets: [28] +The cluster 7 contains the snippets: [57] +The cluster 3 contains the snippets: [10] +The cluster 9 contains the snippets: [1] +The cluster 10 contains the snippets: [8] +The cluster 4 contains the snippets: [99] +The cluster 12 contains the snippets: [25] +The cluster 13 contains the snippets: [88] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 42, 10, 99, 23, 28, 57, 68, 1, 8, 45, 25, 88, 2, 40, 93, 97, 31, 39, 16, 49, 92, 98, 33, 51, 65, 89, 58, 3, 82, 21, 71, 83, 5, 6, 7, 9, 11, 12, 13, 14, 15, 17, 18, 19, 20, 22, 24, 26, 27, 29, 30, 32, 34, 35, 36, 37, 38, 41, 43, 44, 46, 47, 48, 50, 52, 53, 54, 55, 56, 59, 60, 61, 62, 63, 64, 66, 67, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84, 85, 86, 87, 90, 91, 94, 95, 96, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fata morgana" =============== +============ Value of Rand Index = 0.9951515151515151 ================================= +============ Partial average Rand Index = 0.9956937799043062 ====== +============ Value of Adjusted Rand Index = 0.9814554456756291 ================================= +============ Partial average of Adjusted Rand Index = 0.9398215706441807 ================================= +============ Value of Jaccard Index = 0.9895968790637191 ================================= +============ Partial average of Jaccard Index = 0.9892010471548401 ====== +============ Precision = 1.0, Recall = 0.9166666666666666, F1 = 0.9565217391304348 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 13 ============ +============ average size of the created clusters: 2.5384615384615383 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 39 : "all that jazz" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 99, 47, 97, 16, 64, 6, 1, 78, 27, 4, 77, 2, 32, 82, 14, 57, 7, 52, 87, 12, 30] +The cluster 4 contains the snippets: [11, 40, 76, 33, 41, 35, 22, 81] +The cluster 5 contains the snippets: [56, 24, 5] +The cluster 2 contains the snippets: [36, 17] +The cluster 3 contains the snippets: [86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 36, 86, 11, 56, 99, 17, 40, 24, 47, 76, 5, 97, 33, 16, 41, 64, 35, 6, 22, 1, 81, 78, 27, 4, 77, 2, 32, 82, 14, 57, 7, 52, 87, 12, 30, 8, 9, 10, 13, 15, 18, 19, 20, 21, 23, 25, 26, 28, 29, 31, 34, 37, 38, 39, 42, 43, 44, 45, 46, 48, 49, 50, 51, 53, 54, 55, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 79, 80, 83, 84, 85, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "all that jazz" =============== +============ Value of Rand Index = 0.9987878787878788 ================================= +============ Partial average Rand Index = 0.9957731157731158 ====== +============ Value of Adjusted Rand Index = 0.9770668026498102 ================================= +============ Partial average of Adjusted Rand Index = 0.9407765765930431 ================================= +============ Value of Jaccard Index = 0.9973741794310722 ================================= +============ Partial average of Jaccard Index = 0.9894106146491024 ====== +============ Precision = 1.0, Recall = 0.8571428571428571, F1 = 0.923076923076923 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 7.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 40 : "ten little indians" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 10 snippet clusters: ==================== +The cluster 4 contains the snippets: [99, 58, 46, 83, 92, 53, 18, 6, 75, 40, 34, 8, 54, 20, 74, 95, 9, 11, 97, 66, 80, 29] +The cluster 1 contains the snippets: [96, 43, 1, 63, 82, 67, 56, 94, 15, 23, 26, 10, 77, 44, 60] +The cluster 8 contains the snippets: [71, 52, 59, 70, 39, 12, 78, 55, 7, 68, 98, 13, 24, 2] +The cluster 5 contains the snippets: [4, 62, 50] +The cluster 7 contains the snippets: [91, 5, 69] +The cluster 2 contains the snippets: [48, 28] +The cluster 3 contains the snippets: [33, 57] +The cluster 6 contains the snippets: [30] +The cluster 9 contains the snippets: [25] +The cluster 10 contains the snippets: [89] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [96, 48, 33, 99, 4, 30, 91, 71, 25, 89, 43, 28, 57, 58, 62, 5, 52, 1, 46, 50, 69, 59, 63, 83, 70, 82, 92, 39, 67, 53, 12, 56, 18, 78, 94, 6, 55, 15, 75, 7, 23, 40, 68, 26, 34, 98, 10, 8, 13, 77, 54, 24, 44, 20, 2, 60, 74, 95, 9, 11, 97, 66, 80, 29, 3, 14, 16, 17, 19, 21, 22, 27, 31, 32, 35, 36, 37, 38, 41, 42, 45, 47, 49, 51, 61, 64, 65, 72, 73, 76, 79, 81, 84, 85, 86, 87, 88, 90, 93, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ten little indians" =============== +============ Value of Rand Index = 0.9959595959595959 ================================= +============ Partial average Rand Index = 0.9957777777777779 ====== +============ Value of Adjusted Rand Index = 0.9491587686190404 ================================= +============ Partial average of Adjusted Rand Index = 0.9409861313936929 ================================= +============ Value of Jaccard Index = 0.9815668202764977 ================================= +============ Partial average of Jaccard Index = 0.9892145197897874 ====== +============ Precision = 1.0, Recall = 0.9552238805970149, F1 = 0.9770992366412213 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 10 ============ +============ average size of the created clusters: 6.4 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 41 : "speed of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [56, 21, 96, 88, 6, 73, 49, 22, 58, 23, 99, 89, 19, 83, 5, 38, 93, 85, 79, 91, 95, 48, 100, 78, 20, 62, 97, 15, 28, 25, 50, 94, 47, 1, 10, 2, 71, 51, 76, 42, 65] +The cluster 3 contains the snippets: [92, 8] +The cluster 2 contains the snippets: [87] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [56, 87, 92, 21, 8, 96, 88, 6, 73, 49, 22, 58, 23, 99, 89, 19, 83, 5, 38, 93, 85, 79, 91, 95, 48, 100, 78, 20, 62, 97, 15, 28, 25, 50, 94, 47, 1, 10, 2, 71, 51, 76, 42, 65, 3, 4, 7, 9, 11, 12, 13, 14, 16, 17, 18, 24, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 43, 44, 45, 46, 52, 53, 54, 55, 57, 59, 60, 61, 63, 64, 66, 67, 68, 69, 70, 72, 74, 75, 77, 80, 81, 82, 84, 86, 90, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "speed of light" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9958807588075881 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9424254940426272 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9894775802827194 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 14.666666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 42 : "ray of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [1, 53, 39, 70, 45, 3, 96, 54, 61, 27, 2, 95, 5, 22, 18, 24, 42, 64, 43, 57, 26] +The cluster 1 contains the snippets: [87, 71, 36, 81, 65, 55, 28, 44, 80, 37, 31, 33, 52, 77, 91, 86, 48, 8, 79, 83] +The cluster 3 contains the snippets: [66] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [87, 1, 66, 71, 53, 36, 39, 81, 70, 65, 45, 55, 3, 28, 96, 44, 54, 80, 61, 37, 27, 31, 2, 33, 95, 52, 5, 77, 22, 91, 18, 86, 24, 48, 42, 8, 64, 79, 43, 83, 57, 26, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 23, 25, 29, 30, 32, 34, 35, 38, 40, 41, 46, 47, 49, 50, 51, 56, 58, 59, 60, 62, 63, 67, 68, 69, 72, 73, 74, 75, 76, 78, 82, 84, 85, 88, 89, 90, 92, 93, 94, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ray of light" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9959788359788362 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9437963156130409 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9897281140855118 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 14.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 43 : "soul food" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [52, 83, 32, 20, 50, 37, 87, 35, 100, 56, 29, 36, 99, 80, 51, 12, 46, 54, 70, 96, 53, 30, 63, 2, 38, 8, 43, 14, 27, 67, 39, 17, 90, 33, 86, 26, 74, 75, 66, 40, 88, 11, 76, 42, 55, 98, 64, 49, 21, 4, 45, 65, 79, 60, 94, 71, 44, 15, 5, 7, 10, 62, 78, 41, 58, 85, 48, 28, 72, 1, 93, 57, 82, 31, 91, 95, 69, 84] +The cluster 2 contains the snippets: [77, 19, 6, 13, 24, 34, 9, 3] +The cluster 3 contains the snippets: [25, 23, 97, 22] +The cluster 4 contains the snippets: [73, 18] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [52, 77, 25, 73, 83, 19, 23, 18, 32, 6, 97, 20, 13, 22, 50, 24, 37, 34, 87, 9, 35, 3, 100, 56, 29, 36, 99, 80, 51, 12, 46, 54, 70, 96, 53, 30, 63, 2, 38, 8, 43, 14, 27, 67, 39, 17, 90, 33, 86, 26, 74, 75, 66, 40, 88, 11, 76, 42, 55, 98, 64, 49, 21, 4, 45, 65, 79, 60, 94, 71, 44, 15, 5, 7, 10, 62, 78, 41, 58, 85, 48, 28, 72, 1, 93, 57, 82, 31, 91, 95, 69, 84, 16, 47, 59, 61, 68, 81, 89, 92] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soul food" =============== +============ Value of Rand Index = 0.9975757575757576 ================================= +============ Partial average Rand Index = 0.9960159736903924 ====== +============ Value of Adjusted Rand Index = 0.9602114539444967 ================================= +============ Partial average of Adjusted Rand Index = 0.944178063016098 ================================= +============ Value of Jaccard Index = 0.9961013645224172 ================================= +============ Partial average of Jaccard Index = 0.9898763292119515 ====== +============ Precision = 1.0, Recall = 0.9787234042553191, F1 = 0.989247311827957 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 23.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 44 : "volcanic rock" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [15, 96, 100, 59, 46, 4, 47, 71, 56, 26, 93, 53, 7, 43, 25, 24, 81, 11, 42, 57, 44, 58, 10, 87, 97, 36, 85, 82, 70, 95, 79, 48, 45, 90, 23, 68, 67, 37, 28, 5, 94, 91, 89, 69, 3, 83, 13, 21, 66, 98, 29, 64, 65, 6, 17, 20, 16, 31, 30, 92, 80, 50, 34, 41, 51, 12, 76, 60, 35, 1, 27, 88, 84, 74, 39, 22, 2, 61, 86, 99, 8, 9, 54, 62, 40, 19, 72, 14, 32, 38, 33, 63, 49, 18, 75] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [15, 96, 100, 59, 46, 4, 47, 71, 56, 26, 93, 53, 7, 43, 25, 24, 81, 11, 42, 57, 44, 58, 10, 87, 97, 36, 85, 82, 70, 95, 79, 48, 45, 90, 23, 68, 67, 37, 28, 5, 94, 91, 89, 69, 3, 83, 13, 21, 66, 98, 29, 64, 65, 6, 17, 20, 16, 31, 30, 92, 80, 50, 34, 41, 51, 12, 76, 60, 35, 1, 27, 88, 84, 74, 39, 22, 2, 61, 86, 99, 8, 9, 54, 62, 40, 19, 72, 14, 32, 38, 33, 63, 49, 18, 75, 52, 55, 73, 77, 78] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "volcanic rock" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9961065197428834 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9454467434020958 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9901064126389524 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 95.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 45 : "storm in a teacup" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [92, 27, 64, 22, 26, 28, 7] +The cluster 4 contains the snippets: [15, 21, 23, 33, 9, 37, 52] +The cluster 2 contains the snippets: [2, 35, 4, 71, 14] +The cluster 3 contains the snippets: [8, 20, 1] +The cluster 6 contains the snippets: [5, 61, 44] +The cluster 5 contains the snippets: [34, 3] +The cluster 7 contains the snippets: [45, 38] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [92, 2, 8, 15, 34, 5, 45, 27, 35, 20, 21, 3, 61, 38, 64, 4, 1, 23, 44, 22, 71, 33, 26, 14, 9, 28, 37, 7, 52, 6, 10, 11, 12, 13, 16, 17, 18, 19, 24, 25, 29, 30, 31, 32, 36, 39, 40, 41, 42, 43, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "storm in a teacup" =============== +============ Value of Rand Index = 0.9995959595959596 ================================= +============ Partial average Rand Index = 0.9961840628507297 ====== +============ Value of Adjusted Rand Index = 0.9980196448097675 ================================= +============ Partial average of Adjusted Rand Index = 0.946615030100044 ================================= +============ Value of Jaccard Index = 0.9992147624656459 ================================= +============ Partial average of Jaccard Index = 0.9903088204128789 ====== +============ Precision = 1.0, Recall = 0.9666666666666667, F1 = 0.983050847457627 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 4.142857142857143 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 46 : "double negative" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 10 snippet clusters: ==================== +The cluster 2 contains the snippets: [73, 69, 3, 31, 46, 41, 42, 1, 49, 88, 6, 12, 96, 4, 20, 55, 15, 45, 9, 85, 11, 29, 75, 48, 78, 57, 52] +The cluster 7 contains the snippets: [70, 14, 86, 83, 54, 68, 2, 80, 93, 39, 66, 43] +The cluster 1 contains the snippets: [21, 22, 24, 27, 18, 74, 92] +The cluster 6 contains the snippets: [7, 87, 13, 19] +The cluster 10 contains the snippets: [100, 36, 30, 56] +The cluster 4 contains the snippets: [50, 95] +The cluster 3 contains the snippets: [17, 77] +The cluster 8 contains the snippets: [26] +The cluster 9 contains the snippets: [47] +The cluster 5 contains the snippets: [38] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [21, 73, 17, 50, 38, 7, 70, 26, 47, 100, 22, 69, 77, 95, 87, 14, 36, 24, 3, 13, 86, 30, 27, 31, 19, 83, 56, 18, 46, 54, 74, 41, 68, 92, 42, 2, 1, 80, 49, 93, 88, 39, 6, 66, 12, 43, 96, 4, 20, 55, 15, 45, 9, 85, 11, 29, 75, 48, 78, 57, 52, 5, 8, 10, 16, 23, 25, 28, 32, 33, 34, 35, 37, 40, 44, 51, 53, 58, 59, 60, 61, 62, 63, 64, 65, 67, 71, 72, 76, 79, 81, 82, 84, 89, 90, 91, 94, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "double negative" =============== +============ Value of Rand Index = 0.9943434343434343 ================================= +============ Partial average Rand Index = 0.9961440491875276 ====== +============ Value of Adjusted Rand Index = 0.9092840975754684 ================================= +============ Partial average of Adjusted Rand Index = 0.9458034880886401 ================================= +============ Value of Jaccard Index = 0.9770679770679771 ================================= +============ Partial average of Jaccard Index = 0.9900209759923375 ====== +============ Precision = 1.0, Recall = 0.8133333333333334, F1 = 0.8970588235294117 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 10 ============ +============ average size of the created clusters: 6.1 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 47 : "the whole truth" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 2 contains the snippets: [11, 2, 96, 34, 28] +The cluster 1 contains the snippets: [26, 13, 46] +The cluster 4 contains the snippets: [39, 66, 61] +The cluster 3 contains the snippets: [19, 57] +The cluster 5 contains the snippets: [87] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [26, 11, 19, 39, 87, 13, 2, 57, 66, 46, 96, 61, 34, 28, 1, 3, 4, 5, 6, 7, 8, 9, 10, 12, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 27, 29, 30, 31, 32, 33, 35, 36, 37, 38, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the whole truth" =============== +============ Value of Rand Index = 0.9993939393939394 ================================= +============ Partial average Rand Index = 0.9962131957876641 ====== +============ Value of Adjusted Rand Index = 0.9975021145465967 ================================= +============ Partial average of Adjusted Rand Index = 0.9469034588643414 ================================= +============ Value of Jaccard Index = 0.9991836734693877 ================================= +============ Partial average of Jaccard Index = 0.9902159270024876 ====== +============ Precision = 1.0, Recall = 0.9333333333333333, F1 = 0.9655172413793104 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 2.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 48 : "james bond" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [44, 26, 17, 9, 84, 74, 100, 78, 42, 32, 5, 79, 99, 8, 14, 83, 37, 55, 21, 87, 46, 30, 36, 80, 95, 68, 29, 33, 88, 4, 18, 1, 2, 34, 72, 43, 61, 91, 35, 38, 81, 93, 56, 11, 71, 7] +The cluster 5 contains the snippets: [73, 75, 47, 24, 85, 49, 3, 52, 6, 27, 69, 45, 58, 40, 86, 20, 63, 13, 67, 53, 65, 15, 64, 57, 22, 12, 70, 50] +The cluster 4 contains the snippets: [23, 10, 51, 19, 16, 28, 31] +The cluster 6 contains the snippets: [62, 66] +The cluster 2 contains the snippets: [96] +The cluster 3 contains the snippets: [25] +The cluster 7 contains the snippets: [82] +The cluster 8 contains the snippets: [89] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [44, 96, 25, 23, 73, 62, 82, 89, 26, 10, 75, 66, 17, 51, 47, 9, 19, 24, 84, 16, 85, 74, 28, 49, 100, 31, 3, 78, 52, 42, 6, 32, 27, 5, 69, 79, 45, 99, 58, 8, 40, 14, 86, 83, 20, 37, 63, 55, 13, 21, 67, 87, 53, 46, 65, 30, 15, 36, 64, 80, 57, 95, 22, 68, 12, 29, 70, 33, 50, 88, 4, 18, 1, 2, 34, 72, 43, 61, 91, 35, 38, 81, 93, 56, 11, 71, 7, 39, 41, 48, 54, 59, 60, 76, 77, 90, 92, 94, 97, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "james bond" =============== +============ Value of Rand Index = 0.8365656565656565 ================================= +============ Partial average Rand Index = 0.9928872053872055 ====== +============ Value of Adjusted Rand Index = 0.2994297071835926 ================================= +============ Partial average of Adjusted Rand Index = 0.9334144223709924 ================================= +============ Value of Jaccard Index = 0.6515934539190353 ================================= +============ Partial average of Jaccard Index = 0.9831612921465823 ====== +============ Precision = 1.0, Recall = 0.5838926174496645, F1 = 0.7372881355932204 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 10.875 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 49 : "survival of the fittest" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [97, 27, 22, 71, 15, 32, 35, 87, 4, 40, 80, 52] +The cluster 3 contains the snippets: [98, 76, 49, 37, 19] +The cluster 5 contains the snippets: [26, 84, 88, 28, 83] +The cluster 7 contains the snippets: [47, 30, 66, 11] +The cluster 8 contains the snippets: [96, 67, 60, 39] +The cluster 6 contains the snippets: [64, 17] +The cluster 4 contains the snippets: [79, 29] +The cluster 2 contains the snippets: [23] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [97, 23, 98, 79, 26, 64, 47, 96, 27, 76, 29, 84, 17, 30, 67, 22, 49, 88, 66, 60, 71, 37, 28, 11, 39, 15, 19, 83, 32, 35, 87, 4, 40, 80, 52, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 16, 18, 20, 21, 24, 25, 31, 33, 34, 36, 38, 41, 42, 43, 44, 45, 46, 48, 50, 51, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 65, 68, 69, 70, 72, 73, 74, 75, 77, 78, 81, 82, 85, 86, 89, 90, 91, 92, 93, 94, 95, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "survival of the fittest" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9930323644609358 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9347733117103598 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9835049392456316 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 4.375 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 50 : "mark forster" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [45, 90, 98, 97, 74, 71, 33, 1, 54, 37, 41, 46, 57, 77, 49, 83, 91, 36, 61, 50, 99, 27, 89, 26, 17, 84, 15, 48, 85, 51, 95, 100, 18, 67, 52, 2, 58, 44] +The cluster 2 contains the snippets: [68, 66, 72, 7, 14] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [45, 68, 90, 66, 98, 72, 97, 7, 74, 14, 71, 33, 1, 54, 37, 41, 46, 57, 77, 49, 83, 91, 36, 61, 50, 99, 27, 89, 26, 17, 84, 15, 48, 85, 51, 95, 100, 18, 67, 52, 2, 58, 44, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 16, 19, 20, 21, 22, 23, 24, 25, 28, 29, 30, 31, 32, 34, 35, 38, 39, 40, 42, 43, 47, 53, 55, 56, 59, 60, 62, 63, 64, 65, 69, 70, 73, 75, 76, 78, 79, 80, 81, 82, 86, 87, 88, 92, 93, 94, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mark forster" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.993171717171717 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9360778454761527 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.983834840460719 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 21.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 51 : "rain or shine" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 3 contains the snippets: [72, 44, 80, 48] +The cluster 2 contains the snippets: [27, 23] +The cluster 4 contains the snippets: [96, 75] +The cluster 1 contains the snippets: [5] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [5, 27, 72, 96, 23, 44, 75, 80, 48, 1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rain or shine" =============== +============ Value of Rand Index = 0.9991919191919192 ================================= +============ Partial average Rand Index = 0.9932897603485839 ====== +============ Value of Adjusted Rand Index = 0.9960913968161008 ================================= +============ Partial average of Adjusted Rand Index = 0.9372545817769359 ================================= +============ Value of Jaccard Index = 0.9990260530801072 ================================= +============ Partial average of Jaccard Index = 0.9841327073748246 ====== +============ Precision = 1.0, Recall = 0.9, F1 = 0.9473684210526316 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 2.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 52 : "another day in paradise" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [32, 17, 92, 87, 22, 91, 93, 27, 21, 11, 73, 2, 1, 14, 64, 78, 6, 31, 75, 54, 60] +The cluster 3 contains the snippets: [81, 55, 23, 8, 74, 3, 67, 56, 76, 63, 95, 47, 4, 58, 42, 80, 96, 20] +The cluster 4 contains the snippets: [50, 26, 24, 7] +The cluster 5 contains the snippets: [15, 84, 51, 72] +The cluster 2 contains the snippets: [83, 57] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [32, 83, 81, 50, 15, 17, 57, 55, 26, 84, 92, 23, 24, 51, 87, 8, 7, 72, 22, 74, 91, 3, 93, 67, 27, 56, 21, 76, 11, 63, 73, 95, 2, 47, 1, 4, 14, 58, 64, 42, 78, 80, 6, 96, 31, 20, 75, 54, 60, 5, 9, 10, 12, 13, 16, 18, 19, 25, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 43, 44, 45, 46, 48, 49, 52, 53, 59, 61, 62, 65, 66, 68, 69, 70, 71, 77, 79, 82, 85, 86, 88, 89, 90, 94, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "another day in paradise" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9934188034188034 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9384612244350717 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9844378476176165 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 9.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 53 : "tree of knowledge" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [69, 94, 22, 4, 53, 47, 25, 66, 18, 20, 24, 35, 51, 11, 65, 98, 1, 26, 13, 43] +The cluster 4 contains the snippets: [32, 12, 14, 77] +The cluster 2 contains the snippets: [15, 2, 72] +The cluster 3 contains the snippets: [8] +The cluster 5 contains the snippets: [62] +The cluster 6 contains the snippets: [42] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [69, 15, 8, 32, 62, 42, 94, 2, 12, 22, 72, 14, 4, 77, 53, 47, 25, 66, 18, 20, 24, 35, 51, 11, 65, 98, 1, 26, 13, 43, 3, 5, 6, 7, 9, 10, 16, 17, 19, 21, 23, 27, 28, 29, 30, 31, 33, 34, 36, 37, 38, 39, 40, 41, 44, 45, 46, 48, 49, 50, 52, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 67, 68, 70, 71, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tree of knowledge" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9935429769392032 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.939622333407995 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9847314731342652 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 5.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 54 : "indy 500" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [77, 74, 13, 66, 47, 69, 41, 18, 97, 65, 87, 52, 33, 16, 58, 25, 7, 42, 80, 85, 46, 30, 22, 29, 5, 78, 19, 14, 31, 88, 48, 63, 49, 76, 62, 32, 67, 70, 79, 8, 96, 15, 40, 24, 75, 64, 20, 94, 35, 23, 39, 38, 59, 86, 95, 4, 44, 72, 1, 82, 83, 93, 91, 56, 84, 50, 90, 26, 60, 36, 81, 37, 17, 51, 92, 73, 3, 28, 9, 34, 54, 89] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [77, 74, 13, 66, 47, 69, 41, 18, 97, 65, 87, 52, 33, 16, 58, 25, 7, 42, 80, 85, 46, 30, 22, 29, 5, 78, 19, 14, 31, 88, 48, 63, 49, 76, 62, 32, 67, 70, 79, 8, 96, 15, 40, 24, 75, 64, 20, 94, 35, 23, 39, 38, 59, 86, 95, 4, 44, 72, 1, 82, 83, 93, 91, 56, 84, 50, 90, 26, 60, 36, 81, 37, 17, 51, 92, 73, 3, 28, 9, 34, 54, 89, 2, 6, 10, 11, 12, 21, 27, 43, 45, 53, 55, 57, 61, 68, 71, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "indy 500" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9936625514403291 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.940740438344884 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9850142236317788 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 82.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 55 : "amarillo by morning" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [51, 3, 76, 24, 87, 71, 23, 75, 27, 9, 100, 60, 44, 92, 61, 25, 38, 72, 5, 96, 55, 46, 7, 36, 13, 4, 81, 78, 15, 17, 42, 86, 66, 94, 16, 67, 41, 26, 39, 74, 43, 1, 6, 40, 2, 54, 48, 19, 32, 77, 35, 64, 57, 95, 31, 33, 63, 79, 52, 90, 8, 47, 73, 83, 30, 12, 70, 50, 93, 59, 21, 68, 11, 88, 69] +The cluster 2 contains the snippets: [14, 10] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [51, 14, 3, 10, 76, 24, 87, 71, 23, 75, 27, 9, 100, 60, 44, 92, 61, 25, 38, 72, 5, 96, 55, 46, 7, 36, 13, 4, 81, 78, 15, 17, 42, 86, 66, 94, 16, 67, 41, 26, 39, 74, 43, 1, 6, 40, 2, 54, 48, 19, 32, 77, 35, 64, 57, 95, 31, 33, 63, 79, 52, 90, 8, 47, 73, 83, 30, 12, 70, 50, 93, 59, 21, 68, 11, 88, 69, 18, 20, 22, 28, 29, 34, 37, 45, 49, 53, 56, 58, 62, 65, 80, 82, 84, 85, 89, 91, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "amarillo by morning" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9937777777777778 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9418178849204315 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9852866922930192 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 38.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 56 : "queen of the night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 3 contains the snippets: [22, 43, 100, 15, 4, 97, 52, 14, 86, 38, 64, 45, 47] +The cluster 1 contains the snippets: [78, 83, 65, 55, 18, 70, 2, 5, 53, 58, 68] +The cluster 4 contains the snippets: [87, 73, 23, 10, 3, 96, 1, 74, 6, 67, 19] +The cluster 2 contains the snippets: [75, 69] +The cluster 5 contains the snippets: [13] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [78, 75, 22, 87, 13, 83, 69, 43, 73, 65, 100, 23, 55, 15, 10, 18, 4, 3, 70, 97, 96, 2, 52, 1, 5, 14, 74, 53, 86, 6, 58, 38, 67, 68, 64, 19, 45, 47, 7, 8, 9, 11, 12, 16, 17, 20, 21, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 44, 46, 48, 49, 50, 51, 54, 56, 57, 59, 60, 61, 62, 63, 66, 71, 72, 76, 77, 79, 80, 81, 82, 84, 85, 88, 89, 90, 91, 92, 93, 94, 95, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "queen of the night" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9938888888888888 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.942856851261138 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9855494299306439 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 7.6 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 57 : "cassius marcellus clay" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [70, 64, 95, 93, 92, 53, 18, 7, 67, 84, 74, 57, 46, 56, 30, 51, 20, 96, 17, 23, 3, 91, 28, 22, 15, 26, 79, 90, 97, 25, 41, 40, 87, 36, 45, 6, 59, 47, 77, 49, 71] +The cluster 2 contains the snippets: [88, 2, 14, 38, 31, 85, 21, 1] +The cluster 3 contains the snippets: [73, 66, 52] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [70, 88, 73, 64, 2, 66, 95, 14, 52, 93, 38, 92, 31, 53, 85, 18, 21, 7, 1, 67, 84, 74, 57, 46, 56, 30, 51, 20, 96, 17, 23, 3, 91, 28, 22, 15, 26, 79, 90, 97, 25, 41, 40, 87, 36, 45, 6, 59, 47, 77, 49, 71, 4, 5, 8, 9, 10, 11, 12, 13, 16, 19, 24, 27, 29, 32, 33, 34, 35, 37, 39, 42, 43, 44, 48, 50, 54, 55, 58, 60, 61, 62, 63, 65, 68, 69, 72, 75, 76, 78, 80, 81, 82, 83, 86, 89, 94, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cassius marcellus clay" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9939961013645223 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9438593626425216 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9858029487037905 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 17.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 58 : "space opera" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [31, 1, 55, 22, 98, 66, 21, 28, 26, 30, 46, 16, 94, 60, 95, 87, 6, 38, 20, 92, 59, 27, 7, 52, 15, 29, 18, 77, 90, 93, 17, 41, 62, 68, 53, 86, 79, 32, 33, 9, 45, 65, 12, 13, 84, 75, 97, 8, 56] +The cluster 4 contains the snippets: [57, 4, 58, 3, 61, 11, 35, 19] +The cluster 3 contains the snippets: [23, 47, 39, 69, 43] +The cluster 5 contains the snippets: [54, 76, 2, 44] +The cluster 2 contains the snippets: [85, 88, 89] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [31, 85, 23, 57, 54, 1, 88, 47, 4, 76, 55, 89, 39, 58, 2, 22, 69, 3, 44, 98, 43, 61, 66, 11, 21, 35, 28, 19, 26, 30, 46, 16, 94, 60, 95, 87, 6, 38, 20, 92, 59, 27, 7, 52, 15, 29, 18, 77, 90, 93, 17, 41, 62, 68, 53, 86, 79, 32, 33, 9, 45, 65, 12, 13, 84, 75, 97, 8, 56, 5, 10, 14, 24, 25, 34, 36, 37, 40, 42, 48, 49, 50, 51, 63, 64, 67, 70, 71, 72, 73, 74, 78, 80, 81, 82, 83, 91, 96, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space opera" =============== +============ Value of Rand Index = 0.9967676767676767 ================================= +============ Partial average Rand Index = 0.9940438871473354 ====== +============ Value of Adjusted Rand Index = 0.9885927361675662 ================================= +============ Partial average of Adjusted Rand Index = 0.9446306277032983 ================================= +============ Value of Jaccard Index = 0.9906103286384976 ================================= +============ Partial average of Jaccard Index = 0.9858858345647337 ====== +============ Precision = 1.0, Recall = 0.971830985915493, F1 = 0.9857142857142858 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 13.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 59 : "alpha dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [56, 8, 12, 90, 66, 58, 98, 50, 77, 1, 4, 13, 73, 26, 2, 74, 3, 45, 86, 75, 85] +The cluster 2 contains the snippets: [83, 38, 51] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [56, 83, 8, 38, 12, 51, 90, 66, 58, 98, 50, 77, 1, 4, 13, 73, 26, 2, 74, 3, 45, 86, 75, 85, 5, 6, 7, 9, 10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 52, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 76, 78, 79, 80, 81, 82, 84, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "alpha dog" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9941448382126348 ====== +============ Value of Adjusted Rand Index = 0.9912714368326107 ================================= +============ Partial average of Adjusted Rand Index = 0.9454211498919307 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9861250577077043 ====== +============ Precision = 1.0, Recall = 0.96, F1 = 0.9795918367346939 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 12.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 60 : "bullet in the head" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [7, 93, 43, 15, 81, 86, 51, 1, 94, 16, 50, 47, 90, 38, 24, 35, 10, 48, 52, 33, 45, 77, 54, 6, 59, 36, 49, 19, 42, 26, 41, 37, 31] +The cluster 2 contains the snippets: [8, 98, 30, 78, 13, 66, 22, 74, 53, 40, 23, 11, 83, 60, 4, 5, 25, 14, 89, 18, 2, 99, 75, 80, 67, 61, 62] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [7, 8, 93, 98, 43, 30, 15, 78, 81, 13, 86, 66, 51, 22, 1, 74, 94, 53, 16, 40, 50, 23, 47, 11, 90, 83, 38, 60, 24, 4, 35, 5, 10, 25, 48, 14, 52, 89, 33, 18, 45, 2, 77, 99, 54, 75, 6, 80, 59, 67, 36, 61, 49, 62, 19, 42, 26, 41, 37, 31, 3, 9, 12, 17, 20, 21, 27, 28, 29, 32, 34, 39, 44, 46, 55, 56, 57, 58, 63, 64, 65, 68, 69, 70, 71, 72, 73, 76, 79, 82, 84, 85, 87, 88, 91, 92, 95, 96, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bullet in the head" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9942424242424241 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9463307973937318 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9863563067459092 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 30.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 61 : "jump cut" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 3 contains the snippets: [58, 5, 98, 79, 82, 47, 84, 89, 62, 10, 72, 93, 63, 90, 37, 13, 45, 51, 67, 77, 44, 78, 30, 43, 34, 41, 46, 81, 73, 86] +The cluster 1 contains the snippets: [70, 95, 42, 48, 39, 64, 23, 87, 1, 33, 94, 7, 20] +The cluster 2 contains the snippets: [8, 99, 97, 24, 4] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [70, 8, 58, 95, 99, 5, 42, 97, 98, 48, 24, 79, 39, 4, 82, 64, 47, 23, 84, 87, 89, 1, 62, 33, 10, 94, 72, 7, 93, 20, 63, 90, 37, 13, 45, 51, 67, 77, 44, 78, 30, 43, 34, 41, 46, 81, 73, 86, 2, 3, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 25, 26, 27, 28, 29, 31, 32, 35, 36, 38, 40, 49, 50, 52, 53, 54, 55, 56, 57, 59, 60, 61, 65, 66, 68, 69, 71, 74, 75, 76, 80, 83, 85, 88, 91, 92, 96, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "jump cut" =============== +============ Value of Rand Index = 0.9939393939393939 ================================= +============ Partial average Rand Index = 0.9942374565325384 ====== +============ Value of Adjusted Rand Index = 0.9817438994022021 ================================= +============ Partial average of Adjusted Rand Index = 0.9469113400496084 ================================= +============ Value of Jaccard Index = 0.9840340606705694 ================================= +============ Partial average of Jaccard Index = 0.9863182371381167 ====== +============ Precision = 1.0, Recall = 0.9795918367346939, F1 = 0.9896907216494846 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 16.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 62 : "family reunion" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [70, 38, 9, 57, 98, 11, 58, 21, 89, 84, 60, 51, 2, 8, 99, 19, 95, 88, 73, 7, 85, 100, 18, 53, 5, 42, 26, 14, 67, 64, 91, 30, 12, 78, 23, 6, 37, 24, 90, 13, 72, 68, 36, 45, 83, 44, 15, 80, 61, 33, 76, 75, 87, 34, 82, 17, 81, 65, 20] +The cluster 2 contains the snippets: [46, 56, 35] +The cluster 4 contains the snippets: [94, 71] +The cluster 3 contains the snippets: [10] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [70, 46, 10, 94, 38, 56, 71, 9, 35, 57, 98, 11, 58, 21, 89, 84, 60, 51, 2, 8, 99, 19, 95, 88, 73, 7, 85, 100, 18, 53, 5, 42, 26, 14, 67, 64, 91, 30, 12, 78, 23, 6, 37, 24, 90, 13, 72, 68, 36, 45, 83, 44, 15, 80, 61, 33, 76, 75, 87, 34, 82, 17, 81, 65, 20, 1, 3, 4, 16, 22, 25, 27, 28, 29, 31, 32, 39, 40, 41, 43, 47, 48, 49, 50, 52, 54, 55, 59, 62, 63, 66, 69, 74, 77, 79, 86, 92, 93, 96, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "family reunion" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9943304007820136 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9477676087584858 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9865389107326632 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 16.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 63 : "rookie of the year" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [19, 99, 58, 96, 78, 54, 49, 82, 70, 32, 15, 16, 75, 14, 13, 57, 92, 66, 23, 45, 89, 11, 80, 63, 93, 61, 12, 31, 48, 64, 83, 22, 94, 81, 43, 73, 38, 74, 44, 37, 90, 3, 60, 71, 51, 62, 87, 27, 55, 79, 40, 88, 65, 20, 35, 9, 25, 97, 26, 50, 18, 33, 95, 53, 68, 34, 86, 59, 17, 72, 46, 52, 100, 36, 67] +The cluster 2 contains the snippets: [39, 2, 1] +The cluster 4 contains the snippets: [5, 28, 4] +The cluster 3 contains the snippets: [84] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [19, 39, 84, 5, 99, 2, 28, 58, 1, 4, 96, 78, 54, 49, 82, 70, 32, 15, 16, 75, 14, 13, 57, 92, 66, 23, 45, 89, 11, 80, 63, 93, 61, 12, 31, 48, 64, 83, 22, 94, 81, 43, 73, 38, 74, 44, 37, 90, 3, 60, 71, 51, 62, 87, 27, 55, 79, 40, 88, 65, 20, 35, 9, 25, 97, 26, 50, 18, 33, 95, 53, 68, 34, 86, 59, 17, 72, 46, 52, 100, 36, 67, 6, 7, 8, 10, 21, 24, 29, 30, 41, 42, 47, 56, 69, 76, 77, 85, 91, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rookie of the year" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9944203944203943 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9485966943337478 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9867525788162718 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 20.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 64 : "junk mail" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [7, 6, 5, 4, 42, 68, 13, 87, 56, 76, 26, 58, 47, 99, 66, 28, 77, 93, 72, 57, 19, 59, 35, 1, 29, 62, 14, 54, 2, 53, 91, 44, 98, 81, 45, 46, 88, 39, 73, 11, 32, 23, 74, 17, 3, 21, 90, 9, 34, 70, 15, 37, 43, 82, 85, 36, 61] +The cluster 2 contains the snippets: [100, 50, 49, 55, 64, 24, 8, 80, 86, 79, 25, 40, 83, 31, 33, 63, 48, 18, 38, 97, 12, 78, 22, 71, 10, 20, 94, 27, 52, 16, 65, 69, 95, 84, 60, 41, 75, 30, 67, 96, 51, 89] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [7, 100, 6, 50, 5, 49, 4, 55, 42, 64, 68, 24, 13, 8, 87, 80, 56, 86, 76, 79, 26, 25, 58, 40, 47, 83, 99, 31, 66, 33, 28, 63, 77, 48, 93, 18, 72, 38, 57, 97, 19, 12, 59, 78, 35, 22, 1, 71, 29, 10, 62, 20, 14, 94, 54, 27, 2, 52, 53, 16, 91, 65, 44, 69, 98, 95, 81, 84, 45, 60, 46, 41, 88, 75, 39, 30, 73, 67, 11, 96, 32, 51, 23, 89, 74, 17, 3, 21, 90, 9, 34, 70, 15, 37, 43, 82, 85, 36, 61, 92] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "junk mail" =============== +============ Value of Rand Index = 0.9575757575757575 ================================= +============ Partial average Rand Index = 0.9938446969696969 ====== +============ Value of Adjusted Rand Index = 0.8187096814007282 ================================= +============ Partial average of Adjusted Rand Index = 0.9465672097566694 ================================= +============ Value of Jaccard Index = 0.9212598425196851 ================================= +============ Partial average of Jaccard Index = 0.9857292548116375 ====== +============ Precision = 1.0, Recall = 0.9519230769230769, F1 = 0.9753694581280787 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 49.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 65 : "little brother" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 3 contains the snippets: [1, 79, 24, 86, 2, 33, 74, 31, 75, 5, 98, 76, 56, 47, 61, 59, 90, 26] +The cluster 6 contains the snippets: [89, 28, 97, 15, 68, 84, 100, 87, 27, 93, 6, 73, 7, 58] +The cluster 5 contains the snippets: [40, 34, 18] +The cluster 4 contains the snippets: [69] +The cluster 1 contains the snippets: [9] +The cluster 2 contains the snippets: [4] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [9, 4, 1, 69, 40, 89, 79, 34, 28, 24, 18, 97, 86, 15, 2, 68, 33, 84, 74, 100, 31, 87, 75, 27, 5, 93, 98, 6, 76, 73, 56, 7, 47, 58, 61, 59, 90, 26, 3, 8, 10, 11, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 25, 29, 30, 32, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 57, 60, 62, 63, 64, 65, 66, 67, 70, 71, 72, 77, 78, 80, 81, 82, 83, 85, 88, 91, 92, 94, 95, 96, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "little brother" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9939393939393938 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9473892526834898 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9859488047376123 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 6.333333333333333 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 66 : "lost in space" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [13, 18, 82, 2, 41, 69, 80, 57, 40, 59, 25, 43, 4, 20, 98, 97, 6, 53, 11, 10, 1, 35, 7, 72, 9, 62, 14, 45, 33, 8, 42, 55, 12, 48, 54] +The cluster 3 contains the snippets: [3, 24, 28, 38, 21, 84, 5, 74, 66] +The cluster 6 contains the snippets: [79, 19, 15] +The cluster 4 contains the snippets: [75, 56] +The cluster 5 contains the snippets: [36] +The cluster 2 contains the snippets: [44] +The cluster 7 contains the snippets: [16] +The cluster 8 contains the snippets: [65] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [13, 44, 3, 75, 36, 79, 16, 65, 18, 24, 56, 19, 82, 28, 15, 2, 38, 41, 21, 69, 84, 80, 5, 57, 74, 40, 66, 59, 25, 43, 4, 20, 98, 97, 6, 53, 11, 10, 1, 35, 7, 72, 9, 62, 14, 45, 33, 8, 42, 55, 12, 48, 54, 17, 22, 23, 26, 27, 29, 30, 31, 32, 34, 37, 39, 46, 47, 49, 50, 51, 52, 58, 60, 61, 63, 64, 67, 68, 70, 71, 73, 76, 77, 78, 81, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lost in space" =============== +============ Value of Rand Index = 0.9945454545454545 ================================= +============ Partial average Rand Index = 0.9939485766758493 ====== +============ Value of Adjusted Rand Index = 0.9440078257065156 ================================= +============ Partial average of Adjusted Rand Index = 0.9473380189414145 ================================= +============ Value of Jaccard Index = 0.9845094664371773 ================================= +============ Partial average of Jaccard Index = 0.9859269965815453 ====== +============ Precision = 1.0, Recall = 0.9464285714285714, F1 = 0.9724770642201834 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 6.625 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 67 : "the game of life" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [17, 12, 25, 48, 6, 70, 46, 43, 9, 28, 41, 53, 95, 90, 98, 78, 22, 81, 38, 96, 32, 3, 37] +The cluster 2 contains the snippets: [99, 58, 30, 88, 19, 71, 52, 2, 62] +The cluster 3 contains the snippets: [75, 35, 13, 1, 36] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [17, 99, 75, 12, 58, 35, 25, 30, 13, 48, 88, 1, 6, 19, 36, 70, 71, 46, 52, 43, 2, 9, 62, 28, 41, 53, 95, 90, 98, 78, 22, 81, 38, 96, 32, 3, 37, 4, 5, 7, 8, 10, 11, 14, 15, 16, 18, 20, 21, 23, 24, 26, 27, 29, 31, 33, 34, 39, 40, 42, 44, 45, 47, 49, 50, 51, 54, 55, 56, 57, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 72, 73, 74, 76, 77, 79, 80, 82, 83, 84, 85, 86, 87, 89, 91, 92, 93, 94, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the game of life" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9940388964269561 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9481240186587069 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9861370414086863 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 12.333333333333334 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 68 : "field of fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 4 contains the snippets: [91, 51, 83, 67, 57, 28, 18, 44, 98, 46, 95, 31, 74, 21, 30, 34, 42, 97, 90, 8, 53, 56, 60, 32, 68, 10, 2, 100] +The cluster 6 contains the snippets: [15, 99, 4, 76, 6, 54, 92, 70] +The cluster 5 contains the snippets: [87, 35, 22, 61] +The cluster 2 contains the snippets: [7, 29, 62, 36] +The cluster 9 contains the snippets: [45, 12, 89, 16] +The cluster 1 contains the snippets: [66, 58] +The cluster 7 contains the snippets: [33, 9] +The cluster 8 contains the snippets: [71, 43] +The cluster 3 contains the snippets: [3, 39] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [66, 7, 3, 91, 87, 15, 33, 71, 45, 58, 29, 39, 51, 35, 99, 9, 43, 12, 62, 83, 22, 4, 89, 36, 67, 61, 76, 16, 57, 6, 28, 54, 18, 92, 44, 70, 98, 46, 95, 31, 74, 21, 30, 34, 42, 97, 90, 8, 53, 56, 60, 32, 68, 10, 2, 100, 1, 5, 11, 13, 14, 17, 19, 20, 23, 24, 25, 26, 27, 37, 38, 40, 41, 47, 48, 49, 50, 52, 55, 59, 63, 64, 65, 69, 72, 73, 75, 77, 78, 79, 80, 81, 82, 84, 85, 86, 88, 93, 94, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "field of fire" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9941265597147949 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9488869007372555 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9863409084467939 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 6.222222222222222 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 69 : "citizen of the world" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 5, 81, 82, 1] +The cluster 2 contains the snippets: [65] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 65, 5, 81, 82, 1, 2, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "citizen of the world" =============== +============ Value of Rand Index = 0.9997979797979798 ================================= +============ Partial average Rand Index = 0.9942087542087542 ====== +============ Value of Adjusted Rand Index = 0.9948111960347262 ================================= +============ Partial average of Adjusted Rand Index = 0.9495524702343201 ================================= +============ Value of Jaccard Index = 0.9997717937015062 ================================= +============ Partial average of Jaccard Index = 0.9865355589577318 ====== +============ Precision = 1.0, Recall = 0.8571428571428571, F1 = 0.923076923076923 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 3.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 70 : "bad to the bone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [61, 39, 7, 83, 93, 25, 16, 27, 96, 81, 41, 62, 44, 65, 13, 45, 22, 64, 88, 78, 20, 75, 60, 76, 23] +The cluster 5 contains the snippets: [84, 87, 2, 49, 50] +The cluster 4 contains the snippets: [92, 5, 21] +The cluster 3 contains the snippets: [63, 52] +The cluster 2 contains the snippets: [24, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [61, 24, 63, 92, 84, 39, 99, 52, 5, 87, 7, 21, 2, 83, 49, 93, 50, 25, 16, 27, 96, 81, 41, 62, 44, 65, 13, 45, 22, 64, 88, 78, 20, 75, 60, 76, 23, 1, 3, 4, 6, 8, 9, 10, 11, 12, 14, 15, 17, 18, 19, 26, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 40, 42, 43, 46, 47, 48, 51, 53, 54, 55, 56, 57, 58, 59, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 79, 80, 82, 85, 86, 89, 90, 91, 94, 95, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bad to the bone" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9942914862914863 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9502731492309727 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9867279081154785 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 7.4 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 71 : "cats and dogs" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [88, 17, 90, 68, 37, 1, 26, 3, 81, 19, 2, 64] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [88, 17, 90, 68, 37, 1, 26, 3, 81, 19, 2, 64, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cats and dogs" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9943718878930147 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9509735274108183 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9869148389870915 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 12.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 72 : "division by zero" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [96, 93, 14, 95, 20, 51, 100, 50, 42, 70, 28, 65, 57, 12, 26, 31, 99, 5, 49, 29, 58, 47, 11, 35, 69, 66, 22, 2, 39, 71, 98, 90, 59, 25, 8, 21, 40, 38, 94, 16, 52, 17, 92, 24, 53, 75, 85, 34, 19, 7, 91, 68, 6, 86, 56, 97, 81, 55, 67, 84, 33, 4, 46, 37, 32, 27, 1, 83, 15, 48, 64, 54, 73, 45, 9, 87, 23, 63, 88] +The cluster 2 contains the snippets: [60, 30, 61, 80, 62, 41, 18, 43, 3] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [96, 60, 93, 30, 14, 61, 95, 80, 20, 62, 51, 41, 100, 18, 50, 43, 42, 3, 70, 28, 65, 57, 12, 26, 31, 99, 5, 49, 29, 58, 47, 11, 35, 69, 66, 22, 2, 39, 71, 98, 90, 59, 25, 8, 21, 40, 38, 94, 16, 52, 17, 92, 24, 53, 75, 85, 34, 19, 7, 91, 68, 6, 86, 56, 97, 81, 55, 67, 84, 33, 4, 46, 37, 32, 27, 1, 83, 15, 48, 64, 54, 73, 45, 9, 87, 23, 63, 88, 10, 13, 36, 44, 72, 74, 76, 77, 78, 79, 82, 89] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "division by zero" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9944500561167229 ====== +============ Value of Adjusted Rand Index = 0.9925849031705981 ================================= +============ Partial average of Adjusted Rand Index = 0.9515514631852597 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.987096577334493 ====== +============ Precision = 1.0, Recall = 0.9777777777777777, F1 = 0.9887640449438202 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 44.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 73 : "hair of the dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 3 contains the snippets: [94, 80, 87, 17, 40, 8, 99, 78, 66, 58, 65, 12, 23, 13, 59] +The cluster 2 contains the snippets: [41, 64, 61, 42, 51, 76, 3, 90, 96, 74, 98, 49, 50] +The cluster 1 contains the snippets: [85, 86, 54, 2, 77, 34] +The cluster 4 contains the snippets: [48] +The cluster 5 contains the snippets: [89] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [85, 41, 94, 48, 89, 86, 64, 80, 54, 61, 87, 2, 42, 17, 77, 51, 40, 34, 76, 8, 3, 99, 90, 78, 96, 66, 74, 58, 98, 65, 49, 12, 50, 23, 13, 59, 1, 4, 5, 6, 7, 9, 10, 11, 14, 15, 16, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 43, 44, 45, 46, 47, 52, 53, 55, 56, 57, 60, 62, 63, 67, 68, 69, 70, 71, 72, 73, 75, 79, 81, 82, 83, 84, 88, 91, 92, 93, 95, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hair of the dog" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9945260827452609 ====== +============ Value of Adjusted Rand Index = 0.9975878753719687 ================================= +============ Partial average of Adjusted Rand Index = 0.9521820989686391 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.987273336549089 ====== +============ Precision = 1.0, Recall = 0.972972972972973, F1 = 0.9863013698630138 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 7.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 74 : "freedom of the press" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [86, 14, 75, 27, 16, 81, 23, 85, 56, 73, 62, 66, 31, 19, 51, 97, 37, 36, 82, 26, 55, 48, 35, 80, 89, 4, 93, 98, 9, 99, 1, 22, 45, 8, 58, 25, 61, 44, 12, 15, 33, 5, 24, 65, 17, 34, 60, 21, 71, 90, 20, 28, 64, 94, 47, 46, 57, 77, 96, 18, 95, 87, 68, 92, 78, 6, 72, 41, 91, 83, 50, 79, 52, 63, 74, 3, 84, 76] +The cluster 2 contains the snippets: [53, 59, 40, 67, 39, 49, 30, 38, 11, 88, 13, 54, 10, 2] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [86, 53, 14, 59, 75, 40, 27, 67, 16, 39, 81, 49, 23, 30, 85, 38, 56, 11, 73, 88, 62, 13, 66, 54, 31, 10, 19, 2, 51, 97, 37, 36, 82, 26, 55, 48, 35, 80, 89, 4, 93, 98, 9, 99, 1, 22, 45, 8, 58, 25, 61, 44, 12, 15, 33, 5, 24, 65, 17, 34, 60, 21, 71, 90, 20, 28, 64, 94, 47, 46, 57, 77, 96, 18, 95, 87, 68, 92, 78, 6, 72, 41, 91, 83, 50, 79, 52, 63, 74, 3, 84, 76, 7, 29, 32, 42, 43, 69, 70, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the press" =============== +============ Value of Rand Index = 0.9886868686868687 ================================= +============ Partial average Rand Index = 0.9944471744471745 ====== +============ Value of Adjusted Rand Index = 0.8547763432139052 ================================= +============ Partial average of Adjusted Rand Index = 0.9508658049719535 ================================= +============ Value of Jaccard Index = 0.9823788546255506 ================================= +============ Partial average of Jaccard Index = 0.9872071949014736 ====== +============ Precision = 1.0, Recall = 0.9583333333333334, F1 = 0.9787234042553191 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 46.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 75 : "bat boy" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 3 contains the snippets: [68, 2, 16, 13, 52, 6, 73, 56, 61, 90, 28, 23, 82, 78, 53, 89, 31, 11, 83, 55, 58, 54, 59, 3, 88, 36, 77, 44, 76, 66, 70, 92, 7, 39, 45, 51, 71, 12, 4, 25, 19, 43, 65, 46, 62, 30] +The cluster 2 contains the snippets: [9, 87, 48, 27, 33, 15, 50, 42, 49, 93, 57] +The cluster 1 contains the snippets: [100, 80, 1, 14, 72] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [100, 9, 68, 80, 87, 2, 1, 48, 16, 14, 27, 13, 72, 33, 52, 15, 6, 50, 73, 42, 56, 49, 61, 93, 90, 57, 28, 23, 82, 78, 53, 89, 31, 11, 83, 55, 58, 54, 59, 3, 88, 36, 77, 44, 76, 66, 70, 92, 7, 39, 45, 51, 71, 12, 4, 25, 19, 43, 65, 46, 62, 30, 5, 8, 10, 17, 18, 20, 21, 22, 24, 26, 29, 32, 34, 35, 37, 38, 40, 41, 47, 60, 63, 64, 67, 69, 74, 75, 79, 81, 84, 85, 86, 91, 94, 95, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bat boy" =============== +============ Value of Rand Index = 0.9814141414141414 ================================= +============ Partial average Rand Index = 0.9942734006734009 ====== +============ Value of Adjusted Rand Index = 0.9520556702697539 ================================= +============ Partial average of Adjusted Rand Index = 0.9508816698425909 ================================= +============ Value of Jaccard Index = 0.9514511873350924 ================================= +============ Partial average of Jaccard Index = 0.9867304481339219 ====== +============ Precision = 1.0, Recall = 0.96875, F1 = 0.9841269841269841 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 20.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 76 : "fast food nation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [97, 40, 95, 38, 1, 8, 48, 58, 96, 32, 17, 45, 23, 55, 44, 3, 92, 90, 77, 93, 71, 6, 18, 61, 74, 16, 50, 80, 9, 47, 83, 27, 36, 31, 33, 94, 59, 78, 19, 7, 12, 91, 28, 4, 66, 84, 14, 81, 79, 68] +The cluster 2 contains the snippets: [60, 2, 57, 76, 69, 5, 51, 35, 100, 73, 72, 24, 54, 22, 42, 41, 70, 56, 37, 88, 39, 99, 53, 87, 25, 15, 21, 43, 85, 20, 11, 98, 26, 67, 82, 64, 89, 86, 65] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [97, 60, 40, 2, 95, 57, 38, 76, 1, 69, 8, 5, 48, 51, 58, 35, 96, 100, 32, 73, 17, 72, 45, 24, 23, 54, 55, 22, 44, 42, 3, 41, 92, 70, 90, 56, 77, 37, 93, 88, 71, 39, 6, 99, 18, 53, 61, 87, 74, 25, 16, 15, 50, 21, 80, 43, 9, 85, 47, 20, 83, 11, 27, 98, 36, 26, 31, 67, 33, 82, 94, 64, 59, 89, 78, 86, 19, 65, 7, 12, 91, 28, 4, 66, 84, 14, 81, 79, 68, 10, 13, 29, 30, 34, 46, 49, 52, 62, 63, 75] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fast food nation" =============== +============ Value of Rand Index = 0.9921212121212121 ================================= +============ Partial average Rand Index = 0.9942450824029772 ====== +============ Value of Adjusted Rand Index = 0.9635453884044406 ================================= +============ Partial average of Adjusted Rand Index = 0.9510482977184047 ================================= +============ Value of Jaccard Index = 0.9810679611650486 ================================= +============ Partial average of Jaccard Index = 0.9866559417264368 ====== +============ Precision = 1.0, Recall = 0.9888888888888889, F1 = 0.9944134078212291 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 44.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 77 : "the da vinci code" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [95, 78, 61, 1, 2, 7, 40, 53, 8, 65, 22, 86, 12, 29, 83, 18, 28, 57, 85, 26, 81, 87, 31, 44, 27, 54, 82, 97, 72, 90, 60, 19, 58, 36, 77] +The cluster 2 contains the snippets: [52, 76, 4, 84, 98, 79, 3, 37, 30, 73, 20, 93, 80, 5, 42, 25, 6, 92, 24, 47, 50] +The cluster 3 contains the snippets: [46, 9, 17, 34, 39, 62, 11] +The cluster 4 contains the snippets: [32, 21] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [95, 52, 46, 32, 78, 76, 9, 21, 61, 4, 17, 1, 84, 34, 2, 98, 39, 7, 79, 62, 40, 3, 11, 53, 37, 8, 30, 65, 73, 22, 20, 86, 93, 12, 80, 29, 5, 83, 42, 18, 25, 28, 6, 57, 92, 85, 24, 26, 47, 81, 50, 87, 31, 44, 27, 54, 82, 97, 72, 90, 60, 19, 58, 36, 77, 10, 13, 14, 15, 16, 23, 33, 35, 38, 41, 43, 45, 48, 49, 51, 55, 56, 59, 63, 64, 66, 67, 68, 69, 70, 71, 74, 75, 88, 89, 91, 94, 96, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the da vinci code" =============== +============ Value of Rand Index = 0.9957575757575757 ================================= +============ Partial average Rand Index = 0.9942647251738161 ====== +============ Value of Adjusted Rand Index = 0.9609051950981129 ================================= +============ Partial average of Adjusted Rand Index = 0.9511763093726866 ================================= +============ Value of Jaccard Index = 0.9854469854469855 ================================= +============ Partial average of Jaccard Index = 0.9866402409955346 ====== +============ Precision = 1.0, Recall = 0.9285714285714286, F1 = 0.962962962962963 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 16.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 78 : "civil war" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [64, 50, 79, 39, 16, 91, 76, 38, 2, 88, 65, 19, 99, 85, 90, 45, 96, 25, 5, 24, 95, 82, 32, 8, 61, 36, 97, 47, 46, 30, 6, 72, 20, 21, 84, 14, 22, 52, 4, 57, 54, 58, 83, 49, 68, 7, 15, 93, 59, 94, 33, 98, 9, 1] +The cluster 3 contains the snippets: [56, 13, 66, 34] +The cluster 2 contains the snippets: [87] +The cluster 4 contains the snippets: [92] +The cluster 5 contains the snippets: [77] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [64, 87, 56, 92, 77, 50, 13, 79, 66, 39, 34, 16, 91, 76, 38, 2, 88, 65, 19, 99, 85, 90, 45, 96, 25, 5, 24, 95, 82, 32, 8, 61, 36, 97, 47, 46, 30, 6, 72, 20, 21, 84, 14, 22, 52, 4, 57, 54, 58, 83, 49, 68, 7, 15, 93, 59, 94, 33, 98, 9, 1, 3, 10, 11, 12, 17, 18, 23, 26, 27, 28, 29, 31, 35, 37, 40, 41, 42, 43, 44, 48, 51, 53, 55, 60, 62, 63, 67, 69, 70, 71, 73, 74, 75, 78, 80, 81, 86, 89, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil war" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9943382543382544 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.951802254124319 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9868115199571303 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 12.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 79 : "trip the light fantastic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 2 contains the snippets: [45, 75, 84, 1, 42, 47, 97, 3, 8, 29, 33] +The cluster 1 contains the snippets: [73, 88, 53, 80, 34, 85, 13, 22, 44] +The cluster 3 contains the snippets: [11, 76, 5, 25] +The cluster 4 contains the snippets: [24] +The cluster 5 contains the snippets: [37] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [73, 45, 11, 24, 37, 88, 75, 76, 53, 84, 5, 80, 1, 25, 34, 42, 85, 47, 13, 97, 22, 3, 44, 8, 29, 33, 2, 4, 6, 7, 9, 10, 12, 14, 15, 16, 17, 18, 19, 20, 21, 23, 26, 27, 28, 30, 31, 32, 35, 36, 38, 39, 40, 41, 43, 46, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 77, 78, 79, 81, 82, 83, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "trip the light fantastic" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9944099220048588 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9524123521733782 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9869784627424831 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 5.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 80 : "ace of spades" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 10 snippet clusters: ==================== +The cluster 2 contains the snippets: [74, 76, 49, 96, 57, 7, 59, 54] +The cluster 4 contains the snippets: [64, 25, 35, 16, 8, 94, 14, 55] +The cluster 1 contains the snippets: [71, 32, 39, 70, 2] +The cluster 5 contains the snippets: [3, 90, 5, 26, 56] +The cluster 6 contains the snippets: [13, 79] +The cluster 9 contains the snippets: [1, 4] +The cluster 7 contains the snippets: [100] +The cluster 8 contains the snippets: [66] +The cluster 3 contains the snippets: [92] +The cluster 10 contains the snippets: [95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [71, 74, 92, 64, 3, 13, 100, 66, 1, 95, 32, 76, 25, 90, 79, 4, 39, 49, 35, 5, 70, 96, 16, 26, 2, 57, 8, 56, 7, 94, 59, 14, 54, 55, 6, 9, 10, 11, 12, 15, 17, 18, 19, 20, 21, 22, 23, 24, 27, 28, 29, 30, 31, 33, 34, 36, 37, 38, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 51, 52, 53, 58, 60, 61, 62, 63, 65, 67, 68, 69, 72, 73, 75, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 93, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ace of spades" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9944797979797981 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9530071977712108 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9871412319582019 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 10 ============ +============ average size of the created clusters: 3.4 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 81 : "charles de gaulle" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 3 contains the snippets: [93, 100, 89, 53, 57, 84, 19, 94, 22, 66, 63, 27, 21, 47, 14, 90, 64, 25, 45, 74, 33, 35, 23, 68, 51, 54, 85, 75, 48, 28, 77, 20, 49, 58] +The cluster 1 contains the snippets: [39, 5, 86, 61, 55, 3, 17, 41, 11, 76, 10, 4, 12, 72, 78, 8, 52, 67, 71, 1] +The cluster 5 contains the snippets: [79, 30, 73, 40, 98, 29, 36, 87, 31, 38] +The cluster 2 contains the snippets: [7, 2, 34, 6, 70] +The cluster 4 contains the snippets: [60, 62, 24, 42] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [39, 7, 93, 60, 79, 5, 2, 100, 62, 30, 86, 34, 89, 24, 73, 61, 6, 53, 42, 40, 55, 70, 57, 98, 3, 84, 29, 17, 19, 36, 41, 94, 87, 11, 22, 31, 76, 66, 38, 10, 63, 4, 27, 12, 21, 72, 47, 78, 14, 8, 90, 52, 64, 67, 25, 71, 45, 1, 74, 33, 35, 23, 68, 51, 54, 85, 75, 48, 28, 77, 20, 49, 58, 9, 13, 15, 16, 18, 26, 32, 37, 43, 44, 46, 50, 56, 59, 65, 69, 80, 81, 82, 83, 88, 91, 92, 95, 96, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "charles de gaulle" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9945479486220228 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9535873558234182 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9872999821809403 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 14.6 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 82 : "dive bomber" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [83, 21, 94, 32, 23, 99, 86, 59, 71, 40, 93, 74, 49, 27, 91, 31, 29, 76, 9, 43, 72, 53, 85, 1, 34, 90, 39, 54, 33, 37, 70, 22, 73, 52, 44, 81, 79, 30, 7, 96, 67, 42, 26, 64, 80, 75, 48, 88, 82, 41, 47] +The cluster 2 contains the snippets: [100, 95, 17, 2, 16, 8, 38, 25, 89, 10, 46, 60, 3, 78, 24, 15, 68] +The cluster 3 contains the snippets: [97, 63, 19, 58] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [83, 100, 97, 21, 95, 63, 94, 17, 19, 32, 2, 58, 23, 16, 99, 8, 86, 38, 59, 25, 71, 89, 40, 10, 93, 46, 74, 60, 49, 3, 27, 78, 91, 24, 31, 15, 29, 68, 76, 9, 43, 72, 53, 85, 1, 34, 90, 39, 54, 33, 37, 70, 22, 73, 52, 44, 81, 79, 30, 7, 96, 67, 42, 26, 64, 80, 75, 48, 88, 82, 41, 47, 4, 5, 6, 11, 12, 13, 14, 18, 20, 28, 35, 36, 45, 50, 51, 55, 56, 57, 61, 62, 65, 66, 69, 77, 84, 87, 92, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dive bomber" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9946144370534614 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9541533636792301 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9874548604470262 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 24.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 83 : "catch a fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 2 contains the snippets: [85, 56, 94, 64, 42, 88, 32, 97, 89, 39, 74, 62, 45, 1, 61, 37, 50, 41, 73, 57, 9, 86, 24, 31, 34, 96, 10, 71, 21, 90, 77, 38, 92, 69, 23, 83, 70, 76, 40, 47, 18, 68, 78, 27, 65, 36, 98, 60, 20, 72, 81, 48, 19, 4, 6, 99, 100, 13, 51, 58, 93, 29, 14, 35, 17, 91, 46, 80, 95, 87, 7, 55, 63, 82, 49, 2, 52, 59] +The cluster 1 contains the snippets: [66, 3, 53, 33, 84, 75, 25, 54, 15, 26, 79] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [66, 85, 3, 56, 53, 94, 33, 64, 84, 42, 75, 88, 25, 32, 54, 97, 15, 89, 26, 39, 79, 74, 62, 45, 1, 61, 37, 50, 41, 73, 57, 9, 86, 24, 31, 34, 96, 10, 71, 21, 90, 77, 38, 92, 69, 23, 83, 70, 76, 40, 47, 18, 68, 78, 27, 65, 36, 98, 60, 20, 72, 81, 48, 19, 4, 6, 99, 100, 13, 51, 58, 93, 29, 14, 35, 17, 91, 46, 80, 95, 87, 7, 55, 63, 82, 49, 2, 52, 59, 5, 8, 11, 12, 16, 22, 28, 30, 43, 44, 67] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "catch a fire" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9946793233540221 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9547057327915285 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9876060067067008 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 44.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 84 : "middle ages" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [57, 67, 28, 37, 96, 90, 75, 20, 9, 76, 4, 22, 11, 80, 54, 77, 35, 29, 6, 14, 81, 34, 84, 21, 38, 63, 41, 23, 87, 78, 33, 73, 1, 12, 24, 25, 5, 17, 7, 100, 48, 27, 3, 62, 50, 97, 69, 2, 31, 15, 47, 89, 18, 93, 19, 43, 60, 92, 59, 46, 40, 45, 91, 39, 61, 68, 51, 8, 13, 86, 49] +The cluster 2 contains the snippets: [16, 88, 53, 10] +The cluster 3 contains the snippets: [98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [57, 16, 98, 67, 88, 28, 53, 37, 10, 96, 90, 75, 20, 9, 76, 4, 22, 11, 80, 54, 77, 35, 29, 6, 14, 81, 34, 84, 21, 38, 63, 41, 23, 87, 78, 33, 73, 1, 12, 24, 25, 5, 17, 7, 100, 48, 27, 3, 62, 50, 97, 69, 2, 31, 15, 47, 89, 18, 93, 19, 43, 60, 92, 59, 46, 40, 45, 91, 39, 61, 68, 51, 8, 13, 86, 49, 26, 30, 32, 36, 42, 44, 52, 55, 56, 58, 64, 65, 66, 70, 71, 72, 74, 79, 82, 83, 85, 94, 95, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "middle ages" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9947426647426648 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.955244950258296 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9877535542459066 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 25.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 85 : "the marquise of o" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 2 contains the snippets: [10, 53, 92, 51, 98, 78, 61, 99, 90, 60, 41, 72, 43, 83, 74, 86, 73, 56, 1, 42, 6, 38, 34, 47, 91, 48, 49, 29, 40, 87, 2, 44, 89, 21, 15, 88, 13, 46, 7, 71, 25, 85, 18, 28, 11, 52] +The cluster 1 contains the snippets: [54, 24, 65, 55, 39, 33, 57, 70, 17, 77, 58, 12, 36, 22, 63, 62, 31, 30, 32, 76, 37, 3, 5, 27] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [54, 10, 24, 53, 65, 92, 55, 51, 39, 98, 33, 78, 57, 61, 70, 99, 17, 90, 77, 60, 58, 41, 12, 72, 36, 43, 22, 83, 63, 74, 62, 86, 31, 73, 30, 56, 32, 1, 76, 42, 37, 6, 3, 38, 5, 34, 27, 47, 91, 48, 49, 29, 40, 87, 2, 44, 89, 21, 15, 88, 13, 46, 7, 71, 25, 85, 18, 28, 11, 52, 4, 8, 9, 14, 16, 19, 20, 23, 26, 35, 45, 50, 59, 64, 66, 67, 68, 69, 75, 79, 80, 81, 82, 84, 93, 94, 95, 96, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the marquise of o" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9948045157456923 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9557714802552573 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9878976300783077 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 35.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 86 : "sean fallon" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [68, 36, 29, 6, 1, 67, 7] +The cluster 2 contains the snippets: [3, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [68, 3, 36, 100, 29, 6, 1, 67, 7, 2, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sean fallon" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9948649283533005 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9562857653685682 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9880383553099552 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 4.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 87 : "tower of babel" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 10 snippet clusters: ==================== +The cluster 9 contains the snippets: [21, 71, 23, 55, 6, 50, 39, 48, 58, 15, 25, 28, 92, 76, 36, 51, 20] +The cluster 4 contains the snippets: [40, 67, 68, 52, 35, 5, 43, 100, 17, 73] +The cluster 6 contains the snippets: [16, 19, 88, 97, 33, 89, 8, 91, 95] +The cluster 3 contains the snippets: [27, 9, 30, 65, 29, 54, 3, 1] +The cluster 1 contains the snippets: [59, 34, 32, 24, 22, 80, 41, 57] +The cluster 8 contains the snippets: [46, 87, 66, 85, 18] +The cluster 10 contains the snippets: [53, 90, 56, 69] +The cluster 2 contains the snippets: [77] +The cluster 5 contains the snippets: [10] +The cluster 7 contains the snippets: [38] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [59, 77, 27, 40, 10, 16, 38, 46, 21, 53, 34, 9, 67, 19, 87, 71, 90, 32, 30, 68, 88, 66, 23, 56, 24, 65, 52, 97, 85, 55, 69, 22, 29, 35, 33, 18, 6, 80, 54, 5, 89, 50, 41, 3, 43, 8, 39, 57, 1, 100, 91, 48, 17, 95, 58, 73, 15, 25, 28, 92, 76, 36, 51, 20, 2, 4, 7, 11, 12, 13, 14, 26, 31, 37, 42, 44, 45, 47, 49, 60, 61, 62, 63, 64, 70, 72, 74, 75, 78, 79, 81, 82, 83, 84, 86, 93, 94, 96, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tower of babel" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9949239521653316 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9567882278355964 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9881758454788063 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 10 ============ +============ average size of the created clusters: 6.4 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 88 : "special edition" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 35] +The cluster 2 contains the snippets: [97] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 97, 35, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "special edition" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9949816345270892 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9572792707011009 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9883102108710926 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 1.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 89 : "the colour of magic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [89, 19, 82, 92, 62, 61, 47, 73, 6, 35, 13, 14, 59, 56, 37, 87, 70, 1, 9, 43, 49, 96, 75, 90, 5, 48, 67, 93, 21, 81, 94, 55, 97, 46, 12, 11, 44, 78, 51, 77, 99, 66] +The cluster 2 contains the snippets: [86, 54, 30, 39, 7, 2, 28, 52, 65, 4, 53, 84, 31, 98, 91, 74, 29, 17, 71, 80, 50, 76, 24] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [89, 86, 19, 54, 82, 30, 92, 39, 62, 7, 61, 2, 47, 28, 73, 52, 6, 65, 35, 4, 13, 53, 14, 84, 59, 31, 56, 98, 37, 91, 87, 74, 70, 29, 1, 17, 9, 71, 43, 80, 49, 50, 96, 76, 75, 24, 90, 5, 48, 67, 93, 21, 81, 94, 55, 97, 46, 12, 11, 44, 78, 51, 77, 99, 66, 3, 8, 10, 15, 16, 18, 20, 22, 23, 25, 26, 27, 32, 33, 34, 36, 38, 40, 41, 42, 45, 57, 58, 60, 63, 64, 68, 69, 72, 79, 83, 85, 88, 95, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the colour of magic" =============== +============ Value of Rand Index = 0.9907070707070708 ================================= +============ Partial average Rand Index = 0.9949336057201226 ====== +============ Value of Adjusted Rand Index = 0.9441300929571528 ================================= +============ Partial average of Adjusted Rand Index = 0.9571315271309441 ================================= +============ Value of Jaccard Index = 0.9737891737891737 ================================= +============ Partial average of Jaccard Index = 0.9881470531510711 ====== +============ Precision = 1.0, Recall = 0.9701492537313433, F1 = 0.9848484848484849 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 32.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 90 : "iron butterly" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [31, 40, 8, 100, 57, 72, 83, 10, 12, 15, 82, 97, 74, 71, 25, 37, 17, 62, 58, 90, 96, 27, 65, 24, 85, 78, 29, 54, 86, 14, 94, 66, 6, 45, 88, 1, 98, 80, 34, 61, 49, 53, 43, 89, 76, 2, 38, 84, 9, 48, 63, 5, 60, 77, 11] +The cluster 2 contains the snippets: [67, 93, 16, 7, 95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [31, 67, 40, 93, 8, 16, 100, 7, 57, 95, 72, 83, 10, 12, 15, 82, 97, 74, 71, 25, 37, 17, 62, 58, 90, 96, 27, 65, 24, 85, 78, 29, 54, 86, 14, 94, 66, 6, 45, 88, 1, 98, 80, 34, 61, 49, 53, 43, 89, 76, 2, 38, 84, 9, 48, 63, 5, 60, 77, 11, 3, 4, 13, 18, 19, 20, 21, 22, 23, 26, 28, 30, 32, 33, 35, 36, 39, 41, 42, 44, 46, 47, 50, 51, 52, 55, 56, 59, 64, 68, 69, 70, 73, 75, 79, 81, 87, 91, 92, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "iron butterly" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.994989898989899 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9576078434961558 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9882787525605036 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 30.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 91 : "reign of terror" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [80, 1, 21, 14, 51, 19, 56, 7, 12, 30, 3, 29, 16, 27, 4, 81, 73, 2, 6, 13, 58, 99, 33, 15, 8, 18, 41] +The cluster 5 contains the snippets: [24, 42, 44, 5] +The cluster 3 contains the snippets: [28, 93] +The cluster 4 contains the snippets: [55, 23] +The cluster 2 contains the snippets: [63, 66] +The cluster 6 contains the snippets: [11] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [80, 63, 28, 55, 24, 11, 1, 66, 93, 23, 42, 21, 44, 14, 5, 51, 19, 56, 7, 12, 30, 3, 29, 16, 27, 4, 81, 73, 2, 6, 13, 58, 99, 33, 15, 8, 18, 41, 9, 10, 17, 20, 22, 25, 26, 31, 32, 34, 35, 36, 37, 38, 39, 40, 43, 45, 46, 47, 48, 49, 50, 52, 53, 54, 57, 59, 60, 61, 62, 64, 65, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "reign of terror" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.995044955044955 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9580736913698243 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9884075574774213 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 6.333333333333333 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 92 : "heavy rotation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [75, 63, 42, 78, 90, 69, 62, 72, 61, 4, 28, 94, 49, 13, 44, 56, 84, 39, 77, 66, 8] +The cluster 3 contains the snippets: [98, 93, 68, 16, 7, 71, 64, 79, 53, 54, 19, 6, 92, 100, 99, 65] +The cluster 1 contains the snippets: [18] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [18, 75, 98, 63, 93, 42, 68, 78, 16, 90, 7, 69, 71, 62, 64, 72, 79, 61, 53, 4, 54, 28, 19, 94, 6, 49, 92, 13, 100, 44, 99, 56, 65, 84, 39, 77, 66, 8, 1, 2, 3, 5, 9, 10, 11, 12, 14, 15, 17, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 40, 41, 43, 45, 46, 47, 48, 50, 51, 52, 55, 57, 58, 59, 60, 67, 70, 73, 74, 76, 80, 81, 82, 83, 85, 86, 87, 88, 89, 91, 95, 96, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heavy rotation" =============== +============ Value of Rand Index = 0.9957575757575757 ================================= +============ Partial average Rand Index = 0.9950527009222662 ====== +============ Value of Adjusted Rand Index = 0.9911683473569273 ================================= +============ Partial average of Adjusted Rand Index = 0.9584334158914234 ================================= +============ Value of Jaccard Index = 0.9906333630686887 ================================= +============ Partial average of Jaccard Index = 0.9884317510164569 ====== +============ Precision = 1.0, Recall = 0.9743589743589743, F1 = 0.9870129870129869 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 12.666666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 93 : "the edge of heaven" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 2 contains the snippets: [89, 60, 20, 16, 42, 15, 82, 33, 64, 78, 80, 32, 8, 14, 58, 52, 38, 71, 81, 59, 1, 35, 69, 84, 50, 56, 10, 43, 57, 77, 62, 70, 55, 30, 29, 76, 87, 3, 73, 18, 65, 40, 94, 95, 11, 75, 93] +The cluster 1 contains the snippets: [90, 48, 47, 92] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [90, 89, 48, 60, 47, 20, 92, 16, 42, 15, 82, 33, 64, 78, 80, 32, 8, 14, 58, 52, 38, 71, 81, 59, 1, 35, 69, 84, 50, 56, 10, 43, 57, 77, 62, 70, 55, 30, 29, 76, 87, 3, 73, 18, 65, 40, 94, 95, 11, 75, 93, 2, 4, 5, 6, 7, 9, 12, 13, 17, 19, 21, 22, 23, 24, 25, 26, 27, 28, 31, 34, 36, 37, 39, 41, 44, 45, 46, 49, 51, 53, 54, 61, 63, 66, 67, 68, 72, 74, 79, 83, 85, 86, 88, 91, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the edge of heaven" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9951058976865429 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.95888036840872 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9885561407904735 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 25.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 94 : "top of the pops" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [67, 28, 8, 6, 3, 92, 84, 38, 70, 68, 55, 25, 1, 16, 57, 50, 75, 73, 53, 85, 61, 80, 60, 59, 48, 81, 88, 97, 37, 86, 95, 56, 26, 83, 9, 35, 17, 39, 65, 11, 33, 54, 100, 20, 34, 13, 52, 74, 40, 62, 79, 2, 19, 43, 42, 93, 29, 89, 10, 41, 66, 5] +The cluster 2 contains the snippets: [58, 47, 4, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [67, 58, 28, 47, 8, 4, 6, 99, 3, 92, 84, 38, 70, 68, 55, 25, 1, 16, 57, 50, 75, 73, 53, 85, 61, 80, 60, 59, 48, 81, 88, 97, 37, 86, 95, 56, 26, 83, 9, 35, 17, 39, 65, 11, 33, 54, 100, 20, 34, 13, 52, 74, 40, 62, 79, 2, 19, 43, 42, 93, 29, 89, 10, 41, 66, 5, 7, 12, 14, 15, 18, 21, 22, 23, 24, 27, 30, 31, 32, 36, 44, 45, 46, 49, 51, 63, 64, 69, 71, 72, 76, 77, 78, 82, 87, 90, 91, 94, 96, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "top of the pops" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.995157962604771 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.959317811297989 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9886778839735534 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 33.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 95 : "manor house" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [82, 3, 80, 10, 11, 79, 13, 98, 61, 92, 87, 19] +The cluster 2 contains the snippets: [50, 99, 86, 64, 4, 2] +The cluster 3 contains the snippets: [5] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [82, 50, 5, 3, 99, 80, 86, 10, 64, 11, 4, 79, 2, 13, 98, 61, 92, 87, 19, 1, 6, 7, 8, 9, 12, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 81, 83, 84, 85, 88, 89, 90, 91, 93, 94, 95, 96, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "manor house" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9952089314194577 ====== +============ Value of Adjusted Rand Index = 0.9995601974704649 ================================= +============ Partial average of Adjusted Rand Index = 0.9597414153629623 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9887970641422529 ====== +============ Precision = 1.0, Recall = 0.95, F1 = 0.9743589743589743 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 6.333333333333333 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 96 : "bus driver" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [84, 8, 61, 72, 67, 41, 27, 12, 69, 21, 76, 46, 74, 39, 22, 19, 17, 65, 44, 93, 3, 49, 100, 60, 54, 43, 35, 2, 34, 85, 23, 33, 96, 16, 79, 66, 97, 99, 11, 18, 6, 80, 47, 71, 26, 62, 20, 37, 42, 28, 58, 98, 86, 32, 92, 94, 90, 25] +The cluster 3 contains the snippets: [95, 68, 7, 36, 81, 40, 5, 52, 45, 75, 89, 87, 50, 30, 88, 64, 14, 55, 78, 1, 4, 15, 56, 59, 29, 57, 10] +The cluster 4 contains the snippets: [31, 73, 91] +The cluster 2 contains the snippets: [82, 53] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [84, 82, 95, 31, 8, 53, 68, 73, 61, 7, 91, 72, 36, 67, 81, 41, 40, 27, 5, 12, 52, 69, 45, 21, 75, 76, 89, 46, 87, 74, 50, 39, 30, 22, 88, 19, 64, 17, 14, 65, 55, 44, 78, 93, 1, 3, 4, 49, 15, 100, 56, 60, 59, 54, 29, 43, 57, 35, 10, 2, 34, 85, 23, 33, 96, 16, 79, 66, 97, 99, 11, 18, 6, 80, 47, 71, 26, 62, 20, 37, 42, 28, 58, 98, 86, 32, 92, 94, 90, 25, 9, 13, 24, 38, 48, 51, 63, 70, 77, 83] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bus driver" =============== +============ Value of Rand Index = 0.9993939393939394 ================================= +============ Partial average Rand Index = 0.9952525252525252 ====== +============ Value of Adjusted Rand Index = 0.9877167208266039 ================================= +============ Partial average of Adjusted Rand Index = 0.9600328247948752 ================================= +============ Value of Jaccard Index = 0.9985408560311284 ================================= +============ Partial average of Jaccard Index = 0.9888985619744286 ====== +============ Precision = 1.0, Recall = 0.989010989010989, F1 = 0.994475138121547 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 22.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 97 : "american beauty" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [63, 40, 6, 98, 33, 95, 45, 69, 1, 13, 14, 75, 35, 68, 66, 85, 4, 49, 2, 17, 31, 19, 26, 48, 27, 60] +The cluster 1 contains the snippets: [32, 15, 56] +The cluster 3 contains the snippets: [99, 12, 5] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [32, 63, 99, 15, 40, 12, 56, 6, 5, 98, 33, 95, 45, 69, 1, 13, 14, 75, 35, 68, 66, 85, 4, 49, 2, 17, 31, 19, 26, 48, 27, 60, 3, 7, 8, 9, 10, 11, 16, 18, 20, 21, 22, 23, 24, 25, 28, 29, 30, 34, 36, 37, 38, 39, 41, 42, 43, 44, 46, 47, 50, 51, 52, 53, 54, 55, 57, 58, 59, 61, 62, 64, 65, 67, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "american beauty" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9953014682911588 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9604448575289484 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9890130097891253 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 10.666666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 98 : "soldier of fortune" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 3 contains the snippets: [95, 2, 89, 54, 98, 43, 90, 81, 8, 64, 15, 77, 87, 57, 35, 27, 100, 40, 56, 4, 32, 26, 61, 45] +The cluster 2 contains the snippets: [92, 75, 83, 5, 1, 23, 80] +The cluster 5 contains the snippets: [93, 78, 82, 39, 33, 48] +The cluster 6 contains the snippets: [36, 71, 58, 38, 79, 97] +The cluster 9 contains the snippets: [86, 85, 41, 25, 42, 9] +The cluster 4 contains the snippets: [70, 24] +The cluster 8 contains the snippets: [65, 62] +The cluster 1 contains the snippets: [29, 94] +The cluster 7 contains the snippets: [7] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [29, 92, 95, 70, 93, 36, 7, 65, 86, 94, 75, 2, 24, 78, 71, 62, 85, 83, 89, 82, 58, 41, 5, 54, 39, 38, 25, 1, 98, 33, 79, 42, 23, 43, 48, 97, 9, 80, 90, 81, 8, 64, 15, 77, 87, 57, 35, 27, 100, 40, 56, 4, 32, 26, 61, 45, 3, 6, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 28, 30, 31, 34, 37, 44, 46, 47, 49, 50, 51, 52, 53, 55, 59, 60, 63, 66, 67, 68, 69, 72, 73, 74, 76, 84, 88, 91, 96, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soldier of fortune" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9953494124922695 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9608484814317142 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9891251219341343 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 6.222222222222222 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 99 : "fight night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 2 contains the snippets: [68, 72, 73, 56, 67, 31, 71, 78, 65, 27, 55, 8, 96, 47, 86, 59, 62, 7, 2, 90, 28, 77, 61, 39, 75, 94, 16, 83, 13, 100, 89, 64, 46, 3, 97, 79, 87, 20, 29, 91, 17, 66, 1, 52, 41, 25, 22, 76, 60, 34, 82, 81, 35, 99, 44, 45, 98, 23, 11, 80, 95, 32] +The cluster 4 contains the snippets: [38, 9, 42, 30, 93, 10, 4] +The cluster 3 contains the snippets: [58, 70, 5, 12] +The cluster 1 contains the snippets: [40] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [40, 68, 58, 38, 72, 70, 9, 73, 5, 42, 56, 12, 30, 67, 93, 31, 10, 71, 4, 78, 65, 27, 55, 8, 96, 47, 86, 59, 62, 7, 2, 90, 28, 77, 61, 39, 75, 94, 16, 83, 13, 100, 89, 64, 46, 3, 97, 79, 87, 20, 29, 91, 17, 66, 1, 52, 41, 25, 22, 76, 60, 34, 82, 81, 35, 99, 44, 45, 98, 23, 11, 80, 95, 32, 6, 14, 15, 18, 19, 21, 24, 26, 33, 36, 37, 43, 48, 49, 50, 51, 53, 54, 57, 63, 69, 74, 84, 85, 88, 92] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fight night" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9953963881236607 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9612439513162423 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9892349691873249 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 18.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 100 : "magic lantern" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 2 contains the snippets: [1, 66, 13, 57, 79, 70, 29] +The cluster 5 contains the snippets: [33, 78, 72, 5] +The cluster 1 contains the snippets: [64, 3, 91] +The cluster 4 contains the snippets: [59, 12] +The cluster 3 contains the snippets: [81, 68] +The cluster 6 contains the snippets: [56] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [64, 1, 81, 59, 33, 56, 3, 66, 68, 12, 78, 91, 13, 72, 57, 5, 79, 70, 29, 2, 4, 6, 7, 8, 9, 10, 11, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58, 60, 61, 62, 63, 65, 67, 69, 71, 73, 74, 75, 76, 77, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "magic lantern" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9954424242424241 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9616315118030799 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9893426194954515 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 3.1666666666666665 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 101 : "train of thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 2 contains the snippets: [80, 73, 53, 41, 28, 36, 92, 42, 86, 82, 6, 21, 14, 20, 19, 35, 79, 16, 22, 40, 93, 24, 12, 4, 44, 9, 2, 94] +The cluster 1 contains the snippets: [68, 91, 27] +The cluster 4 contains the snippets: [8, 17, 5] +The cluster 5 contains the snippets: [29, 95, 7] +The cluster 3 contains the snippets: [85, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [68, 80, 85, 8, 29, 91, 73, 99, 17, 95, 27, 53, 5, 7, 41, 28, 36, 92, 42, 86, 82, 6, 21, 14, 20, 19, 35, 79, 16, 22, 40, 93, 24, 12, 4, 44, 9, 2, 94, 1, 3, 10, 11, 13, 15, 18, 23, 25, 26, 30, 31, 32, 33, 34, 37, 38, 39, 43, 45, 46, 47, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 71, 72, 74, 75, 76, 77, 78, 81, 83, 84, 87, 88, 89, 90, 96, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "train of thought" =============== +============ Value of Rand Index = 0.9991919191919192 ================================= +============ Partial average Rand Index = 0.9954795479547953 ====== +============ Value of Adjusted Rand Index = 0.9763254920813804 ================================= +============ Partial average of Adjusted Rand Index = 0.9617769967563304 ================================= +============ Value of Jaccard Index = 0.9981998199819982 ================================= +============ Partial average of Jaccard Index = 0.9894303145497738 ====== +============ Precision = 1.0, Recall = 0.9512195121951219, F1 = 0.975 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 7.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 102 : "heart to heart" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 2 contains the snippets: [1, 91, 14, 3] +The cluster 3 contains the snippets: [48, 31] +The cluster 4 contains the snippets: [100, 76] +The cluster 1 contains the snippets: [37] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [37, 1, 48, 100, 91, 31, 76, 14, 3, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart to heart" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9955238661121012 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9621517320822488 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9895339389169329 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 2.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 103 : "bed of roses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 4 contains the snippets: [59, 25, 97, 17, 8, 73, 72, 69, 6, 18, 44, 9, 63, 40, 88, 37] +The cluster 7 contains the snippets: [65, 46, 53, 68, 4, 32, 100, 75] +The cluster 5 contains the snippets: [99, 60, 14, 62, 41, 81, 77] +The cluster 3 contains the snippets: [84, 12, 83, 5, 1, 82] +The cluster 2 contains the snippets: [76, 90, 67] +The cluster 1 contains the snippets: [98, 74] +The cluster 8 contains the snippets: [20, 78] +The cluster 6 contains the snippets: [13] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [98, 76, 84, 59, 99, 13, 65, 20, 74, 90, 12, 25, 60, 46, 78, 67, 83, 97, 14, 53, 5, 17, 62, 68, 1, 8, 41, 4, 82, 73, 81, 32, 72, 77, 100, 69, 75, 6, 18, 44, 9, 63, 40, 88, 37, 2, 3, 7, 10, 11, 15, 16, 19, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 38, 39, 42, 43, 45, 47, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 61, 64, 66, 70, 71, 79, 80, 85, 86, 87, 89, 91, 92, 93, 94, 95, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bed of roses" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9955673237226633 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9625191909940717 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9896355511604578 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 5.625 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 104 : "food for thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [61, 88, 91, 5] +The cluster 2 contains the snippets: [93, 87, 92] +The cluster 4 contains the snippets: [44, 68] +The cluster 3 contains the snippets: [26] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [61, 93, 26, 44, 88, 87, 68, 91, 92, 5, 1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 89, 90, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "food for thought" =============== +============ Value of Rand Index = 0.9997979797979798 ================================= +============ Partial average Rand Index = 0.9956080031080029 ====== +============ Value of Adjusted Rand Index = 0.9975660081714648 ================================= +============ Partial average of Adjusted Rand Index = 0.9628561796207773 ================================= +============ Value of Jaccard Index = 0.9997509960159362 ================================= +============ Partial average of Jaccard Index = 0.9897328150532989 ====== +============ Precision = 1.0, Recall = 0.9090909090909091, F1 = 0.9523809523809523 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 2.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 105 : "burden of proof" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [40, 98, 34, 10, 68, 21, 17, 53, 51, 43, 12, 46, 39, 87, 92, 18, 8, 24, 93, 89, 30, 58, 5, 90, 67, 61, 75, 49, 97, 62, 33, 60, 48, 6, 65, 52, 28, 26, 85, 27, 50, 25, 38, 83, 94, 1, 32, 41, 11, 84, 19, 13, 36, 23, 88, 15, 96, 14, 56, 66, 20, 99, 95, 7, 2, 42, 91, 3] +The cluster 2 contains the snippets: [29, 76] +The cluster 3 contains the snippets: [73] +The cluster 4 contains the snippets: [59] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [40, 29, 73, 59, 98, 76, 34, 10, 68, 21, 17, 53, 51, 43, 12, 46, 39, 87, 92, 18, 8, 24, 93, 89, 30, 58, 5, 90, 67, 61, 75, 49, 97, 62, 33, 60, 48, 6, 65, 52, 28, 26, 85, 27, 50, 25, 38, 83, 94, 1, 32, 41, 11, 84, 19, 13, 36, 23, 88, 15, 96, 14, 56, 66, 20, 99, 95, 7, 2, 42, 91, 3, 4, 9, 16, 22, 31, 35, 37, 44, 45, 47, 54, 55, 57, 63, 64, 69, 70, 71, 72, 74, 77, 78, 79, 80, 81, 82, 86, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "burden of proof" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9956498316498315 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9632099302910556 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.989830597767077 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 18.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 106 : "dial tone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [78, 24, 74, 42, 97, 54, 33, 44, 55, 8, 16, 47, 45, 96, 6, 3, 12, 4, 1, 22, 72, 48, 98, 9, 94, 53, 84, 32, 89, 90, 35, 46, 91, 56, 93, 20, 88, 26, 81, 52, 99, 2, 87, 70, 51, 59, 71, 80, 58, 11, 92, 36, 23, 30, 65, 75, 100, 63, 39, 69, 5, 67, 62, 41, 27, 60, 38, 82, 83, 7, 66, 43, 14, 28, 61, 86] +The cluster 2 contains the snippets: [10, 17] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [78, 10, 24, 17, 74, 42, 97, 54, 33, 44, 55, 8, 16, 47, 45, 96, 6, 3, 12, 4, 1, 22, 72, 48, 98, 9, 94, 53, 84, 32, 89, 90, 35, 46, 91, 56, 93, 20, 88, 26, 81, 52, 99, 2, 87, 70, 51, 59, 71, 80, 58, 11, 92, 36, 23, 30, 65, 75, 100, 63, 39, 69, 5, 67, 62, 41, 27, 60, 38, 82, 83, 7, 66, 43, 14, 28, 61, 86, 13, 15, 18, 19, 21, 25, 29, 31, 34, 37, 40, 49, 50, 57, 64, 68, 73, 76, 77, 79, 85, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dial tone" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9956908709738896 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9635570064203852 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9899265355239913 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 39.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 107 : "stranger in town" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [9, 56, 67, 34, 94, 89, 84, 78, 52, 48, 47, 2, 10, 44, 50, 18, 58, 38, 4, 21, 61, 20, 19] +The cluster 7 contains the snippets: [42, 23, 6, 68, 12, 36] +The cluster 3 contains the snippets: [8, 99, 43, 30, 13] +The cluster 2 contains the snippets: [63, 17, 72, 1] +The cluster 5 contains the snippets: [74, 75, 7] +The cluster 4 contains the snippets: [29, 39] +The cluster 6 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [9, 63, 8, 29, 74, 100, 42, 56, 17, 99, 39, 75, 23, 67, 72, 43, 7, 6, 34, 1, 30, 68, 94, 13, 12, 89, 36, 84, 78, 52, 48, 47, 2, 10, 44, 50, 18, 58, 38, 4, 21, 61, 20, 19, 3, 5, 11, 14, 15, 16, 22, 24, 25, 26, 27, 28, 31, 32, 33, 35, 37, 40, 41, 45, 46, 49, 51, 53, 54, 55, 57, 59, 60, 62, 64, 65, 66, 69, 70, 71, 73, 76, 77, 79, 80, 81, 82, 83, 85, 86, 87, 88, 90, 91, 92, 93, 95, 96, 97, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stranger in town" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9957311432077786 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9638975951454284 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9900206800518045 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 6.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 108 : "beer for my horses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [72, 60, 5, 77, 95, 42, 30, 98, 2, 3, 23, 16, 71, 26, 97, 58, 4, 39, 64, 36, 86, 94, 89, 47, 1, 52, 92, 25, 48, 84, 35, 85, 24, 43, 11, 65, 53, 99, 61, 100, 55, 29] +The cluster 2 contains the snippets: [6, 75, 17, 21, 8, 79, 9, 56, 69, 62, 19, 91, 38, 40, 45, 67, 59, 57, 87, 96, 78, 32, 50, 68, 82, 51, 54, 80, 93, 10, 63, 74, 34, 66, 12, 70, 33, 28, 88] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [72, 6, 60, 75, 5, 17, 77, 21, 95, 8, 42, 79, 30, 9, 98, 56, 2, 69, 3, 62, 23, 19, 16, 91, 71, 38, 26, 40, 97, 45, 58, 67, 4, 59, 39, 57, 64, 87, 36, 96, 86, 78, 94, 32, 89, 50, 47, 68, 1, 82, 52, 51, 92, 54, 25, 80, 48, 93, 84, 10, 35, 63, 85, 74, 24, 34, 43, 66, 11, 12, 65, 70, 53, 33, 99, 28, 61, 88, 100, 55, 29, 7, 13, 14, 15, 18, 20, 22, 27, 31, 37, 41, 44, 46, 49, 73, 76, 81, 83, 90] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "beer for my horses" =============== +============ Value of Rand Index = 0.9842424242424243 ================================= +============ Partial average Rand Index = 0.9956247661803216 ====== +============ Value of Adjusted Rand Index = 0.9317590895389322 ================================= +============ Partial average of Adjusted Rand Index = 0.9636000163898126 ================================= +============ Value of Jaccard Index = 0.9578606158833063 ================================= +============ Partial average of Jaccard Index = 0.989722901679874 ====== +============ Precision = 1.0, Recall = 0.9759036144578314, F1 = 0.9878048780487805 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 40.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 109 : "peter and the wolf" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [95, 66, 37, 73, 7, 3, 89, 4, 30, 28, 6, 69, 56, 90, 1, 77, 25, 76, 22, 51, 50, 31, 18, 85, 16, 71, 2] +The cluster 2 contains the snippets: [91, 46, 15, 61, 42, 5, 84] +The cluster 3 contains the snippets: [26, 53, 99, 86] +The cluster 5 contains the snippets: [63, 32] +The cluster 4 contains the snippets: [9] +The cluster 6 contains the snippets: [27] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [95, 91, 26, 9, 63, 27, 66, 46, 53, 32, 37, 15, 99, 73, 61, 86, 7, 42, 3, 5, 89, 84, 4, 30, 28, 6, 69, 56, 90, 1, 77, 25, 76, 22, 51, 50, 31, 18, 85, 16, 71, 2, 8, 10, 11, 12, 13, 14, 17, 19, 20, 21, 23, 24, 29, 33, 34, 35, 36, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 52, 54, 55, 57, 58, 59, 60, 62, 64, 65, 67, 68, 70, 72, 74, 75, 78, 79, 80, 81, 82, 83, 87, 88, 92, 93, 94, 96, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "peter and the wolf" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9956649059401351 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9639339611935759 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9898171869855632 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 7.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 110 : "gorky park" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 4 contains the snippets: [41, 73, 40, 16, 57, 10, 33, 26, 11, 45, 54, 24, 98, 46, 100, 74, 20, 86, 90, 13, 52, 96, 53, 3, 67, 97, 48, 66, 42, 59, 60, 72, 84, 77, 47, 51] +The cluster 3 contains the snippets: [28, 25, 49, 38, 87, 82, 80, 32, 27, 71, 58, 18, 5, 69, 12, 6, 31, 76, 17, 9, 4, 21, 83, 37, 91, 34] +The cluster 1 contains the snippets: [7, 19, 81, 93, 79, 56, 70, 89, 43, 95, 1, 29, 85, 22, 39, 15, 50, 23, 8, 36] +The cluster 2 contains the snippets: [44, 35, 2, 78, 61, 92, 64, 14] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [7, 44, 28, 41, 19, 35, 25, 73, 81, 2, 49, 40, 93, 78, 38, 16, 79, 61, 87, 57, 56, 92, 82, 10, 70, 64, 80, 33, 89, 14, 32, 26, 43, 27, 11, 95, 71, 45, 1, 58, 54, 29, 18, 24, 85, 5, 98, 22, 69, 46, 39, 12, 100, 15, 6, 74, 50, 31, 20, 23, 76, 86, 8, 17, 90, 36, 9, 13, 4, 52, 21, 96, 83, 53, 37, 3, 91, 67, 34, 97, 48, 66, 42, 59, 60, 72, 84, 77, 47, 51, 30, 55, 62, 63, 65, 68, 75, 88, 94, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gorky park" =============== +============ Value of Rand Index = 0.9983838383838384 ================================= +============ Partial average Rand Index = 0.9956896235078052 ====== +============ Value of Adjusted Rand Index = 0.9849696373919706 ================================= +============ Partial average of Adjusted Rand Index = 0.9641251946135613 ================================= +============ Value of Jaccard Index = 0.9934747145187602 ================================= +============ Partial average of Jaccard Index = 0.989850437235865 ====== +============ Precision = 1.0, Recall = 0.989010989010989, F1 = 0.994475138121547 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 22.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 111 : "neutron star" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [89, 78, 57, 6, 62, 30, 4, 100, 69, 3, 60, 52, 42, 87, 59, 94, 5, 98, 51, 23, 68, 63, 38, 76, 66, 31, 58, 79, 95, 1, 10, 56, 26, 17, 97, 46, 16, 70, 75, 71, 39, 36, 61, 2, 8, 37, 84, 88, 74, 83, 50, 85, 40, 99, 80, 9, 54, 43, 49, 55, 48, 28, 72, 29, 67, 20, 45, 12, 77, 13, 25, 86, 53, 93, 34, 22, 44, 47, 14, 15, 91, 7, 24, 81, 90, 19, 33, 64, 21, 96, 41] +The cluster 2 contains the snippets: [92, 27] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [89, 92, 78, 27, 57, 6, 62, 30, 4, 100, 69, 3, 60, 52, 42, 87, 59, 94, 5, 98, 51, 23, 68, 63, 38, 76, 66, 31, 58, 79, 95, 1, 10, 56, 26, 17, 97, 46, 16, 70, 75, 71, 39, 36, 61, 2, 8, 37, 84, 88, 74, 83, 50, 85, 40, 99, 80, 9, 54, 43, 49, 55, 48, 28, 72, 29, 67, 20, 45, 12, 77, 13, 25, 86, 53, 93, 34, 22, 44, 47, 14, 15, 91, 7, 24, 81, 90, 19, 33, 64, 21, 96, 41, 11, 18, 32, 35, 65, 73, 82] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "neutron star" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9957284557284556 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.9644483910584841 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9899418747382446 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 46.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 112 : "death by chocolate" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [78, 16, 32, 30, 68, 70, 41, 58, 43, 57, 37, 14, 60, 98, 82, 63, 25, 19, 24, 18, 52, 53, 94, 54, 33, 66, 71, 55, 29, 100, 38, 46, 34, 99, 74, 27, 72, 17, 42, 79, 96, 64, 77, 1, 40, 2, 73, 80, 12, 47, 65, 4, 5, 6, 61, 91, 36, 3, 75, 76, 86, 51, 88, 50, 21, 87, 22, 13, 44, 69, 28, 7, 23, 84, 10, 62, 31, 48, 9, 89, 11, 8] +The cluster 2 contains the snippets: [59] +The cluster 3 contains the snippets: [15] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [78, 59, 15, 16, 32, 30, 68, 70, 41, 58, 43, 57, 37, 14, 60, 98, 82, 63, 25, 19, 24, 18, 52, 53, 94, 54, 33, 66, 71, 55, 29, 100, 38, 46, 34, 99, 74, 27, 72, 17, 42, 79, 96, 64, 77, 1, 40, 2, 73, 80, 12, 47, 65, 4, 5, 6, 61, 91, 36, 3, 75, 76, 86, 51, 88, 50, 21, 87, 22, 13, 44, 69, 28, 7, 23, 84, 10, 62, 31, 48, 9, 89, 11, 8, 20, 26, 35, 39, 45, 49, 56, 67, 81, 83, 85, 90, 92, 93, 95, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "death by chocolate" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.9957665945165944 ====== +============ Value of Adjusted Rand Index = 0.9995438659178962 ================================= +============ Partial average of Adjusted Rand Index = 0.964761743512586 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9900316794280817 ====== +============ Precision = 1.0, Recall = 0.9882352941176471, F1 = 0.9940828402366864 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 28.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 113 : "before the storm" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 2 contains the snippets: [41, 97, 4, 13, 75, 7, 95, 10] +The cluster 4 contains the snippets: [65, 23, 17, 50] +The cluster 3 contains the snippets: [36, 6, 78] +The cluster 1 contains the snippets: [8, 11, 1] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [8, 41, 36, 65, 11, 97, 6, 23, 1, 4, 78, 17, 13, 50, 75, 7, 95, 10, 2, 3, 5, 9, 12, 14, 15, 16, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "before the storm" =============== +============ Value of Rand Index = 0.9991919191919192 ================================= +============ Partial average Rand Index = 0.9957969071243405 ====== +============ Value of Adjusted Rand Index = 0.9946529396038057 ================================= +============ Partial average of Adjusted Rand Index = 0.9650262673718004 ================================= +============ Value of Jaccard Index = 0.9988112927191679 ================================= +============ Partial average of Jaccard Index = 0.9901093751209231 ====== +============ Precision = 1.0, Recall = 0.9473684210526315, F1 = 0.972972972972973 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 4.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 114 : "music of the spheres" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 3 contains the snippets: [76, 26, 88, 50, 39, 42, 27, 3, 12, 60, 37, 95, 21, 45, 66, 14, 63] +The cluster 1 contains the snippets: [64, 4, 2, 99, 78, 15, 58] +The cluster 4 contains the snippets: [61, 49, 23, 54, 43] +The cluster 2 contains the snippets: [28, 69] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [64, 28, 76, 61, 4, 69, 26, 49, 2, 88, 23, 99, 50, 54, 78, 39, 43, 15, 42, 58, 27, 3, 12, 60, 37, 95, 21, 45, 66, 14, 63, 1, 5, 6, 7, 8, 9, 10, 11, 13, 16, 17, 18, 19, 20, 22, 24, 25, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 44, 46, 47, 48, 51, 52, 53, 55, 56, 57, 59, 62, 65, 67, 68, 70, 71, 72, 73, 74, 75, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 94, 96, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "music of the spheres" =============== +============ Value of Rand Index = 1.0 ================================= +============ Partial average Rand Index = 0.995833776360092 ====== +============ Value of Adjusted Rand Index = 1.0 ================================= +============ Partial average of Adjusted Rand Index = 0.965333054500118 ================================= +============ Value of Jaccard Index = 1.0 ================================= +============ Partial average of Jaccard Index = 0.9901961349882834 ====== +============ Precision = 1.0, Recall = 1.0, F1 = 1.0 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 7.75 ============ +=========================================================================== + +[ INFO ] WSIEvaluator - + +=========== Final average value of S-recall@K: ============= +1 0.3501 +2 0.6410 +3 0.7894 +4 0.8785 +5 0.9235 +6 0.9519 +7 0.9670 +8 0.9794 +9 0.9863 +10 0.9913 +11 0.9920 +12 0.9927 +13 0.9934 +14 0.9963 +15 0.9963 +16 0.9963 +17 0.9963 +18 0.9971 +19 0.9971 +20 1.0000 +21 1.0000 +22 1.0000 +23 1.0000 +24 1.0000 +25 1.0000 +26 1.0000 +27 1.0000 +28 1.0000 +29 1.0000 +30 1.0000 +31 1.0000 +32 1.0000 +33 1.0000 +34 1.0000 +35 1.0000 +36 1.0000 +37 1.0000 +38 1.0000 +39 1.0000 +40 1.0000 +41 1.0000 +42 1.0000 +43 1.0000 +44 1.0000 +45 1.0000 +46 1.0000 +47 1.0000 +48 1.0000 +49 1.0000 +50 1.0000 +51 1.0000 +52 1.0000 +53 1.0000 +54 1.0000 +55 1.0000 +56 1.0000 +57 1.0000 +58 1.0000 +59 1.0000 +60 1.0000 +61 1.0000 +62 1.0000 +63 1.0000 +64 1.0000 +65 1.0000 +66 1.0000 +67 1.0000 +68 1.0000 +69 1.0000 +70 1.0000 +71 1.0000 +72 1.0000 +73 1.0000 +74 1.0000 +75 1.0000 +76 1.0000 +77 1.0000 +78 1.0000 +79 1.0000 +80 1.0000 +81 1.0000 +82 1.0000 +83 1.0000 +84 1.0000 +85 1.0000 +86 1.0000 +87 1.0000 +88 1.0000 +89 1.0000 +90 1.0000 +91 1.0000 +92 1.0000 +93 1.0000 +94 1.0000 +95 1.0000 +96 1.0000 +97 1.0000 +98 1.0000 +99 1.0000 +100 1.0000 + +=========== Final average value of S-precision@r: ============= +0.4000 1.5000 +0.4500 1.0417 +0.5000 0.8875 +0.5500 0.8000 +0.6000 0.6533 +0.6500 0.6143 +0.7000 0.5884 +0.7500 0.5577 +0.8000 0.5087 +0.8500 0.4677 +0.9000 0.4330 +0.9500 0.4023 +1.0000 0.0658 + +=========== Final average value of F1: ===================== +average F1 = 0.9847603590859942 + +=========== Final average value of Rand Index: ============= +average Rand Index = 0.995833776360092 + +=========== Final average value of Adjusted Rand Index: ==== +average Adj Rand Index = 0.965333054500118 + +=========== Final average value of Jaccard Index: ========== +average Jaccard Index = 0.9901961349882834 + +================ Statistics: ==================================== +============ average number of created clusters: 3.982456140350877 +============ average cluster size: 19.828400595505855 + +[ WARN ] WSIEvaluator - Simulation started at: 18:51 and completed at 18:51 +Execution time: 3.172 sec diff --git a/results/development/hyperlex.log b/results/development/hyperlex.log new file mode 100644 index 0000000..02b2fc5 --- /dev/null +++ b/results/development/hyperlex.log @@ -0,0 +1,3626 @@ +[ INFO ] Configuration - Loading /eval.properties FROM /home/students/zimmermann/Courses/ws17/fsem/absinth/evaluator/config/eval.properties +[ INFO ] WSIEvaluator - Run started at 17:34 +[ INFO ] Dataset - Loading the ./../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the topics data ./../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the subtopics data +[ INFO ] Dataset - Loading the snippets data +[ INFO ] Dataset - Loading the relations data +[ INFO ] Dataset - Loading the relations data +[ INFO ] WSIEvaluator - +=================================================== +Starting the evaluation +=================================================== +[ INFO ] WSIEvaluator - +=================================================== +subtopic-recall@K default: 100 +=================================================== +[ WARN ] WSIEvaluator - +============= Query 1 : "the blue bird" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 2 contains the snippets: [57, 59, 60, 62, 63, 68, 70, 71, 76, 78, 79, 83, 84, 87, 89, 91, 93, 94, 98, 99, 100] +The cluster 1 contains the snippets: [5, 6, 28, 31, 36, 38, 41, 42, 44, 50, 52, 54] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [5, 57, 6, 59, 28, 60, 31, 62, 36, 63, 38, 68, 41, 70, 42, 71, 44, 76, 50, 78, 52, 79, 54, 83, 84, 87, 89, 91, 93, 94, 98, 99, 100, 1, 2, 3, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 34, 35, 37, 39, 40, 43, 45, 46, 47, 48, 49, 51, 53, 55, 56, 58, 61, 64, 65, 66, 67, 69, 72, 73, 74, 75, 77, 80, 81, 82, 85, 86, 88, 90, 92, 95, 96, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the blue bird" =============== +============ Value of Rand Index = 0.5230303030303031 ================================= +============ Partial average Rand Index = 0.5230303030303031 ====== +============ Value of Adjusted Rand Index = 0.036878170044958365 ================================= +============ Partial average of Adjusted Rand Index = 0.036878170044958365 ================================= +============ Value of Jaccard Index = 0.38865872604867946 ================================= +============ Partial average of Jaccard Index = 0.38865872604867946 ====== +============ Precision = 0.18181818181818182, Recall = 0.2222222222222222, F1 = 0.19999999999999998 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 16.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 2 : "crown of thorns" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "crown of thorns" =============== +============ Value of Rand Index = 0.2193939393939394 ================================= +============ Partial average Rand Index = 0.3712121212121212 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.018439085022479183 ================================= +============ Value of Jaccard Index = 0.2193939393939394 ================================= +============ Partial average of Jaccard Index = 0.3040263327213094 ====== +============ Precision = 0.15, Recall = 0.2542372881355932, F1 = 0.18867924528301885 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 3 : "hall of justice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 5, 15, 16, 17, 18, 20, 22, 25, 26, 27, 28, 30, 31, 33, 34, 35, 36, 38, 39, 40, 42, 44, 45, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 67, 69, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 86, 87, 89, 93, 94, 97] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 5, 15, 16, 17, 18, 20, 22, 25, 26, 27, 28, 30, 31, 33, 34, 35, 36, 38, 39, 40, 42, 44, 45, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 67, 69, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 86, 87, 89, 93, 94, 97, 1, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 19, 21, 23, 24, 29, 32, 37, 41, 43, 46, 47, 51, 61, 65, 66, 68, 70, 77, 83, 84, 85, 88, 90, 91, 92, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hall of justice" =============== +============ Value of Rand Index = 0.5614141414141414 ================================= +============ Partial average Rand Index = 0.4346127946127946 ====== +============ Value of Adjusted Rand Index = 0.12223606258449975 ================================= +============ Partial average of Adjusted Rand Index = 0.053038077543152706 ================================= +============ Value of Jaccard Index = 0.32535736482287136 ================================= +============ Partial average of Jaccard Index = 0.3111366767551634 ====== +============ Precision = 0.603448275862069, Recall = 0.5555555555555556, F1 = 0.5785123966942148 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 58.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 4 : "cool water" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cool water" =============== +============ Value of Rand Index = 0.6145454545454545 ================================= +============ Partial average Rand Index = 0.4795959595959596 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03977855815736453 ================================= +============ Value of Jaccard Index = 0.6145454545454545 ================================= +============ Partial average of Jaccard Index = 0.3869888712027362 ====== +============ Precision = 0.2, Recall = 0.8333333333333334, F1 = 0.3225806451612903 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 5 : "the art of seduction" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the art of seduction" =============== +============ Value of Rand Index = 0.5254545454545455 ================================= +============ Partial average Rand Index = 0.48876767676767674 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.031822846525891624 ================================= +============ Value of Jaccard Index = 0.5254545454545455 ================================= +============ Partial average of Jaccard Index = 0.414682006053098 ====== +============ Precision = 0.21, Recall = 0.6774193548387096, F1 = 0.32061068702290074 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 6 : "radioactive man" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 8, 9, 10, 15, 20, 22, 23, 27, 35, 37, 41, 42, 43, 44, 45, 47, 48, 53, 56, 57, 60, 62, 65, 66, 69, 70, 71, 74, 78, 79, 83, 84, 87, 91, 92, 93, 96, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 8, 9, 10, 15, 20, 22, 23, 27, 35, 37, 41, 42, 43, 44, 45, 47, 48, 53, 56, 57, 60, 62, 65, 66, 69, 70, 71, 74, 78, 79, 83, 84, 87, 91, 92, 93, 96, 98, 3, 4, 5, 6, 7, 11, 12, 13, 14, 16, 17, 18, 19, 21, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 39, 40, 46, 49, 50, 51, 52, 54, 55, 58, 59, 61, 63, 64, 67, 68, 72, 73, 75, 76, 77, 80, 81, 82, 85, 86, 88, 89, 90, 94, 95, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radioactive man" =============== +============ Value of Rand Index = 0.6240404040404041 ================================= +============ Partial average Rand Index = 0.5113131313131313 ====== +============ Value of Adjusted Rand Index = 0.22431200879389077 ================================= +============ Partial average of Adjusted Rand Index = 0.06390437357055816 ================================= +============ Value of Jaccard Index = 0.3513419309864064 ================================= +============ Partial average of Jaccard Index = 0.40412532687531616 ====== +============ Precision = 0.65, Recall = 0.2653061224489796, F1 = 0.3768115942028986 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 40.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 7 : "radius of curvature" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 5, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 40, 42, 44, 45, 46, 47, 48, 49, 50] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 5, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 40, 42, 44, 45, 46, 47, 48, 49, 50, 1, 2, 4, 6, 8, 10, 19, 23, 38, 39, 41, 43, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radius of curvature" =============== +============ Value of Rand Index = 0.5103030303030303 ================================= +============ Partial average Rand Index = 0.5111688311688312 ====== +============ Value of Adjusted Rand Index = 0.04473020385551895 ================================= +============ Partial average of Adjusted Rand Index = 0.061165206468409686 ================================= +============ Value of Jaccard Index = 0.21705426356589147 ================================= +============ Partial average of Jaccard Index = 0.377400889259684 ====== +============ Precision = 0.5526315789473685, Recall = 0.20588235294117646, F1 = 0.3 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 38.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 8 : "twilight of the gods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "twilight of the gods" =============== +============ Value of Rand Index = 0.24343434343434345 ================================= +============ Partial average Rand Index = 0.47770202020202013 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05351955565985848 ================================= +============ Value of Jaccard Index = 0.24343434343434345 ================================= +============ Partial average of Jaccard Index = 0.36065507103151645 ====== +============ Precision = 0.18, Recall = 0.32142857142857145, F1 = 0.23076923076923075 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 9 : "sign of the cross" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sign of the cross" =============== +============ Value of Rand Index = 0.4288888888888889 ================================= +============ Partial average Rand Index = 0.4722783389450056 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.04757293836431865 ================================= +============ Value of Jaccard Index = 0.4288888888888889 ================================= +============ Partial average of Jaccard Index = 0.3682366063490023 ====== +============ Precision = 0.46, Recall = 0.8518518518518519, F1 = 0.5974025974025975 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 10 : "in the name of love" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 5, 10, 14, 15, 17, 19, 23, 25, 26, 29, 30, 33, 36, 37, 42, 44, 46, 49, 50, 51, 54, 59, 60, 62, 65, 68, 69, 71, 74, 75, 76, 77, 79, 90, 94, 95, 98, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 5, 10, 14, 15, 17, 19, 23, 25, 26, 29, 30, 33, 36, 37, 42, 44, 46, 49, 50, 51, 54, 59, 60, 62, 65, 68, 69, 71, 74, 75, 76, 77, 79, 90, 94, 95, 98, 100, 2, 4, 6, 7, 8, 9, 11, 12, 13, 16, 18, 20, 21, 22, 24, 27, 28, 31, 32, 34, 35, 38, 39, 40, 41, 43, 45, 47, 48, 52, 53, 55, 56, 57, 58, 61, 63, 64, 66, 67, 70, 72, 73, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93, 96, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "in the name of love" =============== +============ Value of Rand Index = 0.6232323232323232 ================================= +============ Partial average Rand Index = 0.48737373737373735 ====== +============ Value of Adjusted Rand Index = 0.24073822771067993 ================================= +============ Partial average of Adjusted Rand Index = 0.06688946729895477 ================================= +============ Value of Jaccard Index = 0.5030642152944311 ================================= +============ Partial average of Jaccard Index = 0.38171936724354516 ====== +============ Precision = 0.325, Recall = 0.5909090909090909, F1 = 0.41935483870967744 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 40.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 11 : "stephen king" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 26, 27, 28, 29, 30, 31, 40, 41, 42, 43, 46, 48, 49, 50, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 68, 69, 70, 71, 72, 73, 75, 76, 80, 81, 82, 83, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [5, 6, 7, 8, 19, 22, 23, 32, 33, 34, 35, 36, 37, 44, 45, 47, 51, 53, 84, 85, 86, 87, 88, 89, 90, 91] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 5, 2, 6, 3, 7, 4, 8, 9, 19, 10, 22, 11, 23, 12, 32, 13, 33, 14, 34, 15, 35, 16, 36, 17, 37, 18, 44, 20, 45, 21, 47, 26, 51, 27, 53, 28, 84, 29, 85, 30, 86, 31, 87, 40, 88, 41, 89, 42, 90, 43, 91, 46, 48, 49, 50, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 68, 69, 70, 71, 72, 73, 75, 76, 80, 81, 82, 83, 92, 93, 94, 95, 96, 97, 98, 99, 100, 24, 25, 38, 39, 52, 61, 65, 66, 67, 74, 77, 78, 79] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stephen king" =============== +============ Value of Rand Index = 0.49232323232323233 ================================= +============ Partial average Rand Index = 0.48782369146005505 ====== +============ Value of Adjusted Rand Index = 0.062122124413437424 ================================= +============ Partial average of Adjusted Rand Index = 0.06645607249118048 ================================= +============ Value of Jaccard Index = 0.46026632302405496 ================================= +============ Partial average of Jaccard Index = 0.38885999958722794 ====== +============ Precision = 0.9885057471264368, Recall = 0.8958333333333334, F1 = 0.9398907103825137 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 43.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 12 : "private practice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 5, 6, 10, 13, 27, 28, 29, 31, 32, 33, 34, 35, 36, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 98, 99, 100] +The cluster 2 contains the snippets: [1, 2, 4, 7, 8, 9, 11, 12, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 26, 37, 38, 78, 79, 96, 97] +The cluster 3 contains the snippets: [76, 77] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 1, 76, 5, 2, 77, 6, 4, 10, 7, 13, 8, 27, 9, 28, 11, 29, 12, 31, 14, 32, 16, 33, 17, 34, 18, 35, 19, 36, 20, 40, 21, 41, 22, 42, 23, 43, 24, 44, 26, 45, 37, 46, 38, 47, 78, 48, 79, 49, 96, 50, 97, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 98, 99, 100, 15, 25, 30, 39, 82, 91] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "private practice" =============== +============ Value of Rand Index = 0.4888888888888889 ================================= +============ Partial average Rand Index = 0.48791245791245785 ====== +============ Value of Adjusted Rand Index = -0.020385881610631516 ================================= +============ Partial average of Adjusted Rand Index = 0.059219242982696145 ================================= +============ Value of Jaccard Index = 0.3087431693989071 ================================= +============ Partial average of Jaccard Index = 0.38218359707153454 ====== +============ Precision = 0.48936170212765956, Recall = 0.92, F1 = 0.6388888888888888 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 31.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 13 : "micro chip" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "micro chip" =============== +============ Value of Rand Index = 0.3202020202020202 ================================= +============ Partial average Rand Index = 0.47501165501165504 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.054663916599411826 ================================= +============ Value of Jaccard Index = 0.3202020202020202 ================================= +============ Partial average of Jaccard Index = 0.3774157834661872 ====== +============ Precision = 0.44, Recall = 0.4536082474226804, F1 = 0.4467005076142132 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 14 : "the glass bead game" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the glass bead game" =============== +============ Value of Rand Index = 0.44303030303030305 ================================= +============ Partial average Rand Index = 0.4727272727272728 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.050759351128025265 ================================= +============ Value of Jaccard Index = 0.44303030303030305 ================================= +============ Partial average of Jaccard Index = 0.3821025348636241 ====== +============ Precision = 0.43, Recall = 0.8775510204081632, F1 = 0.5771812080536912 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 15 : "la mancha" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 11, 12, 13, 14, 20, 22, 26, 28, 29, 30, 32, 33, 34, 35, 36, 37, 39, 41, 42, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 59, 60, 61, 62, 63, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 80, 81, 82, 85, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [3, 6, 10, 17, 56, 57, 58, 83, 84] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 2, 6, 4, 10, 11, 17, 12, 56, 13, 57, 14, 58, 20, 83, 22, 84, 26, 28, 29, 30, 32, 33, 34, 35, 36, 37, 39, 41, 42, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 59, 60, 61, 62, 63, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 80, 81, 82, 85, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100, 5, 7, 8, 9, 15, 16, 18, 19, 21, 23, 24, 25, 27, 31, 38, 40, 43, 47, 64, 66, 74, 79, 86, 92] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "la mancha" =============== +============ Value of Rand Index = 0.4715151515151515 ================================= +============ Partial average Rand Index = 0.47264646464646465 ====== +============ Value of Adjusted Rand Index = -0.06428297621321284 ================================= +============ Partial average of Adjusted Rand Index = 0.04308986263860939 ================================= +============ Value of Jaccard Index = 0.3297463489623367 ================================= +============ Partial average of Jaccard Index = 0.3786121224702049 ====== +============ Precision = 0.35526315789473684, Recall = 0.6923076923076923, F1 = 0.4695652173913043 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 38.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 16 : "richard tracey" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "richard tracey" =============== +============ Value of Rand Index = 0.5561616161616162 ================================= +============ Partial average Rand Index = 0.4778661616161617 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0403967462236963 ================================= +============ Value of Jaccard Index = 0.5561616161616162 ================================= +============ Partial average of Jaccard Index = 0.38970896582591824 ====== +============ Precision = 0.23, Recall = 0.7931034482758621, F1 = 0.35658914728682173 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 17 : "heart attack" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 5, 8, 13, 14, 15, 16, 23, 25, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 43, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100] +The cluster 2 contains the snippets: [3, 4, 6, 9, 10, 11, 12, 17, 18, 19, 20, 21, 22, 24, 26, 27, 86, 87, 88] +The cluster 4 contains the snippets: [42, 44, 45, 48, 64, 65] +The cluster 3 contains the snippets: [2, 7] +The cluster 5 contains the snippets: [96] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 2, 42, 96, 5, 4, 7, 44, 8, 6, 45, 13, 9, 48, 14, 10, 64, 15, 11, 65, 16, 12, 23, 17, 25, 18, 28, 19, 29, 20, 30, 21, 31, 22, 32, 24, 33, 26, 34, 27, 35, 86, 36, 87, 37, 88, 38, 39, 40, 41, 43, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 46, 47] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart attack" =============== +============ Value of Rand Index = 0.5105050505050505 ================================= +============ Partial average Rand Index = 0.4797860962566846 ====== +============ Value of Adjusted Rand Index = -0.06880432234615622 ================================= +============ Partial average of Adjusted Rand Index = 0.03397315395488146 ================================= +============ Value of Jaccard Index = 0.5044989775051125 ================================= +============ Partial average of Jaccard Index = 0.39646131945410606 ====== +============ Precision = 0.9795918367346939, Recall = 0.9056603773584906, F1 = 0.9411764705882353 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 19.6 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 18 : "new england" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 15 snippet clusters: ==================== +The cluster 1 contains the snippets: [9, 10, 13, 14, 20, 21, 25, 26, 27, 31, 33, 35, 43, 48, 49, 50, 51, 53, 54, 64, 65, 66, 69, 70, 73, 76, 77, 86, 87, 88, 90, 93, 94, 95, 96, 97, 98, 99] +The cluster 9 contains the snippets: [1, 5, 15, 16, 23, 24, 34, 41, 52, 55, 56, 58, 67, 68, 72, 82, 92] +The cluster 12 contains the snippets: [8, 17, 19, 28, 36, 42, 60, 61, 63, 75, 78, 79, 80, 81, 100] +The cluster 8 contains the snippets: [4, 6, 22, 37, 38, 39, 46, 59, 71, 83] +The cluster 10 contains the snippets: [11, 40, 91] +The cluster 13 contains the snippets: [30, 32, 84] +The cluster 14 contains the snippets: [18, 44, 74] +The cluster 6 contains the snippets: [7, 29] +The cluster 7 contains the snippets: [47, 85] +The cluster 15 contains the snippets: [62, 89] +The cluster 11 contains the snippets: [45] +The cluster 3 contains the snippets: [2] +The cluster 4 contains the snippets: [3] +The cluster 2 contains the snippets: [57] +The cluster 5 contains the snippets: [12] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [9, 57, 2, 3, 12, 7, 47, 4, 1, 11, 45, 8, 30, 18, 62, 10, 29, 85, 6, 5, 40, 17, 32, 44, 89, 13, 22, 15, 91, 19, 84, 74, 14, 37, 16, 28, 20, 38, 23, 36, 21, 39, 24, 42, 25, 46, 34, 60, 26, 59, 41, 61, 27, 71, 52, 63, 31, 83, 55, 75, 33, 56, 78, 35, 58, 79, 43, 67, 80, 48, 68, 81, 49, 72, 100, 50, 82, 51, 92, 53, 54, 64, 65, 66, 69, 70, 73, 76, 77, 86, 87, 88, 90, 93, 94, 95, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "new england" =============== +============ Value of Rand Index = 0.5119191919191919 ================================= +============ Partial average Rand Index = 0.48157126823793495 ====== +============ Value of Adjusted Rand Index = -0.021947092280955736 ================================= +============ Partial average of Adjusted Rand Index = 0.030866473608446052 ================================= +============ Value of Jaccard Index = 0.1507908611599297 ================================= +============ Partial average of Jaccard Index = 0.38281296065998516 ====== +============ Precision = 0.26, Recall = 0.7027027027027027, F1 = 0.3795620437956205 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 15 ============ +============ average size of the created clusters: 6.666666666666667 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 19 : "fly with me" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fly with me" =============== +============ Value of Rand Index = 0.7802020202020202 ================================= +============ Partial average Rand Index = 0.4972886762360446 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.02924192236589626 ================================= +============ Value of Jaccard Index = 0.7802020202020202 ================================= +============ Partial average of Jaccard Index = 0.4037281743200923 ====== +============ Precision = 0.08, Recall = 0.6666666666666666, F1 = 0.14285714285714285 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 20 : "agent blue" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "agent blue" =============== +============ Value of Rand Index = 0.5046464646464647 ================================= +============ Partial average Rand Index = 0.4976565656565656 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.027779826247601447 ================================= +============ Value of Jaccard Index = 0.5046464646464647 ================================= +============ Partial average of Jaccard Index = 0.408774088836411 ====== +============ Precision = 0.26, Recall = 0.7647058823529411, F1 = 0.3880597014925373 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 21 : "across the universe" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 14, 15, 16, 17, 19, 20, 21, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 53, 54, 57, 58, 59, 60, 61, 62, 64, 68, 69, 70, 72, 75, 76, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 14, 15, 16, 17, 19, 20, 21, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 43, 44, 45, 46, 47, 49, 50, 51, 53, 54, 57, 58, 59, 60, 61, 62, 64, 68, 69, 70, 72, 75, 76, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 5, 12, 13, 18, 22, 25, 38, 48, 52, 55, 56, 63, 65, 66, 67, 71, 73, 74, 77, 80] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "across the universe" =============== +============ Value of Rand Index = 0.5193939393939394 ================================= +============ Partial average Rand Index = 0.4986916786916786 ====== +============ Value of Adjusted Rand Index = 0.0850764086784336 ================================= +============ Partial average of Adjusted Rand Index = 0.03050823493478393 ================================= +============ Value of Jaccard Index = 0.3863812225947898 ================================= +============ Partial average of Jaccard Index = 0.40770776187252417 ====== +============ Precision = 0.6, Recall = 0.6153846153846154, F1 = 0.6075949367088608 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 80.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 22 : "attack of the mutant" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 7, 8, 10, 11, 12, 13, 15, 16, 17, 18, 19, 21, 23, 24, 27, 28, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 47, 48, 49, 50, 52, 53, 55, 56, 57, 58, 60, 61, 62, 64, 65, 68, 71, 72, 73, 74, 75, 76, 82, 84, 86, 88, 93, 97, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 7, 8, 10, 11, 12, 13, 15, 16, 17, 18, 19, 21, 23, 24, 27, 28, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 44, 47, 48, 49, 50, 52, 53, 55, 56, 57, 58, 60, 61, 62, 64, 65, 68, 71, 72, 73, 74, 75, 76, 82, 84, 86, 88, 93, 97, 100, 5, 6, 9, 14, 20, 22, 25, 26, 29, 31, 35, 45, 46, 51, 54, 59, 63, 66, 67, 69, 70, 77, 78, 79, 80, 81, 83, 85, 87, 89, 90, 91, 92, 94, 95, 96, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "attack of the mutant" =============== +============ Value of Rand Index = 0.5064646464646465 ================================= +============ Partial average Rand Index = 0.4990449954086316 ====== +============ Value of Adjusted Rand Index = 0.014346236839243973 ================================= +============ Partial average of Adjusted Rand Index = 0.02977359865771393 ================================= +============ Value of Jaccard Index = 0.34310298467329925 ================================= +============ Partial average of Jaccard Index = 0.40477118109074123 ====== +============ Precision = 0.24193548387096775, Recall = 0.45454545454545453, F1 = 0.3157894736842105 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 62.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 23 : "the block" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [8, 9, 11, 13, 14, 17, 19, 20, 23, 24, 25, 30, 32, 33, 36, 42, 43, 45, 46, 47, 48, 51, 52, 55, 63, 69, 70, 71, 72, 73, 81, 82, 89, 94, 95, 96] +The cluster 3 contains the snippets: [2, 6, 7, 12, 21, 22, 29, 34, 40, 44, 53, 54, 65, 66, 67, 68, 75, 76, 77, 91, 97, 98] +The cluster 4 contains the snippets: [15, 16, 37, 38, 39, 49, 50, 58, 59, 60, 61, 62, 74, 84, 100] +The cluster 5 contains the snippets: [3, 18, 27, 86, 87, 92, 99] +The cluster 9 contains the snippets: [5, 26, 28, 56, 57, 80] +The cluster 8 contains the snippets: [78, 79, 85, 93] +The cluster 6 contains the snippets: [4, 83] +The cluster 7 contains the snippets: [41] +The cluster 2 contains the snippets: [90] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [8, 90, 2, 15, 3, 4, 41, 78, 5, 9, 6, 16, 18, 83, 79, 26, 11, 7, 37, 27, 85, 28, 13, 12, 38, 86, 93, 56, 14, 21, 39, 87, 57, 17, 22, 49, 92, 80, 19, 29, 50, 99, 20, 34, 58, 23, 40, 59, 24, 44, 60, 25, 53, 61, 30, 54, 62, 32, 65, 74, 33, 66, 84, 36, 67, 100, 42, 68, 43, 75, 45, 76, 46, 77, 47, 91, 48, 97, 51, 98, 52, 55, 63, 69, 70, 71, 72, 73, 81, 82, 89, 94, 95, 96, 1, 10, 31, 35, 64, 88] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the block" =============== +============ Value of Rand Index = 0.4674747474747475 ================================= +============ Partial average Rand Index = 0.4976723759332454 ====== +============ Value of Adjusted Rand Index = 0.01368364463403145 ================================= +============ Partial average of Adjusted Rand Index = 0.029074035439292954 ================================= +============ Value of Jaccard Index = 0.18541409147095178 ================================= +============ Partial average of Jaccard Index = 0.3952339163246634 ====== +============ Precision = 0.2127659574468085, Recall = 0.7407407407407407, F1 = 0.3305785123966942 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 10.444444444444445 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 24 : "lake of the woods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 7, 8, 10, 11, 12, 13, 15, 17, 19, 21, 24, 25, 28, 30, 31, 32, 37, 38, 39, 41, 43, 44, 45, 46, 47, 50, 53, 55, 56, 57, 58, 59, 61, 64, 67, 68, 71, 74, 75, 76, 77, 78, 79, 82, 83, 86, 87, 88, 89, 90, 91, 93, 95, 96, 97, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 4, 7, 8, 10, 11, 12, 13, 15, 17, 19, 21, 24, 25, 28, 30, 31, 32, 37, 38, 39, 41, 43, 44, 45, 46, 47, 50, 53, 55, 56, 57, 58, 59, 61, 64, 67, 68, 71, 74, 75, 76, 77, 78, 79, 82, 83, 86, 87, 88, 89, 90, 91, 93, 95, 96, 97, 99, 100, 3, 5, 6, 9, 14, 16, 18, 20, 22, 23, 26, 27, 29, 33, 34, 35, 36, 40, 42, 48, 49, 51, 52, 54, 60, 62, 63, 65, 66, 69, 70, 72, 73, 80, 81, 84, 85, 92, 94, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lake of the woods" =============== +============ Value of Rand Index = 0.5002020202020202 ================================= +============ Partial average Rand Index = 0.49777777777777765 ====== +============ Value of Adjusted Rand Index = 2.1555179238123648E-5 ================================= +============ Partial average of Adjusted Rand Index = 0.027863515428457334 ================================= +============ Value of Jaccard Index = 0.31808158765159866 ================================= +============ Partial average of Jaccard Index = 0.3920192359632857 ====== +============ Precision = 0.23333333333333334, Recall = 0.34146341463414637, F1 = 0.27722772277227725 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 60.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 25 : "freedom of the seas" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78, 80, 81, 82, 83, 84, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78, 80, 81, 82, 83, 84, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 12, 14, 15, 40, 42, 53, 66, 75, 77, 79, 85, 87] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the seas" =============== +============ Value of Rand Index = 0.6767676767676768 ================================= +============ Partial average Rand Index = 0.5049373737373738 ====== +============ Value of Adjusted Rand Index = 0.28624110775380085 ================================= +============ Partial average of Adjusted Rand Index = 0.03819861912147107 ================================= +============ Value of Jaccard Index = 0.6179560649474689 ================================= +============ Partial average of Jaccard Index = 0.401056709122653 ====== +============ Precision = 0.7954545454545454, Recall = 0.9459459459459459, F1 = 0.8641975308641975 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 88.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 26 : "robert watts" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "robert watts" =============== +============ Value of Rand Index = 0.38525252525252524 ================================= +============ Partial average Rand Index = 0.5003341103341105 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.036729441462952955 ================================= +============ Value of Jaccard Index = 0.38525252525252524 ================================= +============ Partial average of Jaccard Index = 0.4004488558968789 ====== +============ Precision = 0.32, Recall = 0.6530612244897959, F1 = 0.42953020134228187 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 27 : "look back in anger" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "look back in anger" =============== +============ Value of Rand Index = 0.3751515151515151 ================================= +============ Partial average Rand Index = 0.4956977179199402 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03536909177913988 ================================= +============ Value of Jaccard Index = 0.3751515151515151 ================================= +============ Partial average of Jaccard Index = 0.3995119173507543 ====== +============ Precision = 0.18, Recall = 0.4090909090909091, F1 = 0.25 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 28 : "liquid air" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "liquid air" =============== +============ Value of Rand Index = 0.7117171717171717 ================================= +============ Partial average Rand Index = 0.5034126984126985 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03410590992988489 ================================= +============ Value of Jaccard Index = 0.7117171717171717 ================================= +============ Partial average of Jaccard Index = 0.4106621050066978 ====== +============ Precision = 0.16, Recall = 0.8888888888888888, F1 = 0.27118644067796616 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 29 : "civil disobedience" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 46, 47, 50, 51, 53, 54, 55, 57, 58, 59, 61, 62, 64, 65, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 89, 90, 91, 93, 94, 95, 96, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22, 23, 24, 25, 26, 27, 30, 31, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 46, 47, 50, 51, 53, 54, 55, 57, 58, 59, 61, 62, 64, 65, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 89, 90, 91, 93, 94, 95, 96, 98, 99, 100, 1, 18, 21, 28, 29, 36, 43, 44, 45, 48, 49, 52, 56, 60, 63, 66, 70, 84, 88, 92, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil disobedience" =============== +============ Value of Rand Index = 0.5062626262626263 ================================= +============ Partial average Rand Index = 0.5035109717868338 ====== +============ Value of Adjusted Rand Index = 0.07711680806848706 ================================= +============ Partial average of Adjusted Rand Index = 0.035589044348457374 ================================= +============ Value of Jaccard Index = 0.35987427972760605 ================================= +============ Partial average of Jaccard Index = 0.40891080068672914 ====== +============ Precision = 0.569620253164557, Recall = 0.5421686746987951, F1 = 0.5555555555555556 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 79.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 30 : "mount huxley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mount huxley" =============== +============ Value of Rand Index = 0.7670707070707071 ================================= +============ Partial average Rand Index = 0.5122962962962964 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03440274287017546 ================================= +============ Value of Jaccard Index = 0.7670707070707071 ================================= +============ Partial average of Jaccard Index = 0.42084946423286174 ====== +============ Precision = 0.11, Recall = 0.8461538461538461, F1 = 0.19469026548672566 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 31 : "seduced and abandoned" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "seduced and abandoned" =============== +============ Value of Rand Index = 0.4109090909090909 ================================= +============ Partial average Rand Index = 0.5090257412838058 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03329297697113755 ================================= +============ Value of Jaccard Index = 0.4109090909090909 ================================= +============ Partial average of Jaccard Index = 0.42052880702886913 ====== +============ Precision = 0.48, Recall = 0.8275862068965517, F1 = 0.6075949367088608 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 32 : "tai chi" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 47, 48, 49, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 65, 66, 68, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 47, 48, 49, 51, 52, 54, 55, 56, 57, 58, 59, 60, 61, 65, 66, 68, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 11, 15, 16, 17, 18, 23, 45, 46, 50, 53, 62, 63, 64, 67, 69, 77, 80, 86, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tai chi" =============== +============ Value of Rand Index = 0.6890909090909091 ================================= +============ Partial average Rand Index = 0.5146527777777777 ====== +============ Value of Adjusted Rand Index = 0.0848238210957831 ================================= +============ Partial average of Adjusted Rand Index = 0.03490331585003272 ================================= +============ Value of Jaccard Index = 0.6262748907236523 ================================= +============ Partial average of Jaccard Index = 0.42695837214433113 ====== +============ Precision = 0.8518518518518519, Recall = 0.48936170212765956, F1 = 0.6216216216216216 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 81.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 33 : "a bell for adano" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 81, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 81, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 99, 5, 19, 34, 45, 51, 63, 67, 73, 80, 82, 87, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "a bell for adano" =============== +============ Value of Rand Index = 0.5242424242424243 ================================= +============ Partial average Rand Index = 0.5149433731251912 ====== +============ Value of Adjusted Rand Index = 0.15662883334252148 ================================= +============ Partial average of Adjusted Rand Index = 0.03859196789525965 ================================= +============ Value of Jaccard Index = 0.40814274943453127 ================================= +============ Partial average of Jaccard Index = 0.42638820175918557 ====== +============ Precision = 0.5930232558139535, Recall = 0.6986301369863014, F1 = 0.6415094339622641 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 86.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 34 : "gay bar" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gay bar" =============== +============ Value of Rand Index = 0.7973737373737374 ================================= +============ Partial average Rand Index = 0.5232501485442662 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03745691001598731 ================================= +============ Value of Jaccard Index = 0.7973737373737374 ================================= +============ Partial average of Jaccard Index = 0.4372995410419665 ====== +============ Precision = 0.89, Recall = 0.9175257731958762, F1 = 0.9035532994923858 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 35 : "down in the valley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 6, 9, 10, 11, 13, 17, 18, 20, 21, 23, 24, 25, 26, 27, 28, 29, 32, 33, 34, 36, 38, 39, 40, 41, 43, 44, 45, 46, 49, 50, 51, 53, 54, 59, 60, 61, 62, 64, 66, 67, 68, 70, 71, 72, 73, 74, 77, 78, 82, 83, 84, 85, 88, 89, 90, 91, 93, 95, 97, 98, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 4, 6, 9, 10, 11, 13, 17, 18, 20, 21, 23, 24, 25, 26, 27, 28, 29, 32, 33, 34, 36, 38, 39, 40, 41, 43, 44, 45, 46, 49, 50, 51, 53, 54, 59, 60, 61, 62, 64, 66, 67, 68, 70, 71, 72, 73, 74, 77, 78, 82, 83, 84, 85, 88, 89, 90, 91, 93, 95, 97, 98, 99, 2, 5, 7, 8, 12, 14, 15, 16, 19, 22, 30, 31, 35, 37, 42, 47, 48, 52, 55, 56, 57, 58, 63, 65, 69, 75, 76, 79, 80, 81, 86, 87, 92, 94, 96, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "down in the valley" =============== +============ Value of Rand Index = 0.5066666666666667 ================================= +============ Partial average Rand Index = 0.5227763347763347 ====== +============ Value of Adjusted Rand Index = 0.015614143611422925 ================================= +============ Partial average of Adjusted Rand Index = 0.036832830975856885 ================================= +============ Value of Jaccard Index = 0.34705882352941175 ================================= +============ Partial average of Jaccard Index = 0.43472123482732206 ====== +============ Precision = 0.3125, Recall = 0.5882352941176471, F1 = 0.40816326530612246 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 64.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 36 : "space raiders" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space raiders" =============== +============ Value of Rand Index = 0.35777777777777775 ================================= +============ Partial average Rand Index = 0.5181930415263748 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03580969678208309 ================================= +============ Value of Jaccard Index = 0.35777777777777775 ================================= +============ Partial average of Jaccard Index = 0.4325839165759458 ====== +============ Precision = 0.54, Recall = 0.5806451612903226, F1 = 0.5595854922279794 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 37 : "black hole" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [10, 45, 46] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 10, 2, 45, 3, 46, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 100, 20, 28, 73, 82, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "black hole" =============== +============ Value of Rand Index = 0.8494949494949495 ================================= +============ Partial average Rand Index = 0.527147147147147 ====== +============ Value of Adjusted Rand Index = 0.16058879310070096 ================================= +============ Partial average of Adjusted Rand Index = 0.03918210479069437 ================================= +============ Value of Jaccard Index = 0.8463600742421118 ================================= +============ Partial average of Jaccard Index = 0.4437670559723287 ====== +============ Precision = 0.9894736842105263, Recall = 0.9591836734693877, F1 = 0.9740932642487047 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 47.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 38 : "fata morgana" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fata morgana" =============== +============ Value of Rand Index = 0.46606060606060606 ================================= +============ Partial average Rand Index = 0.5255396065922382 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.038150996769886626 ================================= +============ Value of Jaccard Index = 0.46606060606060606 ================================= +============ Partial average of Jaccard Index = 0.4443537283430728 ====== +============ Precision = 0.11, Recall = 0.3055555555555556, F1 = 0.16176470588235295 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 39 : "all that jazz" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "all that jazz" =============== +============ Value of Rand Index = 0.4616161616161616 ================================= +============ Partial average Rand Index = 0.5239005439005439 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03717276608347928 ================================= +============ Value of Jaccard Index = 0.4616161616161616 ================================= +============ Partial average of Jaccard Index = 0.4447963548372546 ====== +============ Precision = 0.22, Recall = 0.5238095238095238, F1 = 0.3098591549295775 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 40 : "ten little indians" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ten little indians" =============== +============ Value of Rand Index = 0.2191919191919192 ================================= +============ Partial average Rand Index = 0.5162828282828282 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.036243446931392295 ================================= +============ Value of Jaccard Index = 0.2191919191919192 ================================= +============ Partial average of Jaccard Index = 0.4391562439461212 ====== +============ Precision = 0.22, Recall = 0.3283582089552239, F1 = 0.26347305389221554 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 41 : "speed of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [1, 5, 6, 10, 11, 15, 17, 19, 27, 32, 33, 34, 38, 41, 49, 50, 53, 58, 59, 65, 66, 67, 68, 71, 72, 73, 74, 76, 85, 86, 87, 92, 93, 94, 95, 99, 100] +The cluster 1 contains the snippets: [2, 20, 21, 22, 23, 25, 56, 57, 62, 64, 69, 70, 78, 79, 80, 82, 83, 88, 90, 96] +The cluster 3 contains the snippets: [42, 47] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 42, 20, 5, 47, 21, 6, 22, 10, 23, 11, 25, 15, 56, 17, 57, 19, 62, 27, 64, 32, 69, 33, 70, 34, 78, 38, 79, 41, 80, 49, 82, 50, 83, 53, 88, 58, 90, 59, 96, 65, 66, 67, 68, 71, 72, 73, 74, 76, 85, 86, 87, 92, 93, 94, 95, 99, 100, 3, 4, 7, 8, 9, 12, 13, 14, 16, 18, 24, 26, 28, 29, 30, 31, 35, 36, 37, 39, 40, 43, 44, 45, 46, 48, 51, 52, 54, 55, 60, 61, 63, 75, 77, 81, 84, 89, 91, 97, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "speed of light" =============== +============ Value of Rand Index = 0.5765656565656566 ================================= +============ Partial average Rand Index = 0.5177531411677752 ====== +============ Value of Adjusted Rand Index = 0.14036482296496586 ================================= +============ Partial average of Adjusted Rand Index = 0.038782992688308725 ================================= +============ Value of Jaccard Index = 0.3165960221715031 ================================= +============ Partial average of Jaccard Index = 0.43616697024430123 ====== +============ Precision = 0.5932203389830508, Recall = 0.7954545454545454, F1 = 0.6796116504854368 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 19.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 42 : "ray of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ray of light" =============== +============ Value of Rand Index = 0.41474747474747475 ================================= +============ Partial average Rand Index = 0.5153006253006251 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03785958810049185 ================================= +============ Value of Jaccard Index = 0.41474747474747475 ================================= +============ Partial average of Jaccard Index = 0.4356569822562816 ====== +============ Precision = 0.21, Recall = 0.5, F1 = 0.29577464788732394 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 43 : "soul food" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 7, 8, 10, 12, 13, 14, 34, 37, 46, 48, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 67, 69, 70, 71, 72, 74, 75, 76, 78, 80, 85, 91, 94, 95, 96, 97, 98, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 7, 8, 10, 12, 13, 14, 34, 37, 46, 48, 49, 50, 52, 54, 55, 56, 58, 60, 62, 65, 67, 69, 70, 71, 72, 74, 75, 76, 78, 80, 85, 91, 94, 95, 96, 97, 98, 99, 6, 9, 11, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 47, 51, 53, 57, 59, 61, 63, 64, 66, 68, 73, 77, 79, 81, 82, 83, 84, 86, 87, 88, 89, 90, 92, 93, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soul food" =============== +============ Value of Rand Index = 0.4919191919191919 ================================= +============ Partial average Rand Index = 0.5147568710359408 ====== +============ Value of Adjusted Rand Index = -0.011093518875593567 ================================= +============ Partial average of Adjusted Rand Index = 0.0367211437522108 ================================= +============ Value of Jaccard Index = 0.3783984181908057 ================================= +============ Partial average of Jaccard Index = 0.43432538774313095 ====== +============ Precision = 0.9069767441860465, Recall = 0.4148936170212766, F1 = 0.5693430656934306 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 43.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 44 : "volcanic rock" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "volcanic rock" =============== +============ Value of Rand Index = 0.9040404040404041 ================================= +============ Partial average Rand Index = 0.5236042240587695 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03588657230329692 ================================= +============ Value of Jaccard Index = 0.9040404040404041 ================================= +============ Partial average of Jaccard Index = 0.44500072902261445 ====== +============ Precision = 0.95, Recall = 1.0, F1 = 0.9743589743589743 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 45 : "storm in a teacup" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "storm in a teacup" =============== +============ Value of Rand Index = 0.5145454545454545 ================================= +============ Partial average Rand Index = 0.5234029180695847 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03508909291877921 ================================= +============ Value of Jaccard Index = 0.5145454545454545 ================================= +============ Partial average of Jaccard Index = 0.44654616736756636 ====== +============ Precision = 0.07, Recall = 0.23333333333333334, F1 = 0.1076923076923077 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 46 : "double negative" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "double negative" =============== +============ Value of Rand Index = 0.24666666666666667 ================================= +============ Partial average Rand Index = 0.5173869126043039 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03432628655097966 ================================= +============ Value of Jaccard Index = 0.24666666666666667 ================================= +============ Partial average of Jaccard Index = 0.4422009608305903 ====== +============ Precision = 0.27, Recall = 0.36, F1 = 0.3085714285714286 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 47 : "the whole truth" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the whole truth" =============== +============ Value of Rand Index = 0.7424242424242424 ================================= +============ Partial average Rand Index = 0.5221749408983452 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03359594002861839 ================================= +============ Value of Jaccard Index = 0.7424242424242424 ================================= +============ Partial average of Jaccard Index = 0.4485886902261999 ====== +============ Precision = 0.05, Recall = 0.3333333333333333, F1 = 0.08695652173913045 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 48 : "james bond" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 32, 33, 36, 38, 39, 40, 41, 43, 44, 47, 51, 52, 53, 55, 57, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 86, 87, 89, 90, 91, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [2, 7, 8, 9, 29, 30, 31, 34, 35, 37, 42, 45, 46, 48, 49, 50, 56, 61, 62, 63, 64, 82, 83, 84, 85, 88, 92, 93] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 7, 4, 8, 5, 9, 6, 29, 10, 30, 11, 31, 12, 34, 13, 35, 14, 37, 15, 42, 16, 45, 17, 46, 18, 48, 19, 49, 20, 50, 21, 56, 22, 61, 23, 62, 24, 63, 25, 64, 26, 82, 27, 83, 28, 84, 32, 85, 33, 88, 36, 92, 38, 93, 39, 40, 41, 43, 44, 47, 51, 52, 53, 55, 57, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 86, 87, 89, 90, 91, 95, 96, 97, 99, 100, 54, 78, 79, 80, 81, 94, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "james bond" =============== +============ Value of Rand Index = 0.5181818181818182 ================================= +============ Partial average Rand Index = 0.5220917508417509 ====== +============ Value of Adjusted Rand Index = 0.008211813819140011 ================================= +============ Partial average of Adjusted Rand Index = 0.03306710406592092 ================================= +============ Value of Jaccard Index = 0.3362092958530476 ================================= +============ Partial average of Jaccard Index = 0.44624745284342593 ====== +============ Precision = 0.5913978494623656, Recall = 0.3691275167785235, F1 = 0.4545454545454546 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 46.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 49 : "survival of the fittest" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "survival of the fittest" =============== +============ Value of Rand Index = 0.4404040404040404 ================================= +============ Partial average Rand Index = 0.5204246547103689 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03239226520743275 ================================= +============ Value of Jaccard Index = 0.4404040404040404 ================================= +============ Partial average of Jaccard Index = 0.4461281995283365 ====== +============ Precision = 0.12, Recall = 0.34285714285714286, F1 = 0.17777777777777776 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 50 : "mark forster" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mark forster" =============== +============ Value of Rand Index = 0.46646464646464647 ================================= +============ Partial average Rand Index = 0.5193454545454546 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.031744419903284096 ================================= +============ Value of Jaccard Index = 0.46646464646464647 ================================= +============ Partial average of Jaccard Index = 0.4465349284670627 ====== +============ Precision = 0.38, Recall = 0.8837209302325582, F1 = 0.5314685314685315 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 51 : "rain or shine" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [43, 75, 96] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [43, 75, 96, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rain or shine" =============== +============ Value of Rand Index = 0.8521212121212122 ================================= +============ Partial average Rand Index = 0.5258704693998811 ====== +============ Value of Adjusted Rand Index = 0.26455010095977666 ================================= +============ Partial average of Adjusted Rand Index = 0.036309237178901596 ================================= +============ Value of Jaccard Index = 0.8458622867972204 ================================= +============ Partial average of Jaccard Index = 0.45436487666961484 ====== +============ Precision = 0.6666666666666666, Recall = 0.2, F1 = 0.30769230769230765 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 3.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 52 : "another day in paradise" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "another day in paradise" =============== +============ Value of Rand Index = 0.3335353535353535 ================================= +============ Partial average Rand Index = 0.5221717171717171 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.03561098261776887 ================================= +============ Value of Jaccard Index = 0.3335353535353535 ================================= +============ Partial average of Jaccard Index = 0.45204123199395596 ====== +============ Precision = 0.21, Recall = 0.42857142857142855, F1 = 0.28187919463087246 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 53 : "tree of knowledge" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 4, 6, 8, 13, 20, 22, 24, 25, 26, 29, 35, 40, 43, 45, 46, 47, 52, 63, 64, 65, 66, 76, 84, 93, 94, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 6, 8, 13, 20, 22, 24, 25, 26, 29, 35, 40, 43, 45, 46, 47, 52, 63, 64, 65, 66, 76, 84, 93, 94, 98, 2, 3, 5, 7, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 21, 23, 27, 28, 30, 31, 32, 33, 34, 36, 37, 38, 39, 41, 42, 44, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tree of knowledge" =============== +============ Value of Rand Index = 0.6337373737373737 ================================= +============ Partial average Rand Index = 0.5242767295597484 ====== +============ Value of Adjusted Rand Index = 0.25900026900857703 ================================= +============ Partial average of Adjusted Rand Index = 0.039825874813821854 ================================= +============ Value of Jaccard Index = 0.5103969754253308 ================================= +============ Partial average of Jaccard Index = 0.4531422837568121 ====== +============ Precision = 0.5555555555555556, Recall = 0.5, F1 = 0.5263157894736842 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 27.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 54 : "indy 500" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 24, 25, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 56, 57, 58, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 24, 25, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 56, 57, 58, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 100, 7, 21, 23, 26, 27, 31, 52, 55, 59, 61, 71, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "indy 500" =============== +============ Value of Rand Index = 0.714949494949495 ================================= +============ Partial average Rand Index = 0.5278077066965955 ====== +============ Value of Adjusted Rand Index = 0.26986250590375993 ================================= +============ Partial average of Adjusted Rand Index = 0.04408581242659849 ================================= +============ Value of Jaccard Index = 0.67578125 ================================= +============ Partial average of Jaccard Index = 0.45726522757613036 ====== +============ Precision = 0.8735632183908046, Recall = 0.926829268292683, F1 = 0.8994082840236686 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 87.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 55 : "amarillo by morning" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 19, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 50, 51, 52, 54, 55, 57, 58, 60, 61, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 19, 21, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 50, 51, 52, 54, 55, 57, 58, 60, 61, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 100, 10, 14, 18, 20, 22, 34, 37, 45, 49, 53, 56, 59, 62, 64, 65, 78, 82, 85, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "amarillo by morning" =============== +============ Value of Rand Index = 0.7993939393939394 ================================= +============ Partial average Rand Index = 0.5327456382001836 ====== +============ Value of Adjusted Rand Index = 0.5643096150863119 ================================= +============ Partial average of Adjusted Rand Index = 0.053544427020411456 ================================= +============ Value of Jaccard Index = 0.730602278893109 ================================= +============ Partial average of Jaccard Index = 0.46223499214553 ====== +============ Precision = 0.9, Recall = 0.935064935064935, F1 = 0.9171974522292993 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 80.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 56 : "queen of the night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "queen of the night" =============== +============ Value of Rand Index = 0.4202020202020202 ================================= +============ Partial average Rand Index = 0.5307359307359307 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.052588276537904106 ================================= +============ Value of Jaccard Index = 0.4202020202020202 ================================= +============ Partial average of Jaccard Index = 0.4614844033608244 ====== +============ Precision = 0.13, Recall = 0.34210526315789475, F1 = 0.18840579710144928 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 57 : "cassius marcellus clay" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 5, 6, 8, 9, 14, 15, 17, 18, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 40, 41, 44, 45, 46, 47, 49, 51, 53, 54, 56, 57, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 77, 78, 79, 81, 84, 85, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 3, 5, 6, 8, 9, 14, 15, 17, 18, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 40, 41, 44, 45, 46, 47, 49, 51, 53, 54, 56, 57, 59, 60, 62, 64, 65, 66, 67, 70, 71, 73, 74, 77, 78, 79, 81, 84, 85, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 1, 4, 7, 10, 11, 12, 13, 16, 19, 27, 35, 39, 42, 43, 48, 50, 52, 55, 58, 61, 63, 68, 69, 72, 75, 76, 80, 82, 83, 86, 89, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cassius marcellus clay" =============== +============ Value of Rand Index = 0.5969696969696969 ================================= +============ Partial average Rand Index = 0.5318979266347688 ====== +============ Value of Adjusted Rand Index = 0.2129931658455172 ================================= +============ Partial average of Adjusted Rand Index = 0.05540239740294995 ================================= +============ Value of Jaccard Index = 0.4087136929460581 ================================= +============ Partial average of Jaccard Index = 0.4605586014237233 ====== +============ Precision = 0.5882352941176471, Recall = 0.7692307692307693, F1 = 0.6666666666666667 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 68.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 58 : "space opera" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 6, 7, 8, 9, 12, 13, 15, 17, 18, 20, 21, 22, 28, 29, 30, 31, 32, 33, 34, 37, 38, 40, 41, 43, 45, 46, 47, 49, 50, 52, 53, 54, 55, 56, 58, 59, 60, 62, 65, 66, 68, 73, 75, 77, 78, 81, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 6, 7, 8, 9, 12, 13, 15, 17, 18, 20, 21, 22, 28, 29, 30, 31, 32, 33, 34, 37, 38, 40, 41, 43, 45, 46, 47, 49, 50, 52, 53, 54, 55, 56, 58, 59, 60, 62, 65, 66, 68, 73, 75, 77, 78, 81, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 3, 4, 5, 10, 11, 14, 16, 19, 23, 24, 25, 26, 27, 35, 36, 39, 42, 44, 48, 51, 57, 61, 63, 64, 67, 69, 70, 71, 72, 74, 76, 79, 80, 82, 90, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space opera" =============== +============ Value of Rand Index = 0.6185858585858586 ================================= +============ Partial average Rand Index = 0.5333925461511668 ====== +============ Value of Adjusted Rand Index = 0.24462457018938177 ================================= +============ Partial average of Adjusted Rand Index = 0.05866484865788844 ================================= +============ Value of Jaccard Index = 0.3946777813401731 ================================= +============ Partial average of Jaccard Index = 0.45942272521538624 ====== +============ Precision = 0.6875, Recall = 0.6197183098591549, F1 = 0.6518518518518518 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 64.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 59 : "alpha dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "alpha dog" =============== +============ Value of Rand Index = 0.6187878787878788 ================================= +============ Partial average Rand Index = 0.5348399246704331 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05767052918911066 ================================= +============ Value of Jaccard Index = 0.6187878787878788 ================================= +============ Partial average of Jaccard Index = 0.46212382951322506 ====== +============ Precision = 0.21, Recall = 0.84, F1 = 0.3359999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 60 : "bullet in the head" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bullet in the head" =============== +============ Value of Rand Index = 0.33515151515151514 ================================= +============ Partial average Rand Index = 0.5315117845117845 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05670935370262549 ================================= +============ Value of Jaccard Index = 0.33515151515151514 ================================= +============ Partial average of Jaccard Index = 0.4600076242738632 ====== +============ Precision = 0.33, Recall = 0.55, F1 = 0.4125 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 61 : "jump cut" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "jump cut" =============== +============ Value of Rand Index = 0.3795959595959596 ================================= +============ Partial average Rand Index = 0.5290213611525086 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.055779692166516875 ================================= +============ Value of Jaccard Index = 0.3795959595959596 ================================= +============ Partial average of Jaccard Index = 0.45868940026275007 ====== +============ Precision = 0.31, Recall = 0.6326530612244898, F1 = 0.4161073825503356 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 62 : "family reunion" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "family reunion" =============== +============ Value of Rand Index = 0.4666666666666667 ================================= +============ Partial average Rand Index = 0.5280156402737047 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05488001971221821 ================================= +============ Value of Jaccard Index = 0.4666666666666667 ================================= +============ Partial average of Jaccard Index = 0.45881806584991 ====== +============ Precision = 0.59, Recall = 0.9076923076923077, F1 = 0.7151515151515151 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 63 : "rookie of the year" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 1, 39] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rookie of the year" =============== +============ Value of Rand Index = 0.6315151515151515 ================================= +============ Partial average Rand Index = 0.5296584896584896 ====== +============ Value of Adjusted Rand Index = 0.11126230518997286 ================================= +============ Partial average of Adjusted Rand Index = 0.05577497662456352 ================================= +============ Value of Jaccard Index = 0.616484440706476 ================================= +============ Partial average of Jaccard Index = 0.4613207067206491 ====== +============ Precision = 0.7653061224489796, Recall = 0.9146341463414634, F1 = 0.8333333333333334 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 98.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 64 : "junk mail" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "junk mail" =============== +============ Value of Rand Index = 0.5387878787878788 ================================= +============ Partial average Rand Index = 0.5298011363636363 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05490349261480472 ================================= +============ Value of Jaccard Index = 0.5387878787878788 ================================= +============ Partial average of Jaccard Index = 0.4625311312841996 ====== +============ Precision = 0.57, Recall = 0.5480769230769231, F1 = 0.5588235294117646 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 65 : "little brother" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 2 contains the snippets: [20, 21, 34, 40, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 91, 92, 93, 96, 97, 98, 99, 100] +The cluster 1 contains the snippets: [1, 2, 3, 5, 19, 22, 23, 24, 76, 77, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 20, 2, 21, 3, 34, 5, 40, 19, 57, 22, 58, 23, 59, 24, 60, 76, 61, 77, 62, 78, 63, 79, 65, 80, 66, 82, 67, 83, 68, 84, 69, 85, 70, 86, 71, 87, 72, 88, 73, 89, 74, 75, 91, 92, 93, 96, 97, 98, 99, 100, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 64, 81, 90, 94, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "little brother" =============== +============ Value of Rand Index = 0.5416161616161617 ================================= +============ Partial average Rand Index = 0.5299829059829061 ====== +============ Value of Adjusted Rand Index = 0.04901623595502766 ================================= +============ Partial average of Adjusted Rand Index = 0.05481291943542353 ================================= +============ Value of Jaccard Index = 0.2713551701991008 ================================= +============ Partial average of Jaccard Index = 0.45958996265212115 ====== +============ Precision = 0.2549019607843137, Recall = 0.34210526315789475, F1 = 0.2921348314606742 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 25.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 66 : "lost in space" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 18, 20, 21, 23, 25, 28, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 48, 52, 53, 54, 55, 56, 57, 59, 62, 66, 67, 69, 70, 71, 72, 75, 76, 77, 78, 80, 82, 83, 85, 86, 88, 90, 94, 96, 97, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 18, 20, 21, 23, 25, 28, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 48, 52, 53, 54, 55, 56, 57, 59, 62, 66, 67, 69, 70, 71, 72, 75, 76, 77, 78, 80, 82, 83, 85, 86, 88, 90, 94, 96, 97, 98, 15, 16, 19, 22, 24, 26, 27, 29, 30, 31, 32, 34, 46, 47, 49, 50, 51, 58, 60, 61, 63, 64, 65, 68, 73, 74, 79, 81, 84, 87, 89, 91, 92, 93, 95, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lost in space" =============== +============ Value of Rand Index = 0.6012121212121212 ================================= +============ Partial average Rand Index = 0.531062136516682 ====== +============ Value of Adjusted Rand Index = 0.19541763085996378 ================================= +============ Partial average of Adjusted Rand Index = 0.056943293850946874 ================================= +============ Value of Jaccard Index = 0.3768939393939394 ================================= +============ Partial average of Jaccard Index = 0.45833699260275473 ====== +============ Precision = 0.5555555555555556, Recall = 0.625, F1 = 0.5882352941176471 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 63.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 67 : "the game of life" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 6, 7, 9, 12, 15, 19, 20, 22, 24, 25, 28, 30, 31, 32, 37, 38, 39, 40, 42, 43, 46, 48, 49, 52, 53, 58, 61, 62, 67, 70, 71, 78, 80, 81, 84, 87, 88, 90, 95, 96, 98, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 6, 7, 9, 12, 15, 19, 20, 22, 24, 25, 28, 30, 31, 32, 37, 38, 39, 40, 42, 43, 46, 48, 49, 52, 53, 58, 61, 62, 67, 70, 71, 78, 80, 81, 84, 87, 88, 90, 95, 96, 98, 99, 5, 8, 10, 11, 13, 14, 16, 17, 18, 21, 23, 26, 27, 29, 33, 34, 35, 36, 41, 44, 45, 47, 50, 51, 54, 55, 56, 57, 59, 60, 63, 64, 65, 66, 68, 69, 72, 73, 74, 75, 76, 77, 79, 82, 83, 85, 86, 89, 91, 92, 93, 94, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the game of life" =============== +============ Value of Rand Index = 0.6472727272727272 ================================= +============ Partial average Rand Index = 0.5327966229458767 ====== +============ Value of Adjusted Rand Index = 0.29431424363831965 ================================= +============ Partial average of Adjusted Rand Index = 0.06048614384777334 ================================= +============ Value of Jaccard Index = 0.4597772277227723 ================================= +============ Partial average of Jaccard Index = 0.4583584886493222 ====== +============ Precision = 0.45652173913043476, Recall = 0.5675675675675675, F1 = 0.506024096385542 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 46.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 68 : "field of fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "field of fire" =============== +============ Value of Rand Index = 0.2775757575757576 ================================= +============ Partial average Rand Index = 0.5290433749257278 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.059596641732364904 ================================= +============ Value of Jaccard Index = 0.2775757575757576 ================================= +============ Partial average of Jaccard Index = 0.4556999190747109 ====== +============ Precision = 0.28, Recall = 0.5, F1 = 0.358974358974359 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 69 : "citizen of the world" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "citizen of the world" =============== +============ Value of Rand Index = 0.8852525252525253 ================================= +============ Partial average Rand Index = 0.5342058263797393 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05873292228696831 ================================= +============ Value of Jaccard Index = 0.8852525252525253 ================================= +============ Partial average of Jaccard Index = 0.46192531916424445 ====== +============ Precision = 0.05, Recall = 0.7142857142857143, F1 = 0.09345794392523366 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 70 : "bad to the bone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bad to the bone" =============== +============ Value of Rand Index = 0.4581818181818182 ================================= +============ Partial average Rand Index = 0.533119769119769 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05789388054001162 ================================= +============ Value of Jaccard Index = 0.4581818181818182 ================================= +============ Partial average of Jaccard Index = 0.46187184057878117 ====== +============ Precision = 0.25, Recall = 0.6756756756756757, F1 = 0.36496350364963503 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 71 : "cats and dogs" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cats and dogs" =============== +============ Value of Rand Index = 0.7866666666666666 ================================= +============ Partial average Rand Index = 0.5366908521838099 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05707847377184244 ================================= +============ Value of Jaccard Index = 0.7866666666666666 ================================= +============ Partial average of Jaccard Index = 0.46644641559410366 ====== +============ Precision = 0.12, Recall = 1.0, F1 = 0.21428571428571425 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 72 : "division by zero" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "division by zero" =============== +============ Value of Rand Index = 0.6430303030303031 ================================= +============ Partial average Rand Index = 0.5381677890011222 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.056285717191677964 ================================= +============ Value of Jaccard Index = 0.6430303030303031 ================================= +============ Partial average of Jaccard Index = 0.4688989695862731 ====== +============ Precision = 0.79, Recall = 0.8777777777777778, F1 = 0.831578947368421 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 73 : "hair of the dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hair of the dog" =============== +============ Value of Rand Index = 0.44727272727272727 ================================= +============ Partial average Rand Index = 0.5369226511692263 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05551467996987416 ================================= +============ Value of Jaccard Index = 0.44727272727272727 ================================= +============ Partial average of Jaccard Index = 0.4686027196915669 ====== +============ Precision = 0.15, Recall = 0.40540540540540543, F1 = 0.21897810218978103 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 74 : "freedom of the press" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [3, 5, 6, 15, 16, 17, 32, 33, 45, 50, 80, 82, 83, 84, 85, 86, 87, 88, 94, 95, 96, 97, 98, 99, 100] +The cluster 1 contains the snippets: [9, 10, 11, 12, 27, 28, 31, 35, 36, 37, 38, 39, 40, 42, 43, 44, 46, 89, 92, 93] +The cluster 3 contains the snippets: [1, 2, 4, 14, 18, 19, 22, 24, 25, 26, 74, 75, 76, 77, 78, 79] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [9, 3, 1, 10, 5, 2, 11, 6, 4, 12, 15, 14, 27, 16, 18, 28, 17, 19, 31, 32, 22, 35, 33, 24, 36, 45, 25, 37, 50, 26, 38, 80, 74, 39, 82, 75, 40, 83, 76, 42, 84, 77, 43, 85, 78, 44, 86, 79, 46, 87, 89, 88, 92, 94, 93, 95, 96, 97, 98, 99, 100, 7, 8, 13, 20, 21, 23, 29, 30, 34, 41, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 81, 90, 91] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the press" =============== +============ Value of Rand Index = 0.4264646464646465 ================================= +============ Partial average Rand Index = 0.5354299754299754 ====== +============ Value of Adjusted Rand Index = -0.008123547282313268 ================================= +============ Partial average of Adjusted Rand Index = 0.05465470392592568 ================================= +============ Value of Jaccard Index = 0.2293702497285559 ================================= +============ Partial average of Jaccard Index = 0.4653698484758506 ====== +============ Precision = 0.819672131147541, Recall = 0.5208333333333334, F1 = 0.6369426751592356 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 20.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 75 : "bat boy" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 15, 16, 19, 20, 21, 23, 25, 27, 28, 29, 30, 31, 33, 36, 39, 40, 42, 43, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 61, 62, 64, 65, 66, 68, 70, 71, 72, 73, 76, 77, 78, 82, 83, 87, 88, 89, 90, 91, 93] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 15, 16, 19, 20, 21, 23, 25, 27, 28, 29, 30, 31, 33, 36, 39, 40, 42, 43, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 61, 62, 64, 65, 66, 68, 70, 71, 72, 73, 76, 77, 78, 82, 83, 87, 88, 89, 90, 91, 93, 1, 5, 8, 14, 17, 18, 22, 24, 26, 32, 34, 35, 37, 38, 41, 44, 47, 57, 60, 63, 67, 69, 74, 75, 79, 80, 81, 84, 85, 86, 92, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bat boy" =============== +============ Value of Rand Index = 0.7282828282828283 ================================= +============ Partial average Rand Index = 0.5380013468013467 ====== +============ Value of Adjusted Rand Index = 0.43788837386138474 ================================= +============ Partial average of Adjusted Rand Index = 0.059764486191731796 ================================= +============ Value of Jaccard Index = 0.5389098388755571 ================================= +============ Partial average of Jaccard Index = 0.46635038168118004 ====== +============ Precision = 0.7419354838709677, Recall = 0.71875, F1 = 0.7301587301587302 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 62.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 76 : "fast food nation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 59, 60, 61, 64, 65, 66, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 26, 27, 28, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 59, 60, 61, 64, 65, 66, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 100, 10, 12, 13, 20, 25, 29, 30, 52, 57, 58, 62, 63, 67, 68, 88, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fast food nation" =============== +============ Value of Rand Index = 0.536969696969697 ================================= +============ Partial average Rand Index = 0.5379877724614566 ====== +============ Value of Adjusted Rand Index = 0.13270255227796768 ================================= +============ Partial average of Adjusted Rand Index = 0.06072419758760332 ================================= +============ Value of Jaccard Index = 0.4239758733350088 ================================= +============ Partial average of Jaccard Index = 0.4657928223608356 ====== +============ Precision = 0.5595238095238095, Recall = 0.5222222222222223, F1 = 0.5402298850574713 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 84.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 77 : "the da vinci code" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 15, 16, 19, 22, 24, 26, 27, 29, 30, 31, 35, 36, 37, 40, 41, 42, 43, 44, 45, 47, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 72, 73, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 97, 98, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 15, 16, 19, 22, 24, 26, 27, 29, 30, 31, 35, 36, 37, 40, 41, 42, 43, 44, 45, 47, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 72, 73, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 97, 98, 100, 9, 10, 14, 17, 18, 20, 21, 23, 25, 28, 32, 33, 34, 38, 39, 46, 48, 49, 50, 51, 55, 64, 68, 69, 70, 71, 74, 82, 89, 94, 95, 96, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the da vinci code" =============== +============ Value of Rand Index = 0.5381818181818182 ================================= +============ Partial average Rand Index = 0.5379902925357469 ====== +============ Value of Adjusted Rand Index = 0.11331527469140812 ================================= +============ Partial average of Adjusted Rand Index = 0.06140719858895144 ================================= +============ Value of Jaccard Index = 0.29313543599257885 ================================= +============ Partial average of Jaccard Index = 0.46355051864176733 ====== +============ Precision = 0.4626865671641791, Recall = 0.44285714285714284, F1 = 0.45255474452554745 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 67.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 78 : "civil war" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 86, 87, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 5 contains the snippets: [23, 24, 32, 84, 88, 89, 90] +The cluster 3 contains the snippets: [6, 48, 80] +The cluster 4 contains the snippets: [85] +The cluster 2 contains the snippets: [41] +The cluster 6 contains the snippets: [3] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 41, 6, 85, 23, 3, 2, 48, 24, 4, 80, 32, 5, 84, 7, 88, 8, 89, 9, 90, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 33, 34, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 86, 87, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 35] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil war" =============== +============ Value of Rand Index = 0.4612121212121212 ================================= +============ Partial average Rand Index = 0.5370059570059568 ====== +============ Value of Adjusted Rand Index = -0.018141005084978692 ================================= +============ Partial average of Adjusted Rand Index = 0.06038734982390105 ================================= +============ Value of Jaccard Index = 0.3742374472078836 ================================= +============ Partial average of Jaccard Index = 0.46240547926440984 ====== +============ Precision = 0.5454545454545454, Recall = 0.8852459016393442, F1 = 0.6749999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 79 : "trip the light fantastic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "trip the light fantastic" =============== +============ Value of Rand Index = 0.5652525252525252 ================================= +============ Partial average Rand Index = 0.5373635085027488 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.059622952990687116 ================================= +============ Value of Jaccard Index = 0.5652525252525252 ================================= +============ Partial average of Jaccard Index = 0.4637073406060316 ====== +============ Precision = 0.11, Recall = 0.4230769230769231, F1 = 0.1746031746031746 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 80 : "ace of spades" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ace of spades" =============== +============ Value of Rand Index = 0.4490909090909091 ================================= +============ Partial average Rand Index = 0.5362601010101009 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.058877666078303525 ================================= +============ Value of Jaccard Index = 0.4490909090909091 ================================= +============ Partial average of Jaccard Index = 0.4635246352120926 ====== +============ Precision = 0.08, Recall = 0.23529411764705882, F1 = 0.11940298507462688 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 81 : "charles de gaulle" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 16, 17, 18, 25, 28, 29, 32, 33, 34, 35, 36, 38, 39, 40, 42, 44, 45, 46, 55, 58, 59, 60, 61, 62, 63, 64, 66, 67, 71, 72, 78, 82, 83, 84] +The cluster 2 contains the snippets: [3, 12, 15, 19, 20, 21, 22, 23, 24, 30, 31, 41, 47, 48, 49, 50, 51, 52, 53, 54, 57, 68, 69, 70, 74, 75, 76, 77, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99] +The cluster 3 contains the snippets: [26, 27, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 26, 2, 12, 27, 4, 15, 100, 5, 19, 6, 20, 7, 21, 8, 22, 9, 23, 10, 24, 11, 30, 14, 31, 16, 41, 17, 47, 18, 48, 25, 49, 28, 50, 29, 51, 32, 52, 33, 53, 34, 54, 35, 57, 36, 68, 38, 69, 39, 70, 40, 74, 42, 75, 44, 76, 45, 77, 46, 85, 55, 86, 58, 87, 59, 88, 60, 89, 61, 90, 62, 91, 63, 92, 64, 93, 66, 94, 67, 95, 71, 96, 72, 97, 78, 98, 82, 99, 83, 84, 13, 37, 43, 56, 65, 73, 79, 80, 81] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "charles de gaulle" =============== +============ Value of Rand Index = 0.5751515151515152 ================================= +============ Partial average Rand Index = 0.5367402419254269 ====== +============ Value of Adjusted Rand Index = 0.03847699211318092 ================================= +============ Partial average of Adjusted Rand Index = 0.058625805905894605 ================================= +============ Value of Jaccard Index = 0.1908426317814544 ================================= +============ Partial average of Jaccard Index = 0.4601581907252945 ====== +============ Precision = 0.4065934065934066, Recall = 0.5068493150684932, F1 = 0.4512195121951219 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 30.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 82 : "dive bomber" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 5, 8, 15, 21, 22, 23, 27, 29, 30, 32, 33, 34, 37, 38, 42, 43, 44, 47, 48, 49, 52, 53, 54, 59, 64, 67, 68, 70, 71, 72, 73, 74, 76, 79, 81, 82, 85, 86, 88, 89, 90, 91, 93, 94, 96, 98, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 5, 8, 15, 21, 22, 23, 27, 29, 30, 32, 33, 34, 37, 38, 42, 43, 44, 47, 48, 49, 52, 53, 54, 59, 64, 67, 68, 70, 71, 72, 73, 74, 76, 79, 81, 82, 85, 86, 88, 89, 90, 91, 93, 94, 96, 98, 99, 2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 24, 25, 26, 28, 31, 35, 36, 39, 40, 41, 45, 46, 50, 51, 55, 56, 57, 58, 60, 61, 62, 63, 65, 66, 69, 75, 77, 78, 80, 83, 84, 87, 92, 95, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dive bomber" =============== +============ Value of Rand Index = 0.655959595959596 ================================= +============ Partial average Rand Index = 0.5381941364868192 ====== +============ Value of Adjusted Rand Index = 0.3103113962638339 ================================= +============ Partial average of Adjusted Rand Index = 0.06169514237367435 ================================= +============ Value of Jaccard Index = 0.427755376344086 ================================= +============ Partial average of Jaccard Index = 0.45976303445235295 ====== +============ Precision = 0.8541666666666666, Recall = 0.5694444444444444, F1 = 0.6833333333333332 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 48.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 83 : "catch a fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 6, 8, 10, 18, 19, 20, 21, 23, 24] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 4, 6, 8, 10, 18, 19, 20, 21, 23, 24, 3, 5, 7, 9, 11, 12, 13, 14, 15, 16, 17, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "catch a fire" =============== +============ Value of Rand Index = 0.5404040404040404 ================================= +============ Partial average Rand Index = 0.5382207618352195 ====== +============ Value of Adjusted Rand Index = -0.07860118464387997 ================================= +============ Partial average of Adjusted Rand Index = 0.060004825180691765 ================================= +============ Value of Jaccard Index = 0.5098039215686274 ================================= +============ Partial average of Jaccard Index = 0.4603659367067659 ====== +============ Precision = 0.9166666666666666, Recall = 0.12359550561797752, F1 = 0.21782178217821782 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 12.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 84 : "middle ages" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [4] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 26, 44, 85] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "middle ages" =============== +============ Value of Rand Index = 0.5834343434343434 ================================= +============ Partial average Rand Index = 0.5387590187590187 ====== +============ Value of Adjusted Rand Index = 0.07477960648151938 ================================= +============ Partial average of Adjusted Rand Index = 0.060180715434273044 ================================= +============ Value of Jaccard Index = 0.5609028960817717 ================================= +============ Partial average of Jaccard Index = 0.46156280527075405 ====== +============ Precision = 0.7319587628865979, Recall = 0.9342105263157895, F1 = 0.8208092485549132 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 48.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 85 : "the marquise of o" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37, 38, 41, 42, 44, 45, 46, 50, 51, 53, 54, 56, 57, 58, 60, 61, 62, 64, 65, 67, 68, 70, 71, 72, 73, 74, 76, 77, 78, 82, 83, 85, 86, 87, 88, 89, 90, 92, 94, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 26, 27, 28, 30, 31, 32, 33, 34, 36, 37, 38, 41, 42, 44, 45, 46, 50, 51, 53, 54, 56, 57, 58, 60, 61, 62, 64, 65, 67, 68, 70, 71, 72, 73, 74, 76, 77, 78, 82, 83, 85, 86, 87, 88, 89, 90, 92, 94, 98, 99, 100, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 29, 35, 39, 40, 43, 47, 48, 49, 52, 55, 59, 63, 66, 69, 75, 79, 80, 81, 84, 91, 93, 95, 96, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the marquise of o" =============== +============ Value of Rand Index = 0.5224242424242425 ================================= +============ Partial average Rand Index = 0.538566844919786 ====== +============ Value of Adjusted Rand Index = 0.04245541474450746 ================================= +============ Partial average of Adjusted Rand Index = 0.059972182484981686 ================================= +============ Value of Jaccard Index = 0.2797074954296161 ================================= +============ Partial average of Jaccard Index = 0.45942333103732896 ====== +============ Precision = 0.5384615384615384, Recall = 0.4, F1 = 0.45901639344262296 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 52.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 86 : "sean fallon" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sean fallon" =============== +============ Value of Rand Index = 0.8317171717171717 ================================= +============ Partial average Rand Index = 0.5419755696499883 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05927483152585399 ================================= +============ Value of Jaccard Index = 0.8317171717171717 ================================= +============ Partial average of Jaccard Index = 0.463752329184769 ====== +============ Precision = 0.07, Recall = 0.7777777777777778, F1 = 0.12844036697247707 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 87 : "tower of babel" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tower of babel" =============== +============ Value of Rand Index = 0.18565656565656566 ================================= +============ Partial average Rand Index = 0.5378799489144316 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.058593511623257974 ================================= +============ Value of Jaccard Index = 0.18565656565656566 ================================= +============ Partial average of Jaccard Index = 0.46055582615570917 ====== +============ Precision = 0.17, Recall = 0.265625, F1 = 0.2073170731707317 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 88 : "special edition" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 2 contains the snippets: [5, 6, 8, 12, 14, 15, 19, 22, 23, 26, 28, 30, 33, 34, 35, 36, 38, 40, 41, 42, 43, 45, 46, 48, 50, 59, 60, 66, 68, 69, 70, 73, 74, 75, 77, 78, 79, 81, 83, 84, 91, 94, 96, 97, 98] +The cluster 1 contains the snippets: [1, 7, 11, 13, 16, 17, 20, 21, 25, 27, 31, 32, 49, 51, 52, 53, 56, 58, 62, 63, 64, 65, 67, 72, 85, 86, 87, 88, 89, 93, 99, 100] +The cluster 3 contains the snippets: [2, 3, 4, 37, 71, 82] +The cluster 4 contains the snippets: [44, 47] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 5, 2, 44, 7, 6, 3, 47, 11, 8, 4, 13, 12, 37, 16, 14, 71, 17, 15, 82, 20, 19, 21, 22, 25, 23, 27, 26, 31, 28, 32, 30, 49, 33, 51, 34, 52, 35, 53, 36, 56, 38, 58, 40, 62, 41, 63, 42, 64, 43, 65, 45, 67, 46, 72, 48, 85, 50, 86, 59, 87, 60, 88, 66, 89, 68, 93, 69, 99, 70, 100, 73, 74, 75, 77, 78, 79, 81, 83, 84, 91, 94, 96, 97, 98, 9, 10, 18, 24, 29, 39, 54, 55, 57, 61, 76, 80, 90, 92, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "special edition" =============== +============ Value of Rand Index = 0.33616161616161616 ================================= +============ Partial average Rand Index = 0.5355876951331496 ====== +============ Value of Adjusted Rand Index = -0.01412152549734085 ================================= +============ Partial average of Adjusted Rand Index = 0.05776720438325116 ================================= +============ Value of Jaccard Index = 0.3118324607329843 ================================= +============ Partial average of Jaccard Index = 0.458865787912269 ====== +============ Precision = 0.023529411764705882, Recall = 0.6666666666666666, F1 = 0.045454545454545456 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 21.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 89 : "the colour of magic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 7, 9, 11, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 28, 29, 31, 33, 35, 37, 38, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 59, 62, 64, 67, 70, 72, 73, 75, 77, 78, 81, 82, 86, 89, 90, 91, 92, 93, 94, 96, 97, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 4, 5, 6, 7, 9, 11, 12, 13, 14, 15, 17, 19, 21, 23, 24, 25, 28, 29, 31, 33, 35, 37, 38, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 59, 62, 64, 67, 70, 72, 73, 75, 77, 78, 81, 82, 86, 89, 90, 91, 92, 93, 94, 96, 97, 99, 3, 8, 10, 16, 18, 20, 22, 26, 27, 30, 32, 34, 36, 39, 40, 41, 42, 45, 54, 57, 58, 60, 61, 63, 65, 66, 68, 69, 71, 74, 76, 79, 80, 83, 84, 85, 87, 88, 95, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the colour of magic" =============== +============ Value of Rand Index = 0.654949494949495 ================================= +============ Partial average Rand Index = 0.5369288389513107 ====== +============ Value of Adjusted Rand Index = 0.3023954200547787 ================================= +============ Partial average of Adjusted Rand Index = 0.06051583602000991 ================================= +============ Value of Jaccard Index = 0.4300967634300968 ================================= +============ Partial average of Jaccard Index = 0.4585425404461772 ====== +============ Precision = 0.6610169491525424, Recall = 0.582089552238806, F1 = 0.619047619047619 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 59.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 90 : "iron butterly" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "iron butterly" =============== +============ Value of Rand Index = 0.4595959595959596 ================================= +============ Partial average Rand Index = 0.5360695847362513 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.059843437842009795 ================================= +============ Value of Jaccard Index = 0.4595959595959596 ================================= +============ Partial average of Jaccard Index = 0.458554245103397 ====== +============ Precision = 0.55, Recall = 0.9166666666666666, F1 = 0.6874999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 91 : "reign of terror" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 18, 19, 20, 21, 25, 27, 29, 30, 31, 33, 35, 38, 41, 42, 43, 45, 48, 49, 51, 52, 56, 58, 60, 61, 62, 72, 73, 76, 80, 81, 85, 88, 89, 93, 95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 18, 19, 20, 21, 25, 27, 29, 30, 31, 33, 35, 38, 41, 42, 43, 45, 48, 49, 51, 52, 56, 58, 60, 61, 62, 72, 73, 76, 80, 81, 85, 88, 89, 93, 95, 10, 11, 17, 22, 23, 24, 26, 28, 32, 34, 36, 37, 39, 40, 44, 46, 47, 50, 53, 54, 55, 57, 59, 63, 64, 65, 66, 67, 68, 69, 70, 71, 74, 75, 77, 78, 79, 82, 83, 84, 86, 87, 90, 91, 92, 94, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "reign of terror" =============== +============ Value of Rand Index = 0.6076767676767677 ================================= +============ Partial average Rand Index = 0.5368564768564767 ====== +============ Value of Adjusted Rand Index = 0.2146643053248324 ================================= +============ Partial average of Adjusted Rand Index = 0.061544766056106745 ================================= +============ Value of Jaccard Index = 0.4154124021673691 ================================= +============ Partial average of Jaccard Index = 0.4580801589172868 ====== +============ Precision = 0.5306122448979592, Recall = 0.6842105263157895, F1 = 0.5977011494252874 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 49.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 92 : "heavy rotation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 4, 6, 7, 8, 10, 13, 14, 16, 17, 18, 21, 22, 24, 25, 26, 28, 29, 30, 34, 37, 38, 39, 41, 42, 43, 46, 47, 49, 50, 52, 54, 55, 56, 57, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 90, 92, 93, 94, 96, 98, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 4, 6, 7, 8, 10, 13, 14, 16, 17, 18, 21, 22, 24, 25, 26, 28, 29, 30, 34, 37, 38, 39, 41, 42, 43, 46, 47, 49, 50, 52, 54, 55, 56, 57, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 90, 92, 93, 94, 96, 98, 100, 1, 2, 5, 9, 11, 12, 15, 19, 20, 23, 27, 31, 32, 33, 35, 36, 40, 44, 45, 48, 51, 53, 58, 60, 76, 85, 88, 89, 91, 95, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heavy rotation" =============== +============ Value of Rand Index = 0.48363636363636364 ================================= +============ Partial average Rand Index = 0.5362779973649537 ====== +============ Value of Adjusted Rand Index = -0.024788193529307733 ================================= +============ Partial average of Adjusted Rand Index = 0.06060636432148267 ================================= +============ Value of Jaccard Index = 0.3248811410459588 ================================= +============ Partial average of Jaccard Index = 0.4566323435056419 ====== +============ Precision = 0.3088235294117647, Recall = 0.5384615384615384, F1 = 0.3925233644859813 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 68.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 93 : "the edge of heaven" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 91, 92, 93, 94, 95, 96, 97, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 91, 92, 93, 94, 95, 96, 97, 99, 12, 31, 36, 41, 48, 72, 85, 88, 89, 90, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the edge of heaven" =============== +============ Value of Rand Index = 0.5048484848484849 ================================= +============ Partial average Rand Index = 0.5359400456174649 ====== +============ Value of Adjusted Rand Index = 0.05605393830780368 ================================= +============ Partial average of Adjusted Rand Index = 0.06055741350413129 ================================= +============ Value of Jaccard Index = 0.4305297397769517 ================================= +============ Partial average of Jaccard Index = 0.45635167034726887 ====== +============ Precision = 0.5227272727272727, Recall = 0.9019607843137255, F1 = 0.6618705035971223 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 88.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 94 : "top of the pops" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [14] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 14, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100, 32, 44, 49, 63, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "top of the pops" =============== +============ Value of Rand Index = 0.5416161616161617 ================================= +============ Partial average Rand Index = 0.536000429830217 ====== +============ Value of Adjusted Rand Index = 0.0880561257688543 ================================= +============ Partial average of Adjusted Rand Index = 0.06084995299630919 ================================= +============ Value of Jaccard Index = 0.5017566974088713 ================================= +============ Partial average of Jaccard Index = 0.4568347025500519 ====== +============ Precision = 0.6526315789473683, Recall = 0.9393939393939394, F1 = 0.7701863354037267 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 47.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 95 : "manor house" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 5, 6, 7, 8, 10, 12, 13, 14, 16, 18, 19, 20, 21, 23, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 41, 48, 50, 51, 52, 53, 54, 56, 57, 58, 59, 61, 62, 63, 68, 71, 74, 75, 77, 78, 79, 81, 83, 85, 87, 88, 89, 90, 92, 93, 96, 97, 98, 100] +The cluster 2 contains the snippets: [2, 9, 15, 28, 43, 46, 47, 49, 64, 65, 66, 67, 73, 84, 86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 2, 5, 9, 6, 15, 7, 28, 8, 43, 10, 46, 12, 47, 13, 49, 14, 64, 16, 65, 18, 66, 19, 67, 20, 73, 21, 84, 23, 86, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 41, 48, 50, 51, 52, 53, 54, 56, 57, 58, 59, 61, 62, 63, 68, 71, 74, 75, 77, 78, 79, 81, 83, 85, 87, 88, 89, 90, 92, 93, 96, 97, 98, 100, 1, 4, 11, 17, 22, 25, 34, 40, 42, 44, 45, 55, 60, 69, 70, 72, 76, 80, 82, 91, 94, 95, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "manor house" =============== +============ Value of Rand Index = 0.49575757575757573 ================================= +============ Partial average Rand Index = 0.5355768208399786 ====== +============ Value of Adjusted Rand Index = 0.013293524610336506 ================================= +============ Partial average of Adjusted Rand Index = 0.06034935901329895 ================================= +============ Value of Jaccard Index = 0.3811058765187206 ================================= +============ Partial average of Jaccard Index = 0.45603755701288 ====== +============ Precision = 0.15584415584415584, Recall = 0.6, F1 = 0.24742268041237114 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 38.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 96 : "bus driver" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 7, 8, 10, 11, 19, 20, 21, 22, 24, 25, 26, 28, 29, 66, 67] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 4, 5, 6, 7, 8, 10, 11, 19, 20, 21, 22, 24, 25, 26, 28, 29, 66, 67, 3, 9, 12, 13, 14, 15, 16, 17, 18, 23, 27, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bus driver" =============== +============ Value of Rand Index = 0.4476767676767677 ================================= +============ Partial average Rand Index = 0.5346611952861952 ====== +============ Value of Adjusted Rand Index = -0.04489365550648743 ================================= +============ Partial average of Adjusted Rand Index = 0.059253077612051175 ================================= +============ Value of Jaccard Index = 0.32825552825552823 ================================= +============ Partial average of Jaccard Index = 0.45470649421332426 ====== +============ Precision = 0.65, Recall = 0.14285714285714285, F1 = 0.23423423423423423 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 97 : "american beauty" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [30, 57, 63, 78, 80, 85, 86, 88, 90, 94, 97, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [30, 57, 63, 78, 80, 85, 86, 88, 90, 94, 97, 100, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81, 82, 83, 84, 87, 89, 91, 92, 93, 95, 96, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "american beauty" =============== +============ Value of Rand Index = 0.4866666666666667 ================================= +============ Partial average Rand Index = 0.5341664063313548 ====== +============ Value of Adjusted Rand Index = -0.05955644017947 ================================= +============ Partial average of Adjusted Rand Index = 0.05802823722244784 ================================= +============ Value of Jaccard Index = 0.43808049535603716 ================================= +============ Partial average of Jaccard Index = 0.4545350921632492 ====== +============ Precision = 0.16666666666666666, Recall = 0.0625, F1 = 0.09090909090909091 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 12.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 98 : "soldier of fortune" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soldier of fortune" =============== +============ Value of Rand Index = 0.2608080808080808 ================================= +============ Partial average Rand Index = 0.53137703566275 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.057436112352831026 ================================= +============ Value of Jaccard Index = 0.2608080808080808 ================================= +============ Partial average of Jaccard Index = 0.4525582859249312 ====== +============ Precision = 0.24, Recall = 0.42857142857142855, F1 = 0.30769230769230765 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 99 : "fight night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, 52, 54, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, 52, 54, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100, 6, 12, 26, 37, 50, 53, 58, 63, 69, 84, 85, 92] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fight night" =============== +============ Value of Rand Index = 0.6002020202020202 ================================= +============ Partial average Rand Index = 0.532072237526783 ====== +============ Value of Adjusted Rand Index = 0.24118486101809294 ================================= +============ Partial average of Adjusted Rand Index = 0.0592921603191468 ================================= +============ Value of Jaccard Index = 0.5123213405618531 ================================= +============ Partial average of Jaccard Index = 0.45316195314348595 ====== +============ Precision = 0.7045454545454546, Recall = 0.8378378378378378, F1 = 0.7654320987654323 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 88.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 100 : "magic lantern" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "magic lantern" =============== +============ Value of Rand Index = 0.661010101010101 ================================= +============ Partial average Rand Index = 0.5333616161616161 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05869923871595534 ================================= +============ Value of Jaccard Index = 0.661010101010101 ================================= +============ Partial average of Jaccard Index = 0.45524043462215213 ====== +============ Precision = 0.07, Recall = 0.3684210526315789, F1 = 0.11764705882352942 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 101 : "train of thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "train of thought" =============== +============ Value of Rand Index = 0.4488888888888889 ================================= +============ Partial average Rand Index = 0.5325252525252525 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05811805813460924 ================================= +============ Value of Jaccard Index = 0.4488888888888889 ================================= +============ Partial average of Jaccard Index = 0.4551775480307336 ====== +============ Precision = 0.28, Recall = 0.6829268292682927, F1 = 0.3971631205673759 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 102 : "heart to heart" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart to heart" =============== +============ Value of Rand Index = 0.8288888888888889 ================================= +============ Partial average Rand Index = 0.5354307783719549 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.0575482732509366 ================================= +============ Value of Jaccard Index = 0.8288888888888889 ================================= +============ Partial average of Jaccard Index = 0.45884138470581365 ====== +============ Precision = 0.04, Recall = 0.4444444444444444, F1 = 0.07339449541284404 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 103 : "bed of roses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bed of roses" =============== +============ Value of Rand Index = 0.3381818181818182 ================================= +============ Partial average Rand Index = 0.5335157399235069 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.056989552151412944 ================================= +============ Value of Jaccard Index = 0.3381818181818182 ================================= +============ Partial average of Jaccard Index = 0.45766993260363886 ====== +============ Precision = 0.16, Recall = 0.35555555555555557, F1 = 0.22068965517241382 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 104 : "food for thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "food for thought" =============== +============ Value of Rand Index = 0.8113131313131313 ================================= +============ Partial average Rand Index = 0.5361868686868687 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.056441575688418594 ================================= +============ Value of Jaccard Index = 0.8113131313131313 ================================= +============ Partial average of Jaccard Index = 0.46107034797584556 ====== +============ Precision = 0.04, Recall = 0.36363636363636365, F1 = 0.07207207207207207 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 105 : "burden of proof" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 6, 7, 8, 10, 11, 12, 13, 17, 19, 20, 24, 26, 27, 28, 32, 34, 36, 42, 43, 44, 50, 51, 52, 54, 56, 57, 58, 99, 100] +The cluster 2 contains the snippets: [37, 38, 39, 45, 46, 60, 61, 62, 65, 66, 67, 68, 70, 72, 73, 75, 79, 83, 85, 87, 88, 89, 91, 92, 93, 94, 95, 96] +The cluster 3 contains the snippets: [3, 5, 14, 15, 21, 22, 23, 40, 41, 49] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 37, 3, 6, 38, 5, 7, 39, 14, 8, 45, 15, 10, 46, 21, 11, 60, 22, 12, 61, 23, 13, 62, 40, 17, 65, 41, 19, 66, 49, 20, 67, 24, 68, 26, 70, 27, 72, 28, 73, 32, 75, 34, 79, 36, 83, 42, 85, 43, 87, 44, 88, 50, 89, 51, 91, 52, 92, 54, 93, 56, 94, 57, 95, 58, 96, 99, 100, 1, 4, 9, 16, 18, 25, 29, 30, 31, 33, 35, 47, 48, 53, 55, 59, 63, 64, 69, 71, 74, 76, 77, 78, 80, 81, 82, 84, 86, 90, 97, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "burden of proof" =============== +============ Value of Rand Index = 0.5197979797979798 ================================= +============ Partial average Rand Index = 0.5360307840307841 ====== +============ Value of Adjusted Rand Index = 0.07055243365072332 ================================= +============ Partial average of Adjusted Rand Index = 0.05657596481186911 ================================= +============ Value of Jaccard Index = 0.25579211020663745 ================================= +============ Partial average of Jaccard Index = 0.45911531713994835 ====== +============ Precision = 0.8382352941176471, Recall = 0.7916666666666666, F1 = 0.8142857142857143 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 22.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 106 : "dial tone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dial tone" =============== +============ Value of Rand Index = 0.6226262626262626 ================================= +============ Partial average Rand Index = 0.5368477225080999 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05604222929477601 ================================= +============ Value of Jaccard Index = 0.6226262626262626 ================================= +============ Partial average of Jaccard Index = 0.46065787322944185 ====== +============ Precision = 0.76, Recall = 0.9743589743589743, F1 = 0.853932584269663 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 107 : "stranger in town" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stranger in town" =============== +============ Value of Rand Index = 0.3692929292929293 ================================= +============ Partial average Rand Index = 0.5352817898612292 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05551847014248838 ================================= +============ Value of Jaccard Index = 0.3692929292929293 ================================= +============ Partial average of Jaccard Index = 0.45980399524872684 ====== +============ Precision = 0.23, Recall = 0.5227272727272727, F1 = 0.3194444444444445 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 108 : "beer for my horses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 16, 17, 19, 20, 22, 23, 24, 25, 26, 29, 30, 32, 33, 35, 36, 39, 40, 41, 43, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 74, 77, 78, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 16, 17, 19, 20, 22, 23, 24, 25, 26, 29, 30, 32, 33, 35, 36, 39, 40, 41, 43, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 67, 68, 69, 70, 71, 72, 74, 77, 78, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 7, 13, 14, 15, 18, 21, 27, 28, 31, 34, 37, 38, 42, 44, 45, 57, 66, 73, 75, 76, 79, 80, 87] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "beer for my horses" =============== +============ Value of Rand Index = 0.5462626262626262 ================================= +============ Partial average Rand Index = 0.5353834642723532 ====== +============ Value of Adjusted Rand Index = 0.1393453750535194 ================================= +============ Partial average of Adjusted Rand Index = 0.056294645187960894 ================================= +============ Value of Jaccard Index = 0.38262781748213304 ================================= +============ Partial average of Jaccard Index = 0.4590894010101472 ====== +============ Precision = 0.5324675324675324, Recall = 0.4939759036144578, F1 = 0.5125 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 77.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 109 : "peter and the wolf" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 12, 13, 15, 16, 17, 20, 22, 25, 26, 27, 28, 30, 31, 34, 35, 36, 37, 38, 39, 43, 45, 46, 49, 50, 51, 54, 55, 56, 58, 59, 60, 61, 65, 66, 68, 69, 71, 72, 73, 76, 77, 79, 83, 85, 87, 89, 90, 91, 95, 96, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 12, 13, 15, 16, 17, 20, 22, 25, 26, 27, 28, 30, 31, 34, 35, 36, 37, 38, 39, 43, 45, 46, 49, 50, 51, 54, 55, 56, 58, 59, 60, 61, 65, 66, 68, 69, 71, 72, 73, 76, 77, 79, 83, 85, 87, 89, 90, 91, 95, 96, 100, 9, 10, 11, 14, 18, 19, 21, 23, 24, 29, 32, 33, 40, 41, 42, 44, 47, 48, 52, 53, 57, 62, 63, 64, 67, 70, 74, 75, 78, 80, 81, 82, 84, 86, 88, 92, 93, 94, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "peter and the wolf" =============== +============ Value of Rand Index = 0.5472727272727272 ================================= +============ Partial average Rand Index = 0.535492540079696 ====== +============ Value of Adjusted Rand Index = 0.09819763909305251 ================================= +============ Partial average of Adjusted Rand Index = 0.05667907632470485 ================================= +============ Value of Jaccard Index = 0.3412698412698413 ================================= +============ Partial average of Jaccard Index = 0.4580084876180343 ====== +============ Precision = 0.4406779661016949, Recall = 0.6190476190476191, F1 = 0.5148514851485149 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 59.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 110 : "gorky park" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gorky park" =============== +============ Value of Rand Index = 0.2476767676767677 ================================= +============ Partial average Rand Index = 0.5328760330578513 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05616381199448026 ================================= +============ Value of Jaccard Index = 0.2476767676767677 ================================= +============ Partial average of Jaccard Index = 0.4560963810731137 ====== +============ Precision = 0.36, Recall = 0.3956043956043956, F1 = 0.37696335078534027 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 111 : "neutron star" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 59, 61, 63, 64, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 59, 61, 63, 64, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 99, 100, 4, 10, 11, 32, 40, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 62, 65, 73, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "neutron star" =============== +============ Value of Rand Index = 0.6426262626262627 ================================= +============ Partial average Rand Index = 0.5338647738647739 ====== +============ Value of Adjusted Rand Index = 0.10269242995015503 ================================= +============ Partial average of Adjusted Rand Index = 0.05658298873281967 ================================= +============ Value of Jaccard Index = 0.6120614035087719 ================================= +============ Partial average of Jaccard Index = 0.4575014713653269 ====== +============ Precision = 0.9358974358974359, Recall = 0.7849462365591398, F1 = 0.8538011695906432 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 78.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 112 : "death by chocolate" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "death by chocolate" =============== +============ Value of Rand Index = 0.6951515151515152 ================================= +============ Partial average Rand Index = 0.5353048340548341 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.056077783476276635 ================================= +============ Value of Jaccard Index = 0.6951515151515152 ================================= +============ Partial average of Jaccard Index = 0.459623346756275 ====== +============ Precision = 0.82, Recall = 0.9647058823529412, F1 = 0.8864864864864864 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 113 : "before the storm" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "before the storm" =============== +============ Value of Rand Index = 0.6797979797979798 ================================= +============ Partial average Rand Index = 0.5365835344596407 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.055581519905690116 ================================= +============ Value of Jaccard Index = 0.6797979797979798 ================================= +============ Partial average of Jaccard Index = 0.4615717948362901 ====== +============ Precision = 0.08, Recall = 0.42105263157894735, F1 = 0.13445378151260506 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 114 : "music of the spheres" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "music of the spheres" =============== +============ Value of Rand Index = 0.5078787878787879 ================================= +============ Partial average Rand Index = 0.5363317384370017 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.05509396271353494 ================================= +============ Value of Jaccard Index = 0.5078787878787879 ================================= +============ Partial average of Jaccard Index = 0.46197799652964533 ====== +============ Precision = 0.17, Recall = 0.5483870967741935, F1 = 0.2595419847328244 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ INFO ] WSIEvaluator - + +=========== Final average value of S-recall@K: ============= +1 0.2998 +2 0.3968 +3 0.4788 +4 0.5275 +5 0.5599 +6 0.5874 +7 0.6105 +8 0.6291 +9 0.6423 +10 0.6577 +11 0.6677 +12 0.6767 +13 0.6971 +14 0.7004 +15 0.7077 +16 0.7085 +17 0.7227 +18 0.7296 +19 0.7353 +20 0.7375 +21 0.7432 +22 0.7497 +23 0.7569 +24 0.7717 +25 0.7733 +26 0.7835 +27 0.7910 +28 0.7962 +29 0.8013 +30 0.8051 +31 0.8111 +32 0.8137 +33 0.8197 +34 0.8197 +35 0.8264 +36 0.8318 +37 0.8368 +38 0.8425 +39 0.8447 +40 0.8469 +41 0.8487 +42 0.8493 +43 0.8547 +44 0.8591 +45 0.8627 +46 0.8627 +47 0.8635 +48 0.8693 +49 0.8693 +50 0.8770 +51 0.8802 +52 0.8834 +53 0.8872 +54 0.8925 +55 0.8947 +56 0.8991 +57 0.9015 +58 0.9025 +59 0.9069 +60 0.9083 +61 0.9134 +62 0.9144 +63 0.9173 +64 0.9228 +65 0.9252 +66 0.9318 +67 0.9347 +68 0.9361 +69 0.9379 +70 0.9394 +71 0.9430 +72 0.9430 +73 0.9474 +74 0.9502 +75 0.9524 +76 0.9546 +77 0.9573 +78 0.9573 +79 0.9573 +80 0.9573 +81 0.9617 +82 0.9656 +83 0.9656 +84 0.9722 +85 0.9736 +86 0.9758 +87 0.9798 +88 0.9805 +89 0.9867 +90 0.9878 +91 0.9896 +92 0.9905 +93 0.9905 +94 0.9934 +95 0.9972 +96 0.9972 +97 0.9972 +98 0.9972 +99 0.9979 +100 1.0000 + +=========== Final average value of S-precision@r: ============= +0.4000 0.4633 +0.4500 0.3688 +0.5000 0.3173 +0.5500 0.2337 +0.6000 0.2068 +0.6500 0.1991 +0.7000 0.1583 +0.7500 0.1447 +0.8000 0.1257 +0.8500 0.1237 +0.9000 0.1117 +0.9500 0.1085 +1.0000 0.0658 + +=========== Final average value of F1: ===================== +average F1 = 0.5013485774510288 + +=========== Final average value of Rand Index: ============= +average Rand Index = 0.5363317384370017 + +=========== Final average value of Adjusted Rand Index: ==== +average Adj Rand Index = 0.05509396271353494 + +=========== Final average value of Jaccard Index: ========== +average Jaccard Index = 0.46197799652964533 + +================ Statistics: ==================================== +============ average number of created clusters: 1.4649122807017543 +============ average cluster size: 74.81398635477582 + +[ WARN ] WSIEvaluator - Simulation started at: 17:34 and completed at 17:34 +Execution time: 3.524 sec diff --git a/results/development/singletons.log b/results/development/singletons.log new file mode 100644 index 0000000..7ac2707 --- /dev/null +++ b/results/development/singletons.log @@ -0,0 +1,14859 @@ +[ INFO ] Configuration - Loading /eval.properties FROM /home/students/zimmermann/Courses/ws17/fsem/absinth/evaluator/config/eval.properties +[ INFO ] WSIEvaluator - Run started at 16:02 +[ INFO ] Dataset - Loading the ./../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the topics data ./../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the subtopics data +[ INFO ] Dataset - Loading the snippets data +[ INFO ] Dataset - Loading the relations data +[ INFO ] Dataset - Loading the relations data +[ INFO ] WSIEvaluator - +=================================================== +Starting the evaluation +=================================================== +[ INFO ] WSIEvaluator - +=================================================== +subtopic-recall@K default: 100 +=================================================== +[ WARN ] WSIEvaluator - +============= Query 1 : "the blue bird" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the blue bird" =============== +============ Value of Rand Index = 0.41898989898989897 ================================= +============ Partial average Rand Index = 0.41898989898989897 ====== +============ Value of Adjusted Rand Index = -3.9605874724525024E-4 ================================= +============ Partial average of Adjusted Rand Index = -3.9605874724525024E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.26, Recall = 0.9629629629629629, F1 = 0.40944881889763773 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 2 : "crown of thorns" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "crown of thorns" =============== +============ Value of Rand Index = 0.7806060606060606 ================================= +============ Partial average Rand Index = 0.5997979797979798 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -1.9802937362262512E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.59, Recall = 1.0, F1 = 0.7421383647798743 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 3 : "hall of justice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hall of justice" =============== +============ Value of Rand Index = 0.6462626262626263 ================================= +============ Partial average Rand Index = 0.6152861952861953 ====== +============ Value of Adjusted Rand Index = -3.9597028436365127E-4 ================================= +============ Partial average of Adjusted Rand Index = -2.640096772029672E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.62, Recall = 0.9841269841269841, F1 = 0.7607361963190183 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 4 : "cool water" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cool water" =============== +============ Value of Rand Index = 0.38545454545454544 ================================= +============ Partial average Rand Index = 0.5578282828282828 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -1.980072579022254E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.24, Recall = 1.0, F1 = 0.3870967741935484 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 5 : "the art of seduction" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the art of seduction" =============== +============ Value of Rand Index = 0.47454545454545455 ================================= +============ Partial average Rand Index = 0.5411717171717172 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -1.584058063217803E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.31, Recall = 1.0, F1 = 0.47328244274809156 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 6 : "radioactive man" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radioactive man" =============== +============ Value of Rand Index = 0.731919191919192 ================================= +============ Partial average Rand Index = 0.572962962962963 ====== +============ Value of Adjusted Rand Index = -0.00536994948008055 ================================= +============ Partial average of Adjusted Rand Index = -0.0010269964186149087 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.79, Recall = 0.8061224489795918, F1 = 0.7979797979797979 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 7 : "radius of curvature" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radius of curvature" =============== +============ Value of Rand Index = 0.7628282828282829 ================================= +============ Partial average Rand Index = 0.60008658008658 ====== +============ Value of Adjusted Rand Index = -0.005257345376517471 ================================= +============ Partial average of Adjusted Rand Index = -0.0016313319840295603 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.85, Recall = 0.8333333333333334, F1 = 0.8415841584158417 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 8 : "twilight of the gods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "twilight of the gods" =============== +============ Value of Rand Index = 0.7565656565656566 ================================= +============ Partial average Rand Index = 0.6196464646464647 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -0.0014274154860258652 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.56, Recall = 1.0, F1 = 0.717948717948718 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 9 : "sign of the cross" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sign of the cross" =============== +============ Value of Rand Index = 0.5711111111111111 ================================= +============ Partial average Rand Index = 0.614253647586981 ====== +============ Value of Adjusted Rand Index = -3.9600990640325444E-4 ================================= +============ Partial average of Adjusted Rand Index = -0.0013128148660677972 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.53, Recall = 0.9814814814814815, F1 = 0.6883116883116882 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 10 : "in the name of love" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "in the name of love" =============== +============ Value of Rand Index = 0.37555555555555553 ================================= +============ Partial average Rand Index = 0.5903838383838385 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -0.0011815333794610175 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.22, Recall = 1.0, F1 = 0.36065573770491804 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 11 : "stephen king" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stephen king" =============== +============ Value of Rand Index = 0.07757575757575758 ================================= +============ Partial average Rand Index = 0.5437649219467402 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -0.0010741212540554704 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.96, Recall = 1.0, F1 = 0.9795918367346939 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 12 : "private practice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "private practice" =============== +============ Value of Rand Index = 0.5428282828282829 ================================= +============ Partial average Rand Index = 0.5436868686868687 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.846111495508479E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.5, Recall = 1.0, F1 = 0.6666666666666666 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 13 : "micro chip" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "micro chip" =============== +============ Value of Rand Index = 0.6797979797979798 ================================= +============ Partial average Rand Index = 0.554156954156954 ====== +============ Value of Adjusted Rand Index = -0.001492129275979673 ================================= +============ Partial average of Adjusted Rand Index = -0.0010236510054299883 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.93, Recall = 0.9587628865979382, F1 = 0.9441624365482233 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 14 : "the glass bead game" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the glass bead game" =============== +============ Value of Rand Index = 0.556969696969697 ================================= +============ Partial average Rand Index = 0.5543578643578643 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.505330764707035E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.49, Recall = 1.0, F1 = 0.6577181208053691 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 15 : "la mancha" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "la mancha" =============== +============ Value of Rand Index = 0.4612121212121212 ================================= +============ Partial average Rand Index = 0.548148148148148 ====== +============ Value of Adjusted Rand Index = -0.002156160009261358 ================================= +============ Partial average of Adjusted Rand Index = -0.0010309082053234137 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.33, Recall = 0.8461538461538461, F1 = 0.4748201438848921 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 16 : "richard tracey" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "richard tracey" =============== +============ Value of Rand Index = 0.44383838383838387 ================================= +============ Partial average Rand Index = 0.5416287878787879 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.664764424907003E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.29, Recall = 1.0, F1 = 0.44961240310077516 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 17 : "heart attack" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart attack" =============== +============ Value of Rand Index = 0.039595959595959594 ================================= +============ Partial average Rand Index = 0.5120974450386215 ====== +============ Value of Adjusted Rand Index = -0.0027721630654488744 ================================= +============ Partial average of Adjusted Rand Index = -0.0010726933026647106 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.98, Recall = 0.9245283018867925, F1 = 0.9514563106796116 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 18 : "new england" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "new england" =============== +============ Value of Rand Index = 0.5408080808080808 ================================= +============ Partial average Rand Index = 0.5136924803591472 ====== +============ Value of Adjusted Rand Index = -3.9602221557442295E-4 ================================= +============ Partial average of Adjusted Rand Index = -0.001035100464493028 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.36, Recall = 0.972972972972973, F1 = 0.5255474452554745 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 19 : "fly with me" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fly with me" =============== +============ Value of Rand Index = 0.2197979797979798 ================================= +============ Partial average Rand Index = 0.4982243487506646 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.806214926776054E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.12, Recall = 1.0, F1 = 0.21428571428571425 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 20 : "agent blue" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "agent blue" =============== +============ Value of Rand Index = 0.4953535353535354 ================================= +============ Partial average Rand Index = 0.49808080808080823 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.315904180437252E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.34, Recall = 1.0, F1 = 0.5074626865671642 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 21 : "across the universe" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "across the universe" =============== +============ Value of Rand Index = 0.5909090909090909 ================================= +============ Partial average Rand Index = 0.5025012025012027 ====== +============ Value of Adjusted Rand Index = -7.763847220056019E-4 ================================= +============ Partial average of Adjusted Rand Index = -9.241996706133384E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.76, Recall = 0.9743589743589743, F1 = 0.853932584269663 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 22 : "attack of the mutant" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "attack of the mutant" =============== +============ Value of Rand Index = 0.5149494949494949 ================================= +============ Partial average Rand Index = 0.5030670339761251 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.821905946763685E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.33, Recall = 1.0, F1 = 0.49624060150375937 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 23 : "the block" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the block" =============== +============ Value of Rand Index = 0.4319191919191919 ================================= +============ Partial average Rand Index = 0.4999736495388671 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.438344818643525E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.27, Recall = 1.0, F1 = 0.4251968503937008 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 24 : "lake of the woods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lake of the woods" =============== +============ Value of Rand Index = 0.5490909090909091 ================================= +============ Partial average Rand Index = 0.5020202020202021 ====== +============ Value of Adjusted Rand Index = -0.0021551983799385343 ================================= +============ Partial average of Adjusted Rand Index = -8.984746442841099E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.35, Recall = 0.8536585365853658, F1 = 0.49645390070921985 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 25 : "freedom of the seas" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the seas" =============== +============ Value of Rand Index = 0.4177777777777778 ================================= +============ Partial average Rand Index = 0.49865050505050507 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.625356585127455E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.74, Recall = 1.0, F1 = 0.8505747126436781 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 26 : "robert watts" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "robert watts" =============== +============ Value of Rand Index = 0.6147474747474747 ================================= +============ Partial average Rand Index = 0.5031157731157732 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.293612101084092E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.49, Recall = 1.0, F1 = 0.6577181208053691 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 27 : "look back in anger" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "look back in anger" =============== +============ Value of Rand Index = 0.6248484848484849 ================================= +============ Partial average Rand Index = 0.5076243920688365 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.986441282525422E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.44, Recall = 1.0, F1 = 0.6111111111111112 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 28 : "liquid air" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "liquid air" =============== +============ Value of Rand Index = 0.2882828282828283 ================================= +============ Partial average Rand Index = 0.4997907647907648 ====== +============ Value of Adjusted Rand Index = -3.9608404087119597E-4 ================================= +============ Partial average of Adjusted Rand Index = -7.842669822746371E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.17, Recall = 0.9444444444444444, F1 = 0.288135593220339 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 29 : "civil disobedience" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil disobedience" =============== +============ Value of Rand Index = 0.6159595959595959 ================================= +============ Partial average Rand Index = 0.5037965865552072 ====== +============ Value of Adjusted Rand Index = -3.9598812577216124E-4 ================================= +============ Partial average of Adjusted Rand Index = -7.708780561883447E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.82, Recall = 0.9879518072289156, F1 = 0.8961748633879781 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 30 : "mount huxley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mount huxley" =============== +============ Value of Rand Index = 0.23292929292929293 ================================= +============ Partial average Rand Index = 0.49476767676767675 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.451821209820665E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.13, Recall = 1.0, F1 = 0.23008849557522126 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 31 : "seduced and abandoned" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "seduced and abandoned" =============== +============ Value of Rand Index = 0.5890909090909091 ================================= +============ Partial average Rand Index = 0.49781036168132947 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.211439880471612E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.58, Recall = 1.0, F1 = 0.7341772151898733 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 32 : "tai chi" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tai chi" =============== +============ Value of Rand Index = 0.33616161616161616 ================================= +============ Partial average Rand Index = 0.49275883838383844 ====== +============ Value of Adjusted Rand Index = -0.009447553847650598 ================================= +============ Partial average of Adjusted Rand Index = -9.938442961597686E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.8, Recall = 0.5673758865248227, F1 = 0.6639004149377593 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 33 : "a bell for adano" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "a bell for adano" =============== +============ Value of Rand Index = 0.6248484848484849 ================================= +============ Partial average Rand Index = 0.49676155494337326 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.637278023367453E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.73, Recall = 1.0, F1 = 0.8439306358381503 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 34 : "gay bar" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gay bar" =============== +============ Value of Rand Index = 0.20262626262626263 ================================= +============ Partial average Rand Index = 0.4881105169340465 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.353828669738999E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.97, Recall = 1.0, F1 = 0.9847715736040609 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 35 : "down in the valley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "down in the valley" =============== +============ Value of Rand Index = 0.5167676767676768 ================================= +============ Partial average Rand Index = 0.4889292929292931 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.08657642203217E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.34, Recall = 1.0, F1 = 0.5074626865671642 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 36 : "space raiders" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space raiders" =============== +============ Value of Rand Index = 0.6422222222222222 ================================= +============ Partial average Rand Index = 0.49318742985409675 ====== +============ Value of Adjusted Rand Index = -0.0011415745865256811 ================================= +============ Partial average of Adjusted Rand Index = -9.151275573232855E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.9, Recall = 0.967741935483871, F1 = 0.9326424870466321 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 37 : "black hole" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "black hole" =============== +============ Value of Rand Index = 0.039595959595959594 ================================= +============ Partial average Rand Index = 0.48092820092820115 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.903943800983318E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.98, Recall = 1.0, F1 = 0.98989898989899 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 38 : "fata morgana" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fata morgana" =============== +============ Value of Rand Index = 0.5339393939393939 ================================= +============ Partial average Rand Index = 0.48232323232323254 ====== +============ Value of Adjusted Rand Index = -0.0011420257311745585 ================================= +============ Partial average of Adjusted Rand Index = -8.970162577582324E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.33, Recall = 0.9166666666666666, F1 = 0.4852941176470588 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 39 : "all that jazz" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "all that jazz" =============== +============ Value of Rand Index = 0.5383838383838384 ================================= +============ Partial average Rand Index = 0.48376068376068393 ====== +============ Value of Adjusted Rand Index = -0.0028733268490919446 ================================= +============ Partial average of Adjusted Rand Index = -9.476908883052507E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.36, Recall = 0.8571428571428571, F1 = 0.5070422535211268 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 40 : "ten little indians" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ten little indians" =============== +============ Value of Rand Index = 0.7808080808080808 ================================= +============ Partial average Rand Index = 0.49118686868686884 ====== +============ Value of Adjusted Rand Index = -0.0011403539196118803 ================================= +============ Partial average of Adjusted Rand Index = -9.525074640879165E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.64, Recall = 0.9552238805970149, F1 = 0.7664670658682635 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 41 : "speed of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "speed of light" =============== +============ Value of Rand Index = 0.5230303030303031 ================================= +============ Partial average Rand Index = 0.4919635378171965 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.292755747199186E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.44, Recall = 1.0, F1 = 0.6111111111111112 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 42 : "ray of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ray of light" =============== +============ Value of Rand Index = 0.5852525252525252 ================================= +============ Partial average Rand Index = 0.49418470418470434 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.071499657980158E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.42, Recall = 1.0, F1 = 0.5915492957746479 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 43 : "soul food" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soul food" =============== +============ Value of Rand Index = 0.3781818181818182 ================================= +============ Partial average Rand Index = 0.4914869626497535 ====== +============ Value of Adjusted Rand Index = -7.766467029606439E-4 ================================= +============ Partial average of Adjusted Rand Index = -9.041150061971466E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.92, Recall = 0.9787234042553191, F1 = 0.9484536082474226 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 44 : "volcanic rock" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "volcanic rock" =============== +============ Value of Rand Index = 0.09595959595959595 ================================= +============ Partial average Rand Index = 0.48249770431588623 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.835669378744841E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.95, Recall = 1.0, F1 = 0.9743589743589743 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 45 : "storm in a teacup" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "storm in a teacup" =============== +============ Value of Rand Index = 0.48545454545454547 ================================= +============ Partial average Rand Index = 0.48256341189674534 ====== +============ Value of Adjusted Rand Index = -3.960409587518754E-4 ================================= +============ Partial average of Adjusted Rand Index = -8.727330272273151E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.29, Recall = 0.9666666666666667, F1 = 0.4461538461538462 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 46 : "double negative" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "double negative" =============== +============ Value of Rand Index = 0.7533333333333333 ================================= +============ Partial average Rand Index = 0.4884497145366712 ====== +============ Value of Adjusted Rand Index = -0.007971562982054401 ================================= +============ Partial average of Adjusted Rand Index = -0.001027055417549643 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.61, Recall = 0.8133333333333334, F1 = 0.6971428571428571 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 47 : "the whole truth" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the whole truth" =============== +============ Value of Rand Index = 0.25757575757575757 ================================= +============ Partial average Rand Index = 0.48353750268643897 ====== +============ Value of Adjusted Rand Index = -3.960886915331327E-4 ================================= +============ Partial average of Adjusted Rand Index = -0.001013630593591845 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.14, Recall = 0.9333333333333333, F1 = 0.24347826086956526 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 48 : "james bond" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "james bond" =============== +============ Value of Rand Index = 0.5309090909090909 ================================= +============ Partial average Rand Index = 0.4845244107744109 ====== +============ Value of Adjusted Rand Index = -0.012386603069896649 ================================= +============ Partial average of Adjusted Rand Index = -0.0012505675201815284 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.87, Recall = 0.5838926174496645, F1 = 0.6987951807228916 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 49 : "survival of the fittest" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "survival of the fittest" =============== +============ Value of Rand Index = 0.5595959595959596 ================================= +============ Partial average Rand Index = 0.4860564831993405 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -0.0012250457340553748 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.35, Recall = 1.0, F1 = 0.5185185185185185 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 50 : "mark forster" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mark forster" =============== +============ Value of Rand Index = 0.5335353535353535 ================================= +============ Partial average Rand Index = 0.4870060606060608 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -0.0012005448193742674 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.43, Recall = 1.0, F1 = 0.6013986013986015 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 51 : "rain or shine" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rain or shine" =============== +============ Value of Rand Index = 0.1703030303030303 ================================= +============ Partial average Rand Index = 0.4807961972667857 ====== +============ Value of Adjusted Rand Index = -3.961000301583831E-4 ================================= +============ Partial average of Adjusted Rand Index = -0.0011847713921347403 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.09, Recall = 0.9, F1 = 0.16363636363636364 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 52 : "another day in paradise" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "another day in paradise" =============== +============ Value of Rand Index = 0.6664646464646464 ================================= +============ Partial average Rand Index = 0.48436674436674454 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -0.0011619873269013798 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.49, Recall = 1.0, F1 = 0.6577181208053691 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 53 : "tree of knowledge" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tree of knowledge" =============== +============ Value of Rand Index = 0.4719191919191919 ================================= +============ Partial average Rand Index = 0.484131884886602 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -0.0011400630377145615 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.3, Recall = 1.0, F1 = 0.4615384615384615 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 54 : "indy 500" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "indy 500" =============== +============ Value of Rand Index = 0.29818181818181816 ================================= +============ Partial average Rand Index = 0.4806883651328097 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -0.0011189507592383658 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.82, Recall = 1.0, F1 = 0.9010989010989011 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 55 : "amarillo by morning" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "amarillo by morning" =============== +============ Value of Rand Index = 0.3880808080808081 ================================= +============ Partial average Rand Index = 0.47900459136822787 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -0.0010986061999794865 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.77, Recall = 1.0, F1 = 0.8700564971751412 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 56 : "queen of the night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "queen of the night" =============== +============ Value of Rand Index = 0.5797979797979798 ================================= +============ Partial average Rand Index = 0.48080447330447346 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -0.0010789882321227099 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.38, Recall = 1.0, F1 = 0.5507246376811594 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 57 : "cassius marcellus clay" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cassius marcellus clay" =============== +============ Value of Rand Index = 0.6002020202020202 ================================= +============ Partial average Rand Index = 0.48289916710969355 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -0.001060058614015294 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.52, Recall = 1.0, F1 = 0.6842105263157895 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 58 : "space opera" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space opera" =============== +============ Value of Rand Index = 0.6557575757575758 ================================= +============ Partial average Rand Index = 0.4858794845001743 ====== +============ Value of Adjusted Rand Index = -7.762404852208705E-4 ================================= +============ Partial average of Adjusted Rand Index = -0.001055165198001597 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.69, Recall = 0.971830985915493, F1 = 0.8070175438596492 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 59 : "alpha dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "alpha dog" =============== +============ Value of Rand Index = 0.3812121212121212 ================================= +============ Partial average Rand Index = 0.48410546139359717 ====== +============ Value of Adjusted Rand Index = -3.960671553003496E-4 ================================= +============ Partial average of Adjusted Rand Index = -0.0010439940447354741 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.24, Recall = 0.96, F1 = 0.384 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 60 : "bullet in the head" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bullet in the head" =============== +============ Value of Rand Index = 0.6648484848484848 ================================= +============ Partial average Rand Index = 0.4871178451178453 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -0.0010265941439898828 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.6, Recall = 1.0, F1 = 0.7499999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 61 : "jump cut" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "jump cut" =============== +============ Value of Rand Index = 0.6204040404040404 ================================= +============ Partial average Rand Index = 0.4893028647127009 ====== +============ Value of Adjusted Rand Index = -3.959856871932244E-4 ================================= +============ Partial average of Adjusted Rand Index = -0.0010162563004358393 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.48, Recall = 0.9795918367346939, F1 = 0.6442953020134228 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 62 : "family reunion" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "family reunion" =============== +============ Value of Rand Index = 0.5333333333333333 ================================= +============ Partial average Rand Index = 0.49001303356142084 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.998650697836484E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.65, Recall = 1.0, F1 = 0.787878787878788 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 63 : "rookie of the year" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rookie of the year" =============== +============ Value of Rand Index = 0.4072727272727273 ================================= +============ Partial average Rand Index = 0.48869969536636215 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.839941956600983E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.82, Recall = 1.0, F1 = 0.9010989010989011 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 64 : "junk mail" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "junk mail" =============== +============ Value of Rand Index = 0.4612121212121212 ================================= +============ Partial average Rand Index = 0.48827020202020216 ====== +============ Value of Adjusted Rand Index = -0.0018314354225744771 ================================= +============ Partial average of Adjusted Rand Index = -9.972354648306355E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.99, Recall = 0.9519230769230769, F1 = 0.9705882352941176 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 65 : "little brother" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "little brother" =============== +============ Value of Rand Index = 0.5680808080808081 ================================= +============ Partial average Rand Index = 0.48949805749805764 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.818933807563181E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.38, Recall = 1.0, F1 = 0.5507246376811594 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 66 : "lost in space" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lost in space" =============== +============ Value of Rand Index = 0.6478787878787878 ================================= +============ Partial average Rand Index = 0.49189776553412934 ====== +============ Value of Adjusted Rand Index = -0.0011415469137533846 ================================= +============ Partial average of Adjusted Rand Index = -9.84312373680516E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.53, Recall = 0.9464285714285714, F1 = 0.6794871794871796 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 67 : "the game of life" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the game of life" =============== +============ Value of Rand Index = 0.545050505050505 ================================= +============ Partial average Rand Index = 0.4926910900045228 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.696211442225979E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.37, Recall = 1.0, F1 = 0.5401459854014599 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 68 : "field of fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "field of fire" =============== +============ Value of Rand Index = 0.7224242424242424 ================================= +============ Partial average Rand Index = 0.49606951871657756 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.553620097487362E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.56, Recall = 1.0, F1 = 0.717948717948718 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 69 : "citizen of the world" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "citizen of the world" =============== +============ Value of Rand Index = 0.11474747474747475 ================================= +============ Partial average Rand Index = 0.49054311228224273 ====== +============ Value of Adjusted Rand Index = -3.961060837537479E-4 ================================= +============ Partial average of Adjusted Rand Index = -9.472568514009829E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.06, Recall = 0.8571428571428571, F1 = 0.11214953271028037 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 70 : "bad to the bone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bad to the bone" =============== +============ Value of Rand Index = 0.5418181818181819 ================================= +============ Partial average Rand Index = 0.49127561327561337 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.337246106666832E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.37, Recall = 1.0, F1 = 0.5401459854014599 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 71 : "cats and dogs" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cats and dogs" =============== +============ Value of Rand Index = 0.21333333333333335 ================================= +============ Partial average Rand Index = 0.48736093327642627 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.205735598122228E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.12, Recall = 1.0, F1 = 0.21428571428571425 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 72 : "division by zero" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "division by zero" =============== +============ Value of Rand Index = 0.356969696969697 ================================= +============ Partial average Rand Index = 0.4855499438832773 ====== +============ Value of Adjusted Rand Index = -7.766635057795449E-4 ================================= +============ Partial average of Adjusted Rand Index = -9.185748090617689E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.88, Recall = 0.9777777777777777, F1 = 0.9263157894736842 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 73 : "hair of the dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hair of the dog" =============== +============ Value of Rand Index = 0.5527272727272727 ================================= +============ Partial average Rand Index = 0.48647018126470193 ====== +============ Value of Adjusted Rand Index = -3.9601757287733956E-4 ================================= +============ Partial average of Adjusted Rand Index = -9.114164907578727E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.36, Recall = 0.972972972972973, F1 = 0.5255474452554745 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 74 : "freedom of the press" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the press" =============== +============ Value of Rand Index = 0.35797979797979795 ================================= +============ Partial average Rand Index = 0.4847338247338248 ====== +============ Value of Adjusted Rand Index = -0.0014940066122930843 ================================= +============ Partial average of Adjusted Rand Index = -9.192893302380782E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.92, Recall = 0.9583333333333334, F1 = 0.9387755102040817 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 75 : "bat boy" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bat boy" =============== +============ Value of Rand Index = 0.6171717171717171 ================================= +============ Partial average Rand Index = 0.48649966329966343 ====== +============ Value of Adjusted Rand Index = -7.763321866464722E-4 ================================= +============ Partial average of Adjusted Rand Index = -9.173832349901902E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.62, Recall = 0.96875, F1 = 0.7560975609756097 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 76 : "fast food nation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fast food nation" =============== +============ Value of Rand Index = 0.5838383838383838 ================================= +============ Partial average Rand Index = 0.4877804359383308 ====== +============ Value of Adjusted Rand Index = -3.960042022581851E-4 ================================= +============ Partial average of Adjusted Rand Index = -9.105229845595058E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.89, Recall = 0.9888888888888889, F1 = 0.9368421052631579 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 77 : "the da vinci code" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the da vinci code" =============== +============ Value of Rand Index = 0.7084848484848485 ================================= +============ Partial average Rand Index = 0.49064672701036344 ====== +============ Value of Adjusted Rand Index = -0.0018285411421756989 ================================= +============ Partial average of Adjusted Rand Index = -9.224452982947811E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.65, Recall = 0.9285714285714286, F1 = 0.7647058823529412 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 78 : "civil war" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil war" =============== +============ Value of Rand Index = 0.56 ================================= +============ Partial average Rand Index = 0.49153587153587164 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -9.106190765217711E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.61, Recall = 1.0, F1 = 0.7577639751552795 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 79 : "trip the light fantastic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "trip the light fantastic" =============== +============ Value of Rand Index = 0.43474747474747477 ================================= +============ Partial average Rand Index = 0.4908170310701957 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.99092252768331E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.26, Recall = 1.0, F1 = 0.41269841269841273 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 80 : "ace of spades" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ace of spades" =============== +============ Value of Rand Index = 0.5509090909090909 ================================= +============ Partial average Rand Index = 0.49156818181818185 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.878535996087268E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.34, Recall = 1.0, F1 = 0.5074626865671642 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 81 : "charles de gaulle" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "charles de gaulle" =============== +============ Value of Rand Index = 0.7650505050505051 ================================= +============ Partial average Rand Index = 0.49494450679635876 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.768924440580018E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.73, Recall = 1.0, F1 = 0.8439306358381503 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 82 : "dive bomber" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dive bomber" =============== +============ Value of Rand Index = 0.6373737373737374 ================================= +============ Partial average Rand Index = 0.4966814486326682 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.661986337646115E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.72, Recall = 1.0, F1 = 0.8372093023255813 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 83 : "catch a fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "catch a fire" =============== +============ Value of Rand Index = 0.3711111111111111 ================================= +============ Partial average Rand Index = 0.4951685529998784 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.557625056469656E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.89, Recall = 1.0, F1 = 0.9417989417989417 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 84 : "middle ages" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "middle ages" =============== +============ Value of Rand Index = 0.441010101010101 ================================= +============ Partial average Rand Index = 0.4945238095238096 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.455748567702161E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.76, Recall = 1.0, F1 = 0.8636363636363636 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 85 : "the marquise of o" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the marquise of o" =============== +============ Value of Rand Index = 0.6472727272727272 ================================= +============ Partial average Rand Index = 0.49632085561497336 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.356269172788018E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.7, Recall = 1.0, F1 = 0.8235294117647058 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 86 : "sean fallon" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sean fallon" =============== +============ Value of Rand Index = 0.16828282828282828 ================================= +============ Partial average Rand Index = 0.4925064599483205 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.259103252174203E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.09, Recall = 1.0, F1 = 0.16513761467889906 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 87 : "tower of babel" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tower of babel" =============== +============ Value of Rand Index = 0.8143434343434344 ================================= +============ Partial average Rand Index = 0.49620573551608044 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.164171030884844E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.64, Recall = 1.0, F1 = 0.7804878048780487 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 88 : "special edition" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "special edition" =============== +============ Value of Rand Index = 0.05919191919191919 ================================= +============ Partial average Rand Index = 0.49123966942148767 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -8.071396360079335E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.03, Recall = 1.0, F1 = 0.058252427184466014 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 89 : "the colour of magic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the colour of magic" =============== +============ Value of Rand Index = 0.6454545454545455 ================================= +============ Partial average Rand Index = 0.4929724208375894 ====== +============ Value of Adjusted Rand Index = -7.762669208837684E-4 ================================= +============ Partial average of Adjusted Rand Index = -8.067927515683361E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.65, Recall = 0.9701492537313433, F1 = 0.778443113772455 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 90 : "iron butterly" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "iron butterly" =============== +============ Value of Rand Index = 0.5404040404040404 ================================= +============ Partial average Rand Index = 0.4934994388327722 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.978283876620213E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.6, Recall = 1.0, F1 = 0.7499999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 91 : "reign of terror" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "reign of terror" =============== +============ Value of Rand Index = 0.5452525252525252 ================================= +============ Partial average Rand Index = 0.4940681540681541 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.890610427426585E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.38, Recall = 1.0, F1 = 0.5507246376811594 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 92 : "heavy rotation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heavy rotation" =============== +============ Value of Rand Index = 0.547070707070707 ================================= +============ Partial average Rand Index = 0.49464426877470347 ====== +============ Value of Adjusted Rand Index = -3.960198066427112E-4 ================================= +============ Partial average of Adjusted Rand Index = -7.847888553937459E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.38, Recall = 0.9743589743589743, F1 = 0.5467625899280576 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 93 : "the edge of heaven" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the edge of heaven" =============== +============ Value of Rand Index = 0.5428282828282829 ================================= +============ Partial average Rand Index = 0.49516237645269895 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.763502655508024E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.51, Recall = 1.0, F1 = 0.6754966887417219 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 94 : "top of the pops" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "top of the pops" =============== +============ Value of Rand Index = 0.5034343434343435 ================================= +============ Partial average Rand Index = 0.49525037610143985 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.680912201726024E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.66, Recall = 1.0, F1 = 0.7951807228915663 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 95 : "manor house" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "manor house" =============== +============ Value of Rand Index = 0.3290909090909091 ================================= +============ Partial average Rand Index = 0.49350132908027633 ====== +============ Value of Adjusted Rand Index = -3.960772017795686E-4 ================================= +============ Partial average of Adjusted Rand Index = -7.641752831368862E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.19, Recall = 0.95, F1 = 0.3166666666666667 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 96 : "bus driver" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bus driver" =============== +============ Value of Rand Index = 0.5846464646464646 ================================= +============ Partial average Rand Index = 0.49445075757575746 ====== +============ Value of Adjusted Rand Index = -3.9600382829381865E-4 ================================= +============ Partial average of Adjusted Rand Index = -7.603401638156043E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.9, Recall = 0.989010989010989, F1 = 0.9424083769633509 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 97 : "american beauty" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "american beauty" =============== +============ Value of Rand Index = 0.4729292929292929 ================================= +============ Partial average Rand Index = 0.4942288868062064 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.525016054257525E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.32, Recall = 1.0, F1 = 0.48484848484848486 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 98 : "soldier of fortune" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soldier of fortune" =============== +============ Value of Rand Index = 0.7391919191919192 ================================= +============ Partial average Rand Index = 0.49672850958565246 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.448230176152857E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.56, Recall = 1.0, F1 = 0.717948717948718 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 99 : "fight night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fight night" =============== +============ Value of Rand Index = 0.5468686868686868 ================================= +============ Partial average Rand Index = 0.49723497602285477 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.372995527908889E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.74, Recall = 1.0, F1 = 0.8505747126436781 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 100 : "magic lantern" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "magic lantern" =============== +============ Value of Rand Index = 0.338989898989899 ================================= +============ Partial average Rand Index = 0.49565252525252523 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.2992655726298E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.19, Recall = 1.0, F1 = 0.319327731092437 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 101 : "train of thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "train of thought" =============== +============ Value of Rand Index = 0.5511111111111111 ================================= +============ Partial average Rand Index = 0.4962016201620162 ====== +============ Value of Adjusted Rand Index = -7.764526331148665E-4 ================================= +============ Partial average of Adjusted Rand Index = -7.303872114793352E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.39, Recall = 0.9512195121951219, F1 = 0.553191489361702 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 102 : "heart to heart" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart to heart" =============== +============ Value of Rand Index = 0.1711111111111111 ================================= +============ Partial average Rand Index = 0.49301445830857593 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.232265525432633E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.09, Recall = 1.0, F1 = 0.16513761467889906 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 103 : "bed of roses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bed of roses" =============== +============ Value of Rand Index = 0.6618181818181819 ================================= +============ Partial average Rand Index = 0.49465332941061096 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.162049355282802E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.45, Recall = 1.0, F1 = 0.6206896551724138 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 104 : "food for thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "food for thought" =============== +============ Value of Rand Index = 0.18868686868686868 ================================= +============ Partial average Rand Index = 0.4917113442113442 ====== +============ Value of Adjusted Rand Index = -3.960978444524949E-4 ================================= +============ Partial average of Adjusted Rand Index = -7.131269827294745E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.1, Recall = 0.9090909090909091, F1 = 0.1801801801801802 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 105 : "burden of proof" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "burden of proof" =============== +============ Value of Rand Index = 0.4632323232323232 ================================= +============ Partial average Rand Index = 0.49144011544011545 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -7.0633529717967E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.72, Recall = 1.0, F1 = 0.8372093023255813 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 106 : "dial tone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dial tone" =============== +============ Value of Rand Index = 0.37737373737373736 ================================= +============ Partial average Rand Index = 0.49036401753382886 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -6.996717566402392E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.78, Recall = 1.0, F1 = 0.8764044943820225 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 107 : "stranger in town" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stranger in town" =============== +============ Value of Rand Index = 0.6307070707070707 ================================= +============ Partial average Rand Index = 0.4916756348532049 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -6.931327682604239E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.44, Recall = 1.0, F1 = 0.6111111111111112 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 108 : "beer for my horses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "beer for my horses" =============== +============ Value of Rand Index = 0.6260606060606061 ================================= +============ Partial average Rand Index = 0.49291994014216234 ====== +============ Value of Adjusted Rand Index = -7.763127366637793E-4 ================================= +============ Partial average of Adjusted Rand Index = -6.939029531530474E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.81, Recall = 0.9759036144578314, F1 = 0.8852459016393442 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 109 : "peter and the wolf" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "peter and the wolf" =============== +============ Value of Rand Index = 0.5894949494949495 ================================= +============ Partial average Rand Index = 0.4938059494022796 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -6.875368710140287E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.42, Recall = 1.0, F1 = 0.5915492957746479 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 110 : "gorky park" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gorky park" =============== +============ Value of Rand Index = 0.7523232323232323 ================================= +============ Partial average Rand Index = 0.49615610651974285 ====== +============ Value of Adjusted Rand Index = -3.9587348709972295E-4 ================================= +============ Partial average of Adjusted Rand Index = -6.848853857057168E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.9, Recall = 0.989010989010989, F1 = 0.9424083769633509 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 111 : "neutron star" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "neutron star" =============== +============ Value of Rand Index = 0.16828282828282828 ================================= +============ Partial average Rand Index = 0.4932022932022932 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -6.787152470957554E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.93, Recall = 1.0, F1 = 0.9637305699481865 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 112 : "death by chocolate" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "death by chocolate" =============== +============ Value of Rand Index = 0.30484848484848487 ================================= +============ Partial average Rand Index = 0.4915205627705627 ====== +============ Value of Adjusted Rand Index = -3.960813613964441E-4 ================================= +============ Partial average of Adjusted Rand Index = -6.761917302591545E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.84, Recall = 0.9882352941176471, F1 = 0.9081081081081082 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 113 : "before the storm" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "before the storm" =============== +============ Value of Rand Index = 0.3202020202020202 ================================= +============ Partial average Rand Index = 0.49000446947349596 ====== +============ Value of Adjusted Rand Index = -3.960787614093342E-4 ================================= +============ Partial average of Adjusted Rand Index = -6.737128544286251E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.18, Recall = 0.9473684210526315, F1 = 0.3025210084033613 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 114 : "music of the spheres" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 100 snippet clusters: ==================== +The cluster 1 contains the snippets: [1] +The cluster 2 contains the snippets: [2] +The cluster 3 contains the snippets: [3] +The cluster 4 contains the snippets: [4] +The cluster 5 contains the snippets: [5] +The cluster 6 contains the snippets: [6] +The cluster 7 contains the snippets: [7] +The cluster 8 contains the snippets: [8] +The cluster 9 contains the snippets: [9] +The cluster 10 contains the snippets: [10] +The cluster 11 contains the snippets: [11] +The cluster 12 contains the snippets: [12] +The cluster 13 contains the snippets: [13] +The cluster 14 contains the snippets: [14] +The cluster 15 contains the snippets: [15] +The cluster 16 contains the snippets: [16] +The cluster 17 contains the snippets: [17] +The cluster 18 contains the snippets: [18] +The cluster 19 contains the snippets: [19] +The cluster 20 contains the snippets: [20] +The cluster 21 contains the snippets: [21] +The cluster 22 contains the snippets: [22] +The cluster 23 contains the snippets: [23] +The cluster 24 contains the snippets: [24] +The cluster 25 contains the snippets: [25] +The cluster 26 contains the snippets: [26] +The cluster 27 contains the snippets: [27] +The cluster 28 contains the snippets: [28] +The cluster 29 contains the snippets: [29] +The cluster 30 contains the snippets: [30] +The cluster 31 contains the snippets: [31] +The cluster 32 contains the snippets: [32] +The cluster 33 contains the snippets: [33] +The cluster 34 contains the snippets: [34] +The cluster 35 contains the snippets: [35] +The cluster 36 contains the snippets: [36] +The cluster 37 contains the snippets: [37] +The cluster 38 contains the snippets: [38] +The cluster 39 contains the snippets: [39] +The cluster 40 contains the snippets: [40] +The cluster 41 contains the snippets: [41] +The cluster 42 contains the snippets: [42] +The cluster 43 contains the snippets: [43] +The cluster 44 contains the snippets: [44] +The cluster 45 contains the snippets: [45] +The cluster 46 contains the snippets: [46] +The cluster 47 contains the snippets: [47] +The cluster 48 contains the snippets: [48] +The cluster 49 contains the snippets: [49] +The cluster 50 contains the snippets: [50] +The cluster 51 contains the snippets: [51] +The cluster 52 contains the snippets: [52] +The cluster 53 contains the snippets: [53] +The cluster 54 contains the snippets: [54] +The cluster 55 contains the snippets: [55] +The cluster 56 contains the snippets: [56] +The cluster 57 contains the snippets: [57] +The cluster 58 contains the snippets: [58] +The cluster 59 contains the snippets: [59] +The cluster 60 contains the snippets: [60] +The cluster 61 contains the snippets: [61] +The cluster 62 contains the snippets: [62] +The cluster 63 contains the snippets: [63] +The cluster 64 contains the snippets: [64] +The cluster 65 contains the snippets: [65] +The cluster 66 contains the snippets: [66] +The cluster 67 contains the snippets: [67] +The cluster 68 contains the snippets: [68] +The cluster 69 contains the snippets: [69] +The cluster 70 contains the snippets: [70] +The cluster 71 contains the snippets: [71] +The cluster 72 contains the snippets: [72] +The cluster 73 contains the snippets: [73] +The cluster 74 contains the snippets: [74] +The cluster 75 contains the snippets: [75] +The cluster 76 contains the snippets: [76] +The cluster 77 contains the snippets: [77] +The cluster 78 contains the snippets: [78] +The cluster 79 contains the snippets: [79] +The cluster 80 contains the snippets: [80] +The cluster 81 contains the snippets: [81] +The cluster 82 contains the snippets: [82] +The cluster 83 contains the snippets: [83] +The cluster 84 contains the snippets: [84] +The cluster 85 contains the snippets: [85] +The cluster 86 contains the snippets: [86] +The cluster 87 contains the snippets: [87] +The cluster 88 contains the snippets: [88] +The cluster 89 contains the snippets: [89] +The cluster 90 contains the snippets: [90] +The cluster 91 contains the snippets: [91] +The cluster 92 contains the snippets: [92] +The cluster 93 contains the snippets: [93] +The cluster 94 contains the snippets: [94] +The cluster 95 contains the snippets: [95] +The cluster 96 contains the snippets: [96] +The cluster 97 contains the snippets: [97] +The cluster 98 contains the snippets: [98] +The cluster 99 contains the snippets: [99] +The cluster 100 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "music of the spheres" =============== +============ Value of Rand Index = 0.4921212121212121 ================================= +============ Partial average Rand Index = 0.4900230373914584 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = -6.678030925476722E-4 ================================= +============ Value of Jaccard Index = 0.0 ================================= +============ Partial average of Jaccard Index = 0.0 ====== +============ Precision = 0.31, Recall = 1.0, F1 = 0.47328244274809156 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 100 ============ +============ average size of the created clusters: 1.0 ============ +=========================================================================== + +[ INFO ] WSIEvaluator - + +=========== Final average value of S-recall@K: ============= +1 0.2963 +2 0.4017 +3 0.4855 +4 0.5378 +5 0.5792 +6 0.6043 +7 0.6295 +8 0.6526 +9 0.6722 +10 0.6931 +11 0.6993 +12 0.7032 +13 0.7166 +14 0.7238 +15 0.7318 +16 0.7349 +17 0.7473 +18 0.7593 +19 0.7679 +20 0.7690 +21 0.7747 +22 0.7805 +23 0.7947 +24 0.8040 +25 0.8098 +26 0.8153 +27 0.8240 +28 0.8292 +29 0.8365 +30 0.8374 +31 0.8456 +32 0.8470 +33 0.8530 +34 0.8530 +35 0.8561 +36 0.8611 +37 0.8672 +38 0.8718 +39 0.8729 +40 0.8751 +41 0.8751 +42 0.8773 +43 0.8782 +44 0.8815 +45 0.8822 +46 0.8822 +47 0.8874 +48 0.8888 +49 0.8888 +50 0.8896 +51 0.8896 +52 0.8943 +53 0.8974 +54 0.8983 +55 0.8983 +56 0.9008 +57 0.9033 +58 0.9042 +59 0.9137 +60 0.9167 +61 0.9167 +62 0.9231 +63 0.9246 +64 0.9290 +65 0.9313 +66 0.9402 +67 0.9413 +68 0.9428 +69 0.9460 +70 0.9460 +71 0.9511 +72 0.9511 +73 0.9533 +74 0.9544 +75 0.9566 +76 0.9588 +77 0.9632 +78 0.9632 +79 0.9632 +80 0.9632 +81 0.9632 +82 0.9649 +83 0.9671 +84 0.9693 +85 0.9725 +86 0.9725 +87 0.9812 +88 0.9818 +89 0.9853 +90 0.9853 +91 0.9853 +92 0.9879 +93 0.9879 +94 0.9879 +95 0.9888 +96 0.9899 +97 0.9943 +98 0.9972 +99 0.9979 +100 1.0000 + +=========== Final average value of S-precision@r: ============= +0.4000 0.5938 +0.4500 0.4186 +0.5000 0.3737 +0.5500 0.2710 +0.6000 0.2326 +0.6500 0.2209 +0.7000 0.1808 +0.7500 0.1615 +0.8000 0.1365 +0.8500 0.1309 +0.9000 0.1210 +0.9500 0.1177 +1.0000 0.0658 + +=========== Final average value of F1: ===================== +average F1 = 0.6866339495699452 + +=========== Final average value of Rand Index: ============= +average Rand Index = 0.4900230373914584 + +=========== Final average value of Adjusted Rand Index: ==== +average Adj Rand Index = -6.678030925476722E-4 + +=========== Final average value of Jaccard Index: ========== +average Jaccard Index = 0.0 + +================ Statistics: ==================================== +============ average number of created clusters: 100.0 +============ average cluster size: 1.0 + +[ WARN ] WSIEvaluator - Simulation started at: 16:02 and completed at 16:02 +Execution time: 7.308 sec diff --git a/results/development/system.log b/results/development/system.log new file mode 100644 index 0000000..0ae948b --- /dev/null +++ b/results/development/system.log @@ -0,0 +1,4073 @@ +[ INFO ] Configuration - Loading /eval.properties FROM /home/students/zimmermann/Courses/ws17/fsem/absinth/evaluator/config/eval.properties +[ INFO ] WSIEvaluator - Run started at 15:57 +[ INFO ] Dataset - Loading the ./../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the topics data ./../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the subtopics data +[ INFO ] Dataset - Loading the snippets data +[ INFO ] Dataset - Loading the relations data +[ INFO ] Dataset - Loading the relations data +[ INFO ] WSIEvaluator - +=================================================== +Starting the evaluation +=================================================== +[ INFO ] WSIEvaluator - +=================================================== +subtopic-recall@K default: 100 +=================================================== +[ WARN ] WSIEvaluator - +============= Query 1 : "the blue bird" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 15 snippet clusters: ==================== +The cluster 1 contains the snippets: [16, 23, 28, 31, 39, 41, 46, 66, 67, 69, 80, 85, 86, 95, 29, 62, 63] +The cluster 15 contains the snippets: [11, 27, 36, 38, 42, 44, 70, 71, 93, 94, 96, 99, 100] +The cluster 14 contains the snippets: [1, 4, 7, 8, 10, 13, 15, 21, 24, 45, 9] +The cluster 2 contains the snippets: [22, 47, 64, 65, 81, 82, 89, 91] +The cluster 10 contains the snippets: [2, 17, 60, 84, 87, 50, 88] +The cluster 11 contains the snippets: [53, 56, 78, 33, 48, 49] +The cluster 8 contains the snippets: [40, 57, 74, 79, 92] +The cluster 12 contains the snippets: [43, 51, 52, 73, 55] +The cluster 4 contains the snippets: [3, 6, 30, 76, 90] +The cluster 6 contains the snippets: [5, 18, 20, 77] +The cluster 13 contains the snippets: [26, 58, 75] +The cluster 9 contains the snippets: [83, 25, 68] +The cluster 7 contains the snippets: [34, 35] +The cluster 3 contains the snippets: [12] +The cluster 5 contains the snippets: [54] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [16, 22, 12, 3, 54, 5, 34, 40, 83, 2, 53, 43, 26, 1, 11, 23, 47, 6, 18, 35, 57, 25, 17, 56, 51, 58, 4, 27, 28, 64, 30, 20, 74, 68, 60, 78, 52, 75, 7, 36, 31, 65, 76, 77, 79, 84, 33, 73, 8, 38, 39, 81, 90, 92, 87, 48, 55, 10, 42, 41, 82, 50, 49, 13, 44, 46, 89, 88, 15, 70, 66, 91, 21, 71, 67, 24, 93, 69, 45, 94, 80, 9, 96, 85, 99, 86, 100, 95, 29, 62, 63, 14, 19, 32, 37, 59, 61, 72, 97, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the blue bird" =============== +============ Value of Rand Index = 0.4537373737373737 ================================= +============ Partial average Rand Index = 0.4537373737373737 ====== +============ Value of Adjusted Rand Index = 0.037886493719949205 ================================= +============ Partial average of Adjusted Rand Index = 0.037886493719949205 ================================= +============ Value of Jaccard Index = 0.09746328437917223 ================================= +============ Partial average of Jaccard Index = 0.09746328437917223 ====== +============ Precision = 0.21978021978021978, Recall = 0.7407407407407407, F1 = 0.3389830508474576 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 15 ============ +============ average size of the created clusters: 6.066666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 2 : "crown of thorns" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 9, 12, 14, 20, 25, 26, 27, 28, 30, 41, 42, 46, 51, 59, 61, 70, 74, 77, 82, 89, 92, 93, 94, 35, 36, 40, 45, 47, 63, 67, 68, 75, 83, 85] +The cluster 9 contains the snippets: [3, 8, 11, 13, 15, 16, 17, 33, 48, 53, 69, 80, 81, 87] +The cluster 3 contains the snippets: [10, 22, 24, 31, 37, 38, 49, 50, 76, 78, 32, 72] +The cluster 7 contains the snippets: [2, 6, 18, 39, 44, 52, 66, 98] +The cluster 4 contains the snippets: [4, 56, 95, 58, 97, 99] +The cluster 8 contains the snippets: [54, 79, 91] +The cluster 5 contains the snippets: [88, 90] +The cluster 6 contains the snippets: [21, 73] +The cluster 2 contains the snippets: [5] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 5, 10, 4, 88, 21, 2, 54, 3, 9, 22, 56, 90, 73, 6, 79, 8, 12, 24, 95, 18, 91, 11, 14, 31, 58, 39, 13, 20, 37, 97, 44, 15, 25, 38, 99, 52, 16, 26, 49, 66, 17, 27, 50, 98, 33, 28, 76, 48, 30, 78, 53, 41, 32, 69, 42, 72, 80, 46, 81, 51, 87, 59, 61, 70, 74, 77, 82, 89, 92, 93, 94, 35, 36, 40, 45, 47, 63, 67, 68, 75, 83, 85, 7, 19, 23, 29, 34, 43, 55, 57, 60, 62, 64, 65, 71, 84, 86, 96, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "crown of thorns" =============== +============ Value of Rand Index = 0.7446464646464647 ================================= +============ Partial average Rand Index = 0.5991919191919192 ====== +============ Value of Adjusted Rand Index = 0.21553759145667178 ================================= +============ Partial average of Adjusted Rand Index = 0.12671204258831048 ================================= +============ Value of Jaccard Index = 0.23067559342665855 ================================= +============ Partial average of Jaccard Index = 0.1640694389029154 ====== +============ Precision = 0.46987951807228917, Recall = 0.6610169491525424, F1 = 0.5492957746478874 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 9.222222222222221 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 3 : "hall of justice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [7, 15, 27, 30, 39, 49, 51, 55, 56, 58, 60, 62, 63, 64, 65, 79, 82, 87, 88, 89, 93, 95, 97, 99, 2, 16, 17, 22, 23, 26, 28, 29, 34, 35, 36, 50, 57, 59, 69, 76] +The cluster 5 contains the snippets: [6, 9, 10, 13, 19, 37, 44, 61, 78, 94, 20, 21, 43] +The cluster 7 contains the snippets: [31, 75, 81, 12, 68, 70, 71, 72, 73, 74, 84, 100] +The cluster 6 contains the snippets: [5, 42, 45, 48, 66, 67, 80, 18, 25, 52, 86] +The cluster 4 contains the snippets: [3, 98, 90, 91, 92, 96] +The cluster 9 contains the snippets: [11, 24, 38, 40] +The cluster 8 contains the snippets: [46, 47] +The cluster 2 contains the snippets: [53, 54] +The cluster 3 contains the snippets: [77] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [7, 53, 77, 3, 6, 5, 31, 46, 11, 15, 54, 98, 9, 42, 75, 47, 24, 27, 90, 10, 45, 81, 38, 30, 91, 13, 48, 12, 40, 39, 92, 19, 66, 68, 49, 96, 37, 67, 70, 51, 44, 80, 71, 55, 61, 18, 72, 56, 78, 25, 73, 58, 94, 52, 74, 60, 20, 86, 84, 62, 21, 100, 63, 43, 64, 65, 79, 82, 87, 88, 89, 93, 95, 97, 99, 2, 16, 17, 22, 23, 26, 28, 29, 34, 35, 36, 50, 57, 59, 69, 76, 1, 4, 8, 14, 32, 33, 41, 83, 85] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hall of justice" =============== +============ Value of Rand Index = 0.6147474747474747 ================================= +============ Partial average Rand Index = 0.6043771043771043 ====== +============ Value of Adjusted Rand Index = 0.06459185710151388 ================================= +============ Partial average of Adjusted Rand Index = 0.10600531409271162 ================================= +============ Value of Jaccard Index = 0.18781942078364566 ================================= +============ Partial average of Jaccard Index = 0.17198609952982546 ====== +============ Precision = 0.4945054945054945, Recall = 0.7142857142857143, F1 = 0.5844155844155844 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 10.11111111111111 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 4 : "cool water" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 5, 10, 12, 13, 14, 21, 23, 26, 31, 35, 42, 43, 46, 47, 48, 51, 53, 54, 57, 63, 64, 67, 69, 81, 83, 86, 97, 6, 27, 28, 99] +The cluster 4 contains the snippets: [1, 7, 11, 15, 19, 24, 29, 37, 39, 49, 59, 65, 68, 72, 74, 88, 94, 100, 16, 52, 82, 84] +The cluster 2 contains the snippets: [58, 78, 61, 62] +The cluster 6 contains the snippets: [4, 33, 34] +The cluster 5 contains the snippets: [40] +The cluster 3 contains the snippets: [18] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 58, 18, 1, 40, 4, 5, 78, 7, 33, 10, 61, 11, 34, 12, 62, 15, 13, 19, 14, 24, 21, 29, 23, 37, 26, 39, 31, 49, 35, 59, 42, 65, 43, 68, 46, 72, 47, 74, 48, 88, 51, 94, 53, 100, 54, 16, 57, 52, 63, 82, 64, 84, 67, 69, 81, 83, 86, 97, 6, 27, 28, 99, 3, 8, 9, 17, 20, 22, 25, 30, 32, 36, 38, 41, 44, 45, 50, 55, 56, 60, 66, 70, 71, 73, 75, 76, 77, 79, 80, 85, 87, 89, 90, 91, 92, 93, 95, 96, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cool water" =============== +============ Value of Rand Index = 0.5143434343434343 ================================= +============ Partial average Rand Index = 0.5818686868686869 ====== +============ Value of Adjusted Rand Index = 0.11644106577709346 ================================= +============ Partial average of Adjusted Rand Index = 0.10861425201380707 ================================= +============ Value of Jaccard Index = 0.29789719626168226 ================================= +============ Partial average of Jaccard Index = 0.20346387371278968 ====== +============ Precision = 0.3333333333333333, Recall = 0.875, F1 = 0.48275862068965514 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 10.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 5 : "the art of seduction" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 8, 12, 20, 32, 39, 40, 44, 74, 78, 84, 90, 92, 97, 3, 24, 25, 31, 43, 71, 72, 75, 76, 81, 82, 83, 88] +The cluster 5 contains the snippets: [4, 6, 10, 18, 37, 38, 41, 42, 51, 56, 57, 61, 64, 65, 80, 85, 93, 95, 96, 23, 68, 69, 70] +The cluster 3 contains the snippets: [15, 17, 27, 33, 47, 49, 66, 77, 98, 50] +The cluster 2 contains the snippets: [11, 28, 34, 79, 89, 100, 19, 63, 91] +The cluster 6 contains the snippets: [22, 26, 45, 48, 53, 67, 87, 94, 54] +The cluster 4 contains the snippets: [5, 9, 29, 30, 59, 86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 11, 15, 5, 4, 22, 8, 28, 17, 9, 6, 26, 12, 34, 27, 29, 10, 45, 20, 79, 33, 30, 18, 48, 32, 89, 47, 59, 37, 53, 39, 100, 49, 86, 38, 67, 40, 19, 66, 41, 87, 44, 63, 77, 42, 94, 74, 91, 98, 51, 54, 78, 50, 56, 84, 57, 90, 61, 92, 64, 97, 65, 3, 80, 24, 85, 25, 93, 31, 95, 43, 96, 71, 23, 72, 68, 75, 69, 76, 70, 81, 82, 83, 88, 1, 7, 13, 14, 16, 21, 35, 36, 46, 52, 55, 58, 60, 62, 73, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the art of seduction" =============== +============ Value of Rand Index = 0.5149494949494949 ================================= +============ Partial average Rand Index = 0.5684848484848485 ====== +============ Value of Adjusted Rand Index = 0.06116387100076638 ================================= +============ Partial average of Adjusted Rand Index = 0.09912417581119894 ================================= +============ Value of Jaccard Index = 0.1802663024923182 ================================= +============ Partial average of Jaccard Index = 0.1988243594686954 ====== +============ Precision = 0.2857142857142857, Recall = 0.7741935483870968, F1 = 0.417391304347826 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 14.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 6 : "radioactive man" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 7, 8, 9, 10, 20, 22, 23, 24, 27, 28, 35, 42, 44, 45, 47, 48, 49, 52, 53, 56, 57, 62, 64, 65, 66, 69, 70, 71, 72, 74, 75, 78, 83, 91, 92, 94, 96, 98, 99, 39, 41, 50, 55, 58, 60, 61, 67, 68, 73] +The cluster 2 contains the snippets: [3, 4, 5, 19, 25, 26, 30, 31, 32, 33, 34, 36, 38, 43, 51, 100, 6, 16, 17] +The cluster 3 contains the snippets: [15, 21, 29, 37, 40, 46, 76, 77] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 15, 2, 4, 21, 7, 5, 29, 8, 19, 37, 9, 25, 40, 10, 26, 46, 20, 30, 76, 22, 31, 77, 23, 32, 24, 33, 27, 34, 28, 36, 35, 38, 42, 43, 44, 51, 45, 100, 47, 6, 48, 16, 49, 17, 52, 53, 56, 57, 62, 64, 65, 66, 69, 70, 71, 72, 74, 75, 78, 83, 91, 92, 94, 96, 98, 99, 39, 41, 50, 55, 58, 60, 61, 67, 68, 73, 11, 12, 13, 14, 18, 54, 59, 63, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90, 93, 95, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radioactive man" =============== +============ Value of Rand Index = 0.658989898989899 ================================= +============ Partial average Rand Index = 0.5835690235690235 ====== +============ Value of Adjusted Rand Index = 0.13679245283018868 ================================= +============ Partial average of Adjusted Rand Index = 0.10540222198103057 ================================= +============ Value of Jaccard Index = 0.2847457627118644 ================================= +============ Partial average of Jaccard Index = 0.21314459334255687 ====== +============ Precision = 0.5897435897435898, Recall = 0.46938775510204084, F1 = 0.5227272727272727 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 26.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 7 : "radius of curvature" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 5, 6, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 33, 34, 35, 36, 39, 40, 42, 43, 45, 47, 48, 50, 51, 52, 55, 56, 58, 61, 63, 64, 67, 68, 69, 70, 71, 72, 74, 76, 78, 81, 82, 83, 88, 91, 93, 95, 98, 100] +The cluster 2 contains the snippets: [4, 7, 29, 32, 41, 44, 46, 49, 57, 59, 65, 66, 77, 79, 80, 84, 85, 89, 94, 96, 99] +The cluster 5 contains the snippets: [53, 54, 60, 73, 75, 92, 97] +The cluster 3 contains the snippets: [23, 37, 86, 90] +The cluster 4 contains the snippets: [10, 62] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 4, 23, 10, 53, 3, 7, 37, 62, 54, 5, 29, 86, 60, 6, 32, 90, 73, 8, 41, 75, 9, 44, 92, 11, 46, 97, 12, 49, 13, 57, 14, 59, 15, 65, 16, 66, 17, 77, 18, 79, 20, 80, 21, 84, 22, 85, 24, 89, 25, 94, 26, 96, 27, 99, 28, 30, 31, 33, 34, 35, 36, 39, 40, 42, 43, 45, 47, 48, 50, 51, 52, 55, 56, 58, 61, 63, 64, 67, 68, 69, 70, 71, 72, 74, 76, 78, 81, 82, 83, 88, 91, 93, 95, 98, 100, 1, 19, 38, 87] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radius of curvature" =============== +============ Value of Rand Index = 0.5682828282828283 ================================= +============ Partial average Rand Index = 0.5813852813852813 ====== +============ Value of Adjusted Rand Index = 0.03889125675163775 ================================= +============ Partial average of Adjusted Rand Index = 0.09590065551968874 ================================= +============ Value of Jaccard Index = 0.21520381931692986 ================================= +============ Partial average of Jaccard Index = 0.213438768481753 ====== +============ Precision = 0.4583333333333333, Recall = 0.43137254901960786, F1 = 0.4444444444444445 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 19.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 8 : "twilight of the gods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [5, 7, 10, 14, 21, 29, 41, 42, 49, 62, 63, 64, 67, 68, 70, 73, 76, 81, 87, 8, 9, 15, 16, 20, 27, 35, 36, 43, 65, 71, 72, 75] +The cluster 2 contains the snippets: [1, 17, 18, 19, 22, 28, 31, 33, 46, 82, 83, 98, 26, 84] +The cluster 5 contains the snippets: [39, 50, 58, 59, 61, 99, 34, 37, 38, 60] +The cluster 4 contains the snippets: [40, 51, 52, 55, 56, 57] +The cluster 3 contains the snippets: [47, 54, 69, 11, 13] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [5, 1, 47, 40, 39, 7, 17, 54, 51, 50, 10, 18, 69, 52, 58, 14, 19, 11, 55, 59, 21, 22, 13, 56, 61, 29, 28, 57, 99, 41, 31, 34, 42, 33, 37, 49, 46, 38, 62, 82, 60, 63, 83, 64, 98, 67, 26, 68, 84, 70, 73, 76, 81, 87, 8, 9, 15, 16, 20, 27, 35, 36, 43, 65, 71, 72, 75, 2, 3, 4, 6, 12, 23, 24, 25, 30, 32, 44, 45, 48, 53, 66, 74, 77, 78, 79, 80, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "twilight of the gods" =============== +============ Value of Rand Index = 0.6492929292929293 ================================= +============ Partial average Rand Index = 0.5898737373737374 ====== +============ Value of Adjusted Rand Index = 0.04250305025822731 ================================= +============ Partial average of Adjusted Rand Index = 0.08922595486200606 ================================= +============ Value of Jaccard Index = 0.1585070285991275 ================================= +============ Partial average of Jaccard Index = 0.20657230099642485 ====== +============ Precision = 0.2537313432835821, Recall = 0.30357142857142855, F1 = 0.2764227642276423 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 13.4 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 9 : "sign of the cross" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 5, 6, 20, 23, 25, 26, 28, 31, 32, 36, 38, 44, 45, 48, 49, 51, 55, 56, 58, 63, 64, 71, 76, 77, 82, 89, 91, 93, 95, 96, 22, 50, 53, 57, 59, 73, 78, 79, 90, 97, 99, 100] +The cluster 2 contains the snippets: [3, 21, 29, 46, 80, 87, 92, 94, 40, 74, 83, 85, 86, 88] +The cluster 3 contains the snippets: [2, 7, 11, 12, 13, 14, 42, 75, 19, 33, 34] +The cluster 4 contains the snippets: [72, 16, 17, 24, 30, 41, 43, 65, 67, 69, 70] +The cluster 5 contains the snippets: [18, 37, 39] +The cluster 6 contains the snippets: [9, 27] +The cluster 7 contains the snippets: [8, 60] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 2, 72, 18, 9, 8, 5, 21, 7, 16, 37, 27, 60, 6, 29, 11, 17, 39, 20, 46, 12, 24, 23, 80, 13, 30, 25, 87, 14, 41, 26, 92, 42, 43, 28, 94, 75, 65, 31, 40, 19, 67, 32, 74, 33, 69, 36, 83, 34, 70, 38, 85, 44, 86, 45, 88, 48, 49, 51, 55, 56, 58, 63, 64, 71, 76, 77, 82, 89, 91, 93, 95, 96, 22, 50, 53, 57, 59, 73, 78, 79, 90, 97, 99, 100, 4, 10, 15, 35, 47, 52, 54, 61, 62, 66, 68, 81, 84, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sign of the cross" =============== +============ Value of Rand Index = 0.5642424242424242 ================================= +============ Partial average Rand Index = 0.5870258136924804 ====== +============ Value of Adjusted Rand Index = 0.05209000076959026 ================================= +============ Partial average of Adjusted Rand Index = 0.08509973774062653 ================================= +============ Value of Jaccard Index = 0.21277372262773722 ================================= +============ Partial average of Jaccard Index = 0.20726134784434846 ====== +============ Precision = 0.5465116279069767, Recall = 0.8703703703703703, F1 = 0.6714285714285714 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 12.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 10 : "in the name of love" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 5, 14, 18, 20, 24, 26, 31, 32, 34, 35, 37, 38, 42, 43, 46, 68, 69, 70, 73, 74, 75, 79, 83, 96, 97, 99, 100, 1, 2, 16, 21, 39, 41, 44, 45, 48, 52, 53, 59, 61, 78, 90, 92] +The cluster 2 contains the snippets: [15, 17, 19, 25, 29, 30, 33, 36, 49, 50, 51, 54, 60, 62, 71, 76, 77, 88, 94, 95, 98] +The cluster 3 contains the snippets: [57, 64, 66, 87, 89, 91, 65] +The cluster 5 contains the snippets: [4, 6, 9, 10, 47] +The cluster 4 contains the snippets: [7, 11, 82, 8] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 15, 57, 7, 4, 5, 17, 64, 11, 6, 14, 19, 66, 82, 9, 18, 25, 87, 8, 10, 20, 29, 89, 47, 24, 30, 91, 26, 33, 65, 31, 36, 32, 49, 34, 50, 35, 51, 37, 54, 38, 60, 42, 62, 43, 71, 46, 76, 68, 77, 69, 88, 70, 94, 73, 95, 74, 98, 75, 79, 83, 96, 97, 99, 100, 1, 2, 16, 21, 39, 41, 44, 45, 48, 52, 53, 59, 61, 78, 90, 92, 12, 13, 22, 23, 27, 28, 40, 55, 56, 58, 63, 67, 72, 80, 81, 84, 85, 86, 93] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "in the name of love" =============== +============ Value of Rand Index = 0.4446464646464646 ================================= +============ Partial average Rand Index = 0.5727878787878788 ====== +============ Value of Adjusted Rand Index = 9.14243624927482E-4 ================================= +============ Partial average of Adjusted Rand Index = 0.07668118832905663 ================================= +============ Value of Jaccard Index = 0.23681288173237092 ================================= +============ Partial average of Jaccard Index = 0.21021650123315072 ====== +============ Precision = 0.1728395061728395, Recall = 0.6363636363636364, F1 = 0.27184466019417475 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 16.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 11 : "stephen king" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28, 29, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 54, 55, 57, 58, 59, 60, 62, 63, 67, 69, 70, 71, 72, 73, 74, 76, 78, 79, 82, 83, 85, 86, 88, 89, 90, 92, 93, 95, 96, 97, 98, 99, 100, 77, 80] +The cluster 3 contains the snippets: [7, 34, 44, 56, 64, 91, 66, 68] +The cluster 4 contains the snippets: [26, 52, 53, 61, 75, 84] +The cluster 5 contains the snippets: [22, 81, 87, 94] +The cluster 2 contains the snippets: [30] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 30, 7, 26, 22, 2, 34, 52, 81, 3, 44, 53, 87, 4, 56, 61, 94, 5, 64, 75, 6, 91, 84, 8, 66, 9, 68, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28, 29, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 54, 55, 57, 58, 59, 60, 62, 63, 67, 69, 70, 71, 72, 73, 74, 76, 78, 79, 82, 83, 85, 86, 88, 89, 90, 92, 93, 95, 96, 97, 98, 99, 100, 77, 80, 65] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stephen king" =============== +============ Value of Rand Index = 0.6595959595959596 ================================= +============ Partial average Rand Index = 0.5806795224977044 ====== +============ Value of Adjusted Rand Index = 0.0915860331168802 ================================= +============ Partial average of Adjusted Rand Index = 0.07803617421885876 ================================= +============ Value of Jaccard Index = 0.6437632135306554 ================================= +============ Partial average of Jaccard Index = 0.24962983871474204 ====== +============ Precision = 0.9595959595959596, Recall = 0.9895833333333334, F1 = 0.9743589743589745 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 19.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 12 : "private practice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [4, 7, 12, 14, 16, 17, 18, 19, 20, 21, 23, 26, 33, 34, 35, 36, 38, 40, 42, 44, 45, 47, 49, 52, 54, 57, 59, 61, 65, 67, 69, 72, 73, 74, 77, 78, 81, 84, 85, 88, 89, 90, 92, 93, 94, 96, 8, 10, 25, 37, 53, 70, 79, 97] +The cluster 1 contains the snippets: [1, 2, 3, 5, 6, 9, 11, 22, 24, 27, 28, 39, 41, 46, 50, 55, 56, 58, 63, 64, 66, 68, 71, 75, 76, 80, 82, 83, 86, 87, 91, 95, 99, 100, 13, 31, 32, 43, 48, 51, 60, 62, 98] +The cluster 3 contains the snippets: [29] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 29, 2, 7, 3, 12, 5, 14, 6, 16, 9, 17, 11, 18, 22, 19, 24, 20, 27, 21, 28, 23, 39, 26, 41, 33, 46, 34, 50, 35, 55, 36, 56, 38, 58, 40, 63, 42, 64, 44, 66, 45, 68, 47, 71, 49, 75, 52, 76, 54, 80, 57, 82, 59, 83, 61, 86, 65, 87, 67, 91, 69, 95, 72, 99, 73, 100, 74, 13, 77, 31, 78, 32, 81, 43, 84, 48, 85, 51, 88, 60, 89, 62, 90, 98, 92, 93, 94, 96, 8, 10, 25, 37, 53, 70, 79, 97, 15, 30] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "private practice" =============== +============ Value of Rand Index = 0.5098989898989899 ================================= +============ Partial average Rand Index = 0.5747811447811448 ====== +============ Value of Adjusted Rand Index = 0.01502556207446091 ================================= +============ Partial average of Adjusted Rand Index = 0.07278528987349228 ================================= +============ Value of Jaccard Index = 0.3092255125284738 ================================= +============ Partial average of Jaccard Index = 0.2545961448658864 ====== +============ Precision = 0.46938775510204084, Recall = 0.92, F1 = 0.6216216216216216 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 32.666666666666664 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 13 : "micro chip" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "micro chip" =============== +============ Value of Rand Index = 0.3202020202020202 ================================= +============ Partial average Rand Index = 0.5551981351981353 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.06718642142168517 ================================= +============ Value of Jaccard Index = 0.3202020202020202 ================================= +============ Partial average of Jaccard Index = 0.25964275066097353 ====== +============ Precision = 0.44, Recall = 0.4536082474226804, F1 = 0.4467005076142132 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 14 : "the glass bead game" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 11, 18, 20, 30, 33, 35, 38, 40, 41, 43, 44, 46, 49, 50, 54, 55, 58, 59, 61, 62, 63, 72, 74, 78, 79, 83, 89, 90, 91, 95, 97, 98, 14, 16, 31, 32, 36, 37, 42, 47, 48, 56, 65, 66, 67, 71, 75, 76, 77, 80, 81, 82, 84, 87, 88, 92, 94, 100] +The cluster 2 contains the snippets: [13, 21, 29, 34, 96, 22, 23, 26, 27] +The cluster 3 contains the snippets: [10, 64, 68, 69, 85, 86, 93, 9, 70] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 13, 10, 4, 21, 64, 11, 29, 68, 18, 34, 69, 20, 96, 85, 30, 22, 86, 33, 23, 93, 35, 26, 9, 38, 27, 70, 40, 41, 43, 44, 46, 49, 50, 54, 55, 58, 59, 61, 62, 63, 72, 74, 78, 79, 83, 89, 90, 91, 95, 97, 98, 14, 16, 31, 32, 36, 37, 42, 47, 48, 56, 65, 66, 67, 71, 75, 76, 77, 80, 81, 82, 84, 87, 88, 92, 94, 100, 1, 3, 5, 6, 7, 8, 12, 15, 17, 19, 24, 25, 28, 39, 45, 51, 52, 53, 57, 60, 73, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the glass bead game" =============== +============ Value of Rand Index = 0.6056565656565657 ================================= +============ Partial average Rand Index = 0.5588023088023089 ====== +============ Value of Adjusted Rand Index = 0.19644207062867033 ================================= +============ Partial average of Adjusted Rand Index = 0.0764189677936127 ================================= +============ Value of Jaccard Index = 0.37214538436796396 ================================= +============ Partial average of Jaccard Index = 0.26767865306861577 ====== +============ Precision = 0.5897435897435898, Recall = 0.9387755102040817, F1 = 0.7244094488188976 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 26.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 15 : "la mancha" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 8, 9, 11, 12, 13, 14, 15, 18, 19, 20, 21, 23, 24, 26, 27, 28, 29, 31, 34, 35, 36, 43, 44, 46, 47, 48, 50, 51, 53, 55, 57, 59, 60, 61, 62, 63, 64, 66, 67, 68, 74, 75, 79, 80, 82, 87, 88, 89, 91, 92, 94, 95, 99, 22, 40, 49, 69, 83, 84, 85, 90, 93, 97] +The cluster 2 contains the snippets: [3, 7, 10, 17, 30, 32, 37, 39, 45, 52, 54, 58, 71, 76, 78, 81, 96, 98, 100, 33, 38, 41, 42, 56, 65, 70, 77] +The cluster 3 contains the snippets: [16, 25, 72, 73] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 16, 2, 7, 25, 4, 10, 72, 5, 17, 73, 6, 30, 8, 32, 9, 37, 11, 39, 12, 45, 13, 52, 14, 54, 15, 58, 18, 71, 19, 76, 20, 78, 21, 81, 23, 96, 24, 98, 26, 100, 27, 33, 28, 38, 29, 41, 31, 42, 34, 56, 35, 65, 36, 70, 43, 77, 44, 46, 47, 48, 50, 51, 53, 55, 57, 59, 60, 61, 62, 63, 64, 66, 67, 68, 74, 75, 79, 80, 82, 87, 88, 89, 91, 92, 94, 95, 99, 22, 40, 49, 69, 83, 84, 85, 90, 93, 97, 86] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "la mancha" =============== +============ Value of Rand Index = 0.503030303030303 ================================= +============ Partial average Rand Index = 0.5550841750841751 ====== +============ Value of Adjusted Rand Index = -0.02705484714660014 ================================= +============ Partial average of Adjusted Rand Index = 0.06952071346426517 ================================= +============ Value of Jaccard Index = 0.3661427467147642 ================================= +============ Partial average of Jaccard Index = 0.2742429259783589 ====== +============ Precision = 0.31313131313131315, Recall = 0.7948717948717948, F1 = 0.44927536231884063 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 16 : "richard tracey" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [4, 5, 7, 10, 12, 13, 15, 19, 20, 25, 27, 31, 45, 47, 48, 49, 56, 62, 64, 75, 79, 84, 90, 96, 1, 6, 8, 24, 28, 30, 32, 37, 39, 55, 57, 59, 60, 67, 69, 70, 73, 77, 80] +The cluster 2 contains the snippets: [42, 82, 16, 17, 36, 44, 85, 86, 88, 91, 95, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 42, 5, 82, 7, 16, 10, 17, 12, 36, 13, 44, 15, 85, 19, 86, 20, 88, 25, 91, 27, 95, 31, 98, 45, 99, 47, 100, 48, 49, 56, 62, 64, 75, 79, 84, 90, 96, 1, 6, 8, 24, 28, 30, 32, 37, 39, 55, 57, 59, 60, 67, 69, 70, 73, 77, 80, 2, 3, 9, 11, 14, 18, 21, 22, 23, 26, 29, 33, 34, 35, 38, 40, 41, 43, 46, 50, 51, 52, 53, 54, 58, 61, 63, 65, 66, 68, 71, 72, 74, 76, 78, 81, 83, 87, 89, 92, 93, 94, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "richard tracey" =============== +============ Value of Rand Index = 0.5551515151515152 ================================= +============ Partial average Rand Index = 0.5550883838383839 ====== +============ Value of Adjusted Rand Index = 0.13304452580997855 ================================= +============ Partial average of Adjusted Rand Index = 0.07349095173587225 ================================= +============ Value of Jaccard Index = 0.3572679509632224 ================================= +============ Partial average of Jaccard Index = 0.27943199003991287 ====== +============ Precision = 0.40350877192982454, Recall = 0.7931034482758621, F1 = 0.5348837209302325 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 28.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 17 : "heart attack" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 14, 15, 16, 17, 19, 20, 21, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 46, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81, 83, 84, 85, 87, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100, 13] +The cluster 2 contains the snippets: [7, 22, 23, 24, 25, 32, 44, 45, 50, 55, 65, 67, 78, 80, 82, 86, 88, 97] +The cluster 3 contains the snippets: [18] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 7, 18, 2, 22, 3, 23, 4, 24, 5, 25, 6, 32, 8, 44, 9, 45, 10, 50, 11, 55, 12, 65, 14, 67, 15, 78, 16, 80, 17, 82, 19, 86, 20, 88, 21, 97, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 46, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81, 83, 84, 85, 87, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100, 13] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart attack" =============== +============ Value of Rand Index = 0.6612121212121213 ================================= +============ Partial average Rand Index = 0.5613309566250742 ====== +============ Value of Adjusted Rand Index = -0.09886887388486118 ================================= +============ Partial average of Adjusted Rand Index = 0.0633521384640644 ================================= +============ Value of Jaccard Index = 0.6585912052117264 ================================= +============ Partial average of Jaccard Index = 0.3017354732853137 ====== +============ Precision = 0.98, Recall = 0.9245283018867925, F1 = 0.9514563106796116 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 18 : "new england" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 14, 15, 16, 18, 21, 22, 23, 24, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 51, 53, 54, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 68, 69, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 90, 91, 92, 97, 99, 100] +The cluster 2 contains the snippets: [1, 9, 13, 17, 19, 25, 26, 27, 52, 72, 93, 96, 98, 20] +The cluster 6 contains the snippets: [60, 76, 86] +The cluster 7 contains the snippets: [55, 67, 73] +The cluster 8 contains the snippets: [30, 43, 89] +The cluster 5 contains the snippets: [71, 94] +The cluster 4 contains the snippets: [50] +The cluster 3 contains the snippets: [95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 95, 50, 71, 60, 55, 30, 3, 9, 94, 76, 67, 43, 4, 13, 86, 73, 89, 5, 17, 6, 19, 7, 25, 8, 26, 10, 27, 11, 52, 12, 72, 14, 93, 15, 96, 16, 98, 18, 20, 21, 22, 23, 24, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 51, 53, 54, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 68, 69, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 90, 91, 92, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "new england" =============== +============ Value of Rand Index = 0.5931313131313132 ================================= +============ Partial average Rand Index = 0.5630976430976431 ====== +============ Value of Adjusted Rand Index = 0.18241671733564976 ================================= +============ Partial average of Adjusted Rand Index = 0.0699668372902636 ================================= +============ Value of Jaccard Index = 0.4258836944127708 ================================= +============ Partial average of Jaccard Index = 0.3086325966812835 ====== +============ Precision = 0.25, Recall = 0.6756756756756757, F1 = 0.36496350364963503 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 12.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 19 : "fly with me" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 7, 8, 10, 11, 13, 22, 23, 26, 27, 28, 30, 31, 35, 37, 40, 41, 45, 46, 51, 61, 65, 66, 67, 69, 70, 74, 78, 84, 85, 87, 98, 99, 6, 24, 52, 53, 56, 60, 62, 63, 73, 88, 91, 92, 95, 100] +The cluster 6 contains the snippets: [14, 20, 38, 42, 68, 75, 77, 90, 93, 39, 44, 80, 81] +The cluster 4 contains the snippets: [12, 16, 18, 29, 96, 97, 4, 59, 64] +The cluster 2 contains the snippets: [15, 17, 21, 32, 57, 79] +The cluster 5 contains the snippets: [55, 58] +The cluster 3 contains the snippets: [71, 25] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 15, 71, 12, 55, 14, 3, 17, 25, 16, 58, 20, 7, 21, 18, 38, 8, 32, 29, 42, 10, 57, 96, 68, 11, 79, 97, 75, 13, 4, 77, 22, 59, 90, 23, 64, 93, 26, 39, 27, 44, 28, 80, 30, 81, 31, 35, 37, 40, 41, 45, 46, 51, 61, 65, 66, 67, 69, 70, 74, 78, 84, 85, 87, 98, 99, 6, 24, 52, 53, 56, 60, 62, 63, 73, 88, 91, 92, 95, 100, 1, 5, 9, 19, 33, 34, 36, 43, 47, 48, 49, 50, 54, 72, 76, 82, 83, 86, 89, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fly with me" =============== +============ Value of Rand Index = 0.37636363636363634 ================================= +============ Partial average Rand Index = 0.5532695374800637 ====== +============ Value of Adjusted Rand Index = -0.012139594607645004 ================================= +============ Partial average of Adjusted Rand Index = 0.06564544613774208 ================================= +============ Value of Jaccard Index = 0.26482495832341035 ================================= +============ Partial average of Jaccard Index = 0.30632693150455337 ====== +============ Precision = 0.1125, Recall = 0.75, F1 = 0.1956521739130435 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 13.333333333333334 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 20 : "agent blue" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 3 contains the snippets: [6, 7, 10, 11, 12, 24, 27, 28, 36, 37, 47, 48, 55, 56, 62, 65, 74, 75, 78, 80, 81, 8, 9, 30, 31, 32, 57, 58, 59, 61] +The cluster 2 contains the snippets: [1, 2, 3, 5, 14, 15, 16, 17, 19, 20, 29, 43, 45, 52, 53, 60, 64, 76, 97, 4, 21, 66] +The cluster 1 contains the snippets: [71, 72, 77, 82, 84, 86, 90, 42, 44, 50, 51, 54, 68, 70, 73] +The cluster 4 contains the snippets: [13, 38, 46, 49, 39, 40, 41] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [71, 1, 6, 13, 72, 2, 7, 38, 77, 3, 10, 46, 82, 5, 11, 49, 84, 14, 12, 39, 86, 15, 24, 40, 90, 16, 27, 41, 42, 17, 28, 44, 19, 36, 50, 20, 37, 51, 29, 47, 54, 43, 48, 68, 45, 55, 70, 52, 56, 73, 53, 62, 60, 65, 64, 74, 76, 75, 97, 78, 4, 80, 21, 81, 66, 8, 9, 30, 31, 32, 57, 58, 59, 61, 18, 22, 23, 25, 26, 33, 34, 35, 63, 67, 69, 79, 83, 85, 87, 88, 89, 91, 92, 93, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "agent blue" =============== +============ Value of Rand Index = 0.5577777777777778 ================================= +============ Partial average Rand Index = 0.5534949494949495 ====== +============ Value of Adjusted Rand Index = 0.12004237875189282 ================================= +============ Partial average of Adjusted Rand Index = 0.06836529276844963 ================================= +============ Value of Jaccard Index = 0.24569262577532736 ================================= +============ Partial average of Jaccard Index = 0.3032952162180921 ====== +============ Precision = 0.3918918918918919, Recall = 0.8529411764705882, F1 = 0.537037037037037 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 18.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 21 : "across the universe" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 8, 11, 15, 19, 22, 29, 33, 35, 36, 37, 40, 44, 47, 48, 50, 53, 54, 59, 61, 63, 67, 68, 69, 72, 75, 76, 81, 83, 84, 86, 87, 88, 91, 92, 94, 27, 41, 42, 45, 49, 62, 71, 93] +The cluster 7 contains the snippets: [2, 4, 6, 10, 14, 17, 18, 23, 24, 26, 30, 32, 43, 51, 79, 82, 95] +The cluster 2 contains the snippets: [9, 16, 21, 31, 46, 57, 60, 64, 73, 78, 89, 97, 99, 100, 58] +The cluster 4 contains the snippets: [38, 66, 80, 20, 39, 65, 77, 85] +The cluster 6 contains the snippets: [7, 12, 34, 52, 74, 96, 13] +The cluster 3 contains the snippets: [28, 98, 25, 70] +The cluster 5 contains the snippets: [90] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 9, 28, 38, 90, 7, 2, 3, 16, 98, 66, 12, 4, 8, 21, 25, 80, 34, 6, 11, 31, 70, 20, 52, 10, 15, 46, 39, 74, 14, 19, 57, 65, 96, 17, 22, 60, 77, 13, 18, 29, 64, 85, 23, 33, 73, 24, 35, 78, 26, 36, 89, 30, 37, 97, 32, 40, 99, 43, 44, 100, 51, 47, 58, 79, 48, 82, 50, 95, 53, 54, 59, 61, 63, 67, 68, 69, 72, 75, 76, 81, 83, 84, 86, 87, 88, 91, 92, 94, 27, 41, 42, 45, 49, 62, 71, 93, 5, 55, 56] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "across the universe" =============== +============ Value of Rand Index = 0.5571717171717172 ================================= +============ Partial average Rand Index = 0.5536700336700336 ====== +============ Value of Adjusted Rand Index = 0.016562496391982113 ================================= +============ Partial average of Adjusted Rand Index = 0.0658984929409988 ================================= +============ Value of Jaccard Index = 0.20377769705775517 ================================= +============ Partial average of Jaccard Index = 0.29855628673426654 ====== +============ Precision = 0.5876288659793815, Recall = 0.7307692307692307, F1 = 0.6514285714285714 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 13.857142857142858 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 22 : "attack of the mutant" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 10, 11, 12, 13, 14, 15, 16, 17, 18, 21, 23, 33, 34, 38, 40, 42, 44, 49, 51, 52, 56, 57, 58, 64, 68, 70, 71, 73, 75, 76, 84, 86, 93, 95, 100, 7, 8, 24, 26, 27, 28, 30, 31, 32, 45, 46, 47, 53, 59, 69, 74, 77, 82, 83, 85, 88, 89, 92, 96, 97, 99] +The cluster 3 contains the snippets: [19, 36, 41, 43, 48, 50, 55, 60, 62, 65, 72, 87, 91, 94, 37, 66, 67] +The cluster 2 contains the snippets: [4, 5, 20, 29, 39, 90, 80] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 19, 2, 5, 36, 3, 20, 41, 10, 29, 43, 11, 39, 48, 12, 90, 50, 13, 80, 55, 14, 60, 15, 62, 16, 65, 17, 72, 18, 87, 21, 91, 23, 94, 33, 37, 34, 66, 38, 67, 40, 42, 44, 49, 51, 52, 56, 57, 58, 64, 68, 70, 71, 73, 75, 76, 84, 86, 93, 95, 100, 7, 8, 24, 26, 27, 28, 30, 31, 32, 45, 46, 47, 53, 59, 69, 74, 77, 82, 83, 85, 88, 89, 92, 96, 97, 99, 6, 9, 22, 25, 35, 54, 61, 63, 78, 79, 81, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "attack of the mutant" =============== +============ Value of Rand Index = 0.5018181818181818 ================================= +============ Partial average Rand Index = 0.5513131313131313 ====== +============ Value of Adjusted Rand Index = 7.876347725608004E-4 ================================= +============ Partial average of Adjusted Rand Index = 0.06293890847879707 ================================= +============ Value of Jaccard Index = 0.3059386433999437 ================================= +============ Partial average of Jaccard Index = 0.2988918484008882 ====== +============ Precision = 0.18181818181818182, Recall = 0.48484848484848486, F1 = 0.2644628099173553 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 29.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 23 : "the block" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [7, 8, 9, 11, 13, 14, 17, 19, 20, 22, 23, 24, 25, 30, 32, 33, 34, 35, 36, 40, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 61, 62, 65, 69, 70, 71, 72, 74, 80, 81, 83, 86, 88, 89, 92, 93, 94, 95, 96, 97, 99, 59] +The cluster 7 contains the snippets: [2, 12, 15, 21, 29, 37, 47, 53, 66, 67, 75, 79, 82, 85, 91, 98, 6, 76, 87, 100] +The cluster 5 contains the snippets: [3, 4, 26, 27, 31, 38, 60, 73, 77, 1] +The cluster 2 contains the snippets: [18, 90, 63] +The cluster 8 contains the snippets: [5, 16, 39] +The cluster 4 contains the snippets: [78, 68] +The cluster 9 contains the snippets: [28, 84] +The cluster 3 contains the snippets: [41] +The cluster 6 contains the snippets: [64] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [7, 18, 41, 78, 3, 64, 2, 5, 28, 8, 90, 68, 4, 12, 16, 84, 9, 63, 26, 15, 39, 11, 27, 21, 13, 31, 29, 14, 38, 37, 17, 60, 47, 19, 73, 53, 20, 77, 66, 22, 1, 67, 23, 75, 24, 79, 25, 82, 30, 85, 32, 91, 33, 98, 34, 6, 35, 76, 36, 87, 40, 100, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 61, 62, 65, 69, 70, 71, 72, 74, 80, 81, 83, 86, 88, 89, 92, 93, 94, 95, 96, 97, 99, 59, 10] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the block" =============== +============ Value of Rand Index = 0.5593939393939394 ================================= +============ Partial average Rand Index = 0.5516644707949055 ====== +============ Value of Adjusted Rand Index = 0.14857861023347632 ================================= +============ Partial average of Adjusted Rand Index = 0.06666237377247877 ================================= +============ Value of Jaccard Index = 0.36153395784543324 ================================= +============ Partial average of Jaccard Index = 0.301615418376738 ====== +============ Precision = 0.2222222222222222, Recall = 0.8148148148148148, F1 = 0.3492063492063492 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 11.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 24 : "lake of the woods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 8, 10, 11, 13, 16, 17, 19, 21, 24, 29, 30, 31, 32, 37, 41, 42, 44, 48, 49, 50, 51, 54, 57, 58, 61, 62, 63, 65, 70, 71, 74, 75, 77, 78, 79, 80, 81, 83, 84, 86, 87, 88, 89, 90, 91, 93, 94, 96, 97, 100] +The cluster 5 contains the snippets: [6, 9, 12, 14, 22, 23, 27, 34, 36, 45, 53, 56, 60, 66, 67, 68, 76, 85] +The cluster 4 contains the snippets: [43, 46, 40, 47, 52, 55, 59, 73, 82] +The cluster 3 contains the snippets: [4, 39, 92, 20, 33, 35, 69, 95] +The cluster 6 contains the snippets: [7, 5, 15, 38, 64, 98] +The cluster 2 contains the snippets: [18, 25, 26, 28, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 18, 4, 43, 6, 7, 2, 25, 39, 46, 9, 5, 3, 26, 92, 40, 12, 15, 8, 28, 20, 47, 14, 38, 10, 99, 33, 52, 22, 64, 11, 35, 55, 23, 98, 13, 69, 59, 27, 16, 95, 73, 34, 17, 82, 36, 19, 45, 21, 53, 24, 56, 29, 60, 30, 66, 31, 67, 32, 68, 37, 76, 41, 85, 42, 44, 48, 49, 50, 51, 54, 57, 58, 61, 62, 63, 65, 70, 71, 74, 75, 77, 78, 79, 80, 81, 83, 84, 86, 87, 88, 89, 90, 91, 93, 94, 96, 97, 100, 72] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lake of the woods" =============== +============ Value of Rand Index = 0.49575757575757573 ================================= +============ Partial average Rand Index = 0.5493350168350168 ====== +============ Value of Adjusted Rand Index = -0.017167893384434432 ================================= +============ Partial average of Adjusted Rand Index = 0.06316944597427405 ================================= +============ Value of Jaccard Index = 0.21361058601134217 ================================= +============ Partial average of Jaccard Index = 0.29794855036151313 ====== +============ Precision = 0.20202020202020202, Recall = 0.4878048780487805, F1 = 0.28571428571428575 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 25 : "freedom of the seas" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 43, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 62, 65, 68, 70, 71, 72, 76, 77, 78, 79, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 95, 96, 97, 98, 99, 100, 2, 26, 42, 44, 52, 61, 63, 64, 66, 67, 69, 73, 74, 80, 85, 92, 93, 94] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 43, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 62, 65, 68, 70, 71, 72, 76, 77, 78, 79, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 95, 96, 97, 98, 99, 100, 2, 26, 42, 44, 52, 61, 63, 64, 66, 67, 69, 73, 74, 80, 85, 92, 93, 94, 14, 75] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the seas" =============== +============ Value of Rand Index = 0.6113131313131314 ================================= +============ Partial average Rand Index = 0.5518141414141415 ====== +============ Value of Adjusted Rand Index = 0.08391034214224047 ================================= +============ Partial average of Adjusted Rand Index = 0.0639990818209927 ================================= +============ Value of Jaccard Index = 0.597489539748954 ================================= +============ Partial average of Jaccard Index = 0.30993018993701077 ====== +============ Precision = 0.7346938775510204, Recall = 0.972972972972973, F1 = 0.8372093023255813 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 98.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 26 : "robert watts" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 6, 8, 10, 14, 20, 27, 28, 39, 42, 51, 52, 53, 55, 59, 65, 74, 76, 78, 81, 83, 84, 85, 88, 98, 100, 9, 15, 43, 45, 54, 63, 66, 77, 90, 92, 96, 97] +The cluster 2 contains the snippets: [3, 12, 13, 21, 22, 23, 35, 48, 61, 79, 93, 94, 24, 30, 31, 60, 80] +The cluster 3 contains the snippets: [5, 72, 89, 99, 32, 37, 38, 40] +The cluster 5 contains the snippets: [56, 57, 58] +The cluster 4 contains the snippets: [49, 50] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 3, 5, 49, 56, 4, 12, 72, 50, 57, 6, 13, 89, 58, 8, 21, 99, 10, 22, 32, 14, 23, 37, 20, 35, 38, 27, 48, 40, 28, 61, 39, 79, 42, 93, 51, 94, 52, 24, 53, 30, 55, 31, 59, 60, 65, 80, 74, 76, 78, 81, 83, 84, 85, 88, 98, 100, 9, 15, 43, 45, 54, 63, 66, 77, 90, 92, 96, 97, 1, 7, 11, 16, 17, 18, 19, 25, 26, 29, 33, 34, 36, 41, 44, 46, 47, 62, 64, 67, 68, 69, 70, 71, 73, 75, 82, 86, 87, 91, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "robert watts" =============== +============ Value of Rand Index = 0.6361616161616162 ================================= +============ Partial average Rand Index = 0.5550582750582751 ====== +============ Value of Adjusted Rand Index = 0.18958786834869715 ================================= +============ Partial average of Adjusted Rand Index = 0.06882941976436595 ================================= +============ Value of Jaccard Index = 0.29122392758756394 ================================= +============ Partial average of Jaccard Index = 0.30921071830818586 ====== +============ Precision = 0.5507246376811594, Recall = 0.7755102040816326, F1 = 0.6440677966101694 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 13.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 27 : "look back in anger" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 2 contains the snippets: [7, 9, 13, 23, 24, 26, 27, 30, 35, 37, 40, 45, 46, 47, 53, 55, 57, 58, 60, 61, 62, 63, 64, 65, 67, 69, 75, 78, 81, 87, 92, 97, 98, 59, 71, 76, 79] +The cluster 1 contains the snippets: [1, 2, 3, 6, 8, 10, 11, 12, 14, 16, 17, 18, 20, 25, 29, 34, 36, 41, 43, 49, 50, 66, 68, 72, 77, 86, 90, 95, 99, 19, 21, 31, 80, 82, 84, 93] +The cluster 3 contains the snippets: [4, 5, 32, 42, 44, 48, 51, 83, 91, 22, 52, 54] +The cluster 4 contains the snippets: [73, 15, 28, 39, 88, 89] +The cluster 5 contains the snippets: [85, 96, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 7, 4, 73, 85, 2, 9, 5, 15, 96, 3, 13, 32, 28, 100, 6, 23, 42, 39, 8, 24, 44, 88, 10, 26, 48, 89, 11, 27, 51, 12, 30, 83, 14, 35, 91, 16, 37, 22, 17, 40, 52, 18, 45, 54, 20, 46, 25, 47, 29, 53, 34, 55, 36, 57, 41, 58, 43, 60, 49, 61, 50, 62, 66, 63, 68, 64, 72, 65, 77, 67, 86, 69, 90, 75, 95, 78, 99, 81, 19, 87, 21, 92, 31, 97, 80, 98, 82, 59, 84, 71, 93, 76, 79, 33, 38, 56, 70, 74, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "look back in anger" =============== +============ Value of Rand Index = 0.5624242424242424 ================================= +============ Partial average Rand Index = 0.555331088664422 ====== +============ Value of Adjusted Rand Index = 0.0178328510301501 ================================= +============ Partial average of Adjusted Rand Index = 0.066940657959395 ================================= +============ Value of Jaccard Index = 0.20044296788482835 ================================= +============ Partial average of Jaccard Index = 0.30518228310732076 ====== +============ Precision = 0.32978723404255317, Recall = 0.7045454545454546, F1 = 0.4492753623188406 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 18.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 28 : "liquid air" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [6, 9, 12, 14, 19, 26, 30, 33, 34, 41, 42, 43, 45, 47, 55, 57, 60, 62, 64, 65, 69, 71, 73, 75, 80, 85, 87, 91, 92, 93, 97, 98, 29, 44, 48, 50, 52, 58, 59, 63, 72] +The cluster 2 contains the snippets: [76, 79, 95, 2, 77, 78, 81, 83] +The cluster 4 contains the snippets: [1, 3, 13, 15, 27, 67, 7] +The cluster 3 contains the snippets: [20, 86, 21, 88, 99] +The cluster 5 contains the snippets: [53, 90, 94, 40, 54] +The cluster 6 contains the snippets: [31, 32, 35, 39] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [6, 76, 20, 1, 53, 31, 9, 79, 86, 3, 90, 32, 12, 95, 21, 13, 94, 35, 14, 2, 88, 15, 40, 39, 19, 77, 99, 27, 54, 26, 78, 67, 30, 81, 7, 33, 83, 34, 41, 42, 43, 45, 47, 55, 57, 60, 62, 64, 65, 69, 71, 73, 75, 80, 85, 87, 91, 92, 93, 97, 98, 29, 44, 48, 50, 52, 58, 59, 63, 72, 4, 5, 8, 10, 11, 16, 17, 18, 22, 23, 24, 25, 28, 36, 37, 38, 46, 49, 51, 56, 61, 66, 68, 70, 74, 82, 84, 89, 96, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "liquid air" =============== +============ Value of Rand Index = 0.40585858585858586 ================================= +============ Partial average Rand Index = 0.5499927849927849 ====== +============ Value of Adjusted Rand Index = 0.01554624110381761 ================================= +============ Partial average of Adjusted Rand Index = 0.0651051430716958 ================================= +============ Value of Jaccard Index = 0.24531691044393122 ================================= +============ Partial average of Jaccard Index = 0.3030442340836283 ====== +============ Precision = 0.22857142857142856, Recall = 0.8888888888888888, F1 = 0.3636363636363636 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 11.666666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 29 : "civil disobedience" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 7, 8, 10, 11, 12, 14, 16, 17, 19, 26, 27, 32, 34, 37, 47, 50, 51, 53, 55, 56, 57, 61, 64, 65, 66, 67, 69, 77, 79, 81, 82, 85, 86, 88, 94, 95, 96, 99, 13, 39, 90, 98] +The cluster 2 contains the snippets: [4, 6, 20, 23, 24, 25, 28, 30, 33, 38, 40, 42, 45, 54, 58, 59, 68, 76, 87, 92, 97, 9, 31, 35, 36, 52, 63] +The cluster 4 contains the snippets: [5, 22, 46, 91, 93, 80] +The cluster 6 contains the snippets: [15, 44, 73, 75, 83, 89] +The cluster 3 contains the snippets: [71, 72, 74, 78] +The cluster 7 contains the snippets: [48, 60, 41, 62] +The cluster 8 contains the snippets: [1, 43, 49, 84] +The cluster 5 contains the snippets: [18, 29, 70] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 4, 71, 5, 18, 15, 48, 1, 3, 6, 72, 22, 29, 44, 60, 43, 7, 20, 74, 46, 70, 73, 41, 49, 8, 23, 78, 91, 75, 62, 84, 10, 24, 93, 83, 11, 25, 80, 89, 12, 28, 14, 30, 16, 33, 17, 38, 19, 40, 26, 42, 27, 45, 32, 54, 34, 58, 37, 59, 47, 68, 50, 76, 51, 87, 53, 92, 55, 97, 56, 9, 57, 31, 61, 35, 64, 36, 65, 52, 66, 63, 67, 69, 77, 79, 81, 82, 85, 86, 88, 94, 95, 96, 99, 13, 39, 90, 98, 21, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil disobedience" =============== +============ Value of Rand Index = 0.597979797979798 ================================= +============ Partial average Rand Index = 0.551647509578544 ====== +============ Value of Adjusted Rand Index = 0.09408763793915148 ================================= +============ Partial average of Adjusted Rand Index = 0.06610453944643566 ================================= +============ Value of Jaccard Index = 0.24045801526717558 ================================= +============ Partial average of Jaccard Index = 0.3008860886071989 ====== +============ Precision = 0.6122448979591837, Recall = 0.7228915662650602, F1 = 0.6629834254143647 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 12.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 30 : "mount huxley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [8, 63, 10, 19, 26, 29, 36, 38, 40, 41, 42, 43, 77, 82, 87, 89, 90, 92, 94, 95, 99] +The cluster 1 contains the snippets: [1, 3, 4, 5, 11, 16, 34, 91, 93, 18, 30] +The cluster 3 contains the snippets: [45, 60, 48, 51, 52, 53, 54, 71, 72] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 8, 45, 3, 63, 60, 4, 10, 48, 5, 19, 51, 11, 26, 52, 16, 29, 53, 34, 36, 54, 91, 38, 71, 93, 40, 72, 18, 41, 30, 42, 43, 77, 82, 87, 89, 90, 92, 94, 95, 99, 2, 6, 7, 9, 12, 13, 14, 15, 17, 20, 21, 22, 23, 24, 25, 27, 28, 31, 32, 33, 35, 37, 39, 44, 46, 47, 49, 50, 55, 56, 57, 58, 59, 61, 62, 64, 65, 66, 67, 68, 69, 70, 73, 74, 75, 76, 78, 79, 80, 81, 83, 84, 85, 86, 88, 96, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mount huxley" =============== +============ Value of Rand Index = 0.5674747474747475 ================================= +============ Partial average Rand Index = 0.5521750841750842 ====== +============ Value of Adjusted Rand Index = 0.21353483401113524 ================================= +============ Partial average of Adjusted Rand Index = 0.0710188825985923 ================================= +============ Value of Jaccard Index = 0.46138364779874214 ================================= +============ Partial average of Jaccard Index = 0.3062360072469171 ====== +============ Precision = 0.24390243902439024, Recall = 0.7692307692307693, F1 = 0.37037037037037035 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 13.666666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 31 : "seduced and abandoned" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 11, 12, 14, 15, 20, 21, 22, 23, 24, 26, 28, 35, 41, 42, 46, 47, 55, 61, 63, 70, 72, 74, 81, 86, 88, 98, 99, 39, 48, 62] +The cluster 3 contains the snippets: [4, 13, 16, 17, 32, 33, 34, 44, 52, 54, 60, 66, 69, 75, 77, 80, 90] +The cluster 6 contains the snippets: [8, 18, 64, 76, 78, 82, 83, 84, 87, 92, 93, 94, 97, 100] +The cluster 2 contains the snippets: [49, 51, 53, 65, 73, 79, 95, 25, 27, 29, 36, 68] +The cluster 7 contains the snippets: [3, 5, 19, 38, 85, 91, 9, 56] +The cluster 4 contains the snippets: [57, 67, 43, 45, 59] +The cluster 5 contains the snippets: [6, 40] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 49, 4, 57, 6, 8, 3, 2, 51, 13, 67, 40, 18, 5, 11, 53, 16, 43, 64, 19, 12, 65, 17, 45, 76, 38, 14, 73, 32, 59, 78, 85, 15, 79, 33, 82, 91, 20, 95, 34, 83, 9, 21, 25, 44, 84, 56, 22, 27, 52, 87, 23, 29, 54, 92, 24, 36, 60, 93, 26, 68, 66, 94, 28, 69, 97, 35, 75, 100, 41, 77, 42, 80, 46, 90, 47, 55, 61, 63, 70, 72, 74, 81, 86, 88, 98, 99, 39, 48, 62, 7, 10, 30, 31, 37, 50, 58, 71, 89, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "seduced and abandoned" =============== +============ Value of Rand Index = 0.6062626262626263 ================================= +============ Partial average Rand Index = 0.5539198435972629 ====== +============ Value of Adjusted Rand Index = 0.10986386592861637 ================================= +============ Partial average of Adjusted Rand Index = 0.07227194657698019 ================================= +============ Value of Jaccard Index = 0.19728171334431632 ================================= +============ Partial average of Jaccard Index = 0.3027213526048977 ====== +============ Precision = 0.5555555555555556, Recall = 0.8620689655172413, F1 = 0.6756756756756757 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 12.857142857142858 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 32 : "tai chi" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 20, 21, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 47, 49, 50, 51, 52, 56, 58, 59, 61, 63, 64, 65, 69, 70, 71, 72, 73, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 92, 93, 94, 96, 97, 98, 100, 22, 24, 37, 43, 57, 66, 91] +The cluster 2 contains the snippets: [15, 42, 60, 76, 95, 16, 18, 99] +The cluster 5 contains the snippets: [54, 55, 75, 90] +The cluster 3 contains the snippets: [44, 62, 77] +The cluster 4 contains the snippets: [53] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 15, 44, 53, 54, 2, 42, 62, 55, 3, 60, 77, 75, 4, 76, 90, 5, 95, 6, 16, 7, 18, 8, 99, 9, 10, 11, 12, 13, 14, 17, 19, 20, 21, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 47, 49, 50, 51, 52, 56, 58, 59, 61, 63, 64, 65, 69, 70, 71, 72, 73, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 92, 93, 94, 96, 97, 98, 100, 22, 24, 37, 43, 57, 66, 91, 45, 46, 48, 67, 68, 74, 80] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tai chi" =============== +============ Value of Rand Index = 0.6597979797979798 ================================= +============ Partial average Rand Index = 0.5572285353535353 ====== +============ Value of Adjusted Rand Index = 0.08577075733489814 ================================= +============ Partial average of Adjusted Rand Index = 0.07269378441316512 ================================= +============ Value of Jaccard Index = 0.5765652501885844 ================================= +============ Partial average of Jaccard Index = 0.3112789744043879 ====== +============ Precision = 0.8064516129032258, Recall = 0.5319148936170213, F1 = 0.641025641025641 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 18.6 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 33 : "a bell for adano" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 8, 13, 14, 15, 17, 20, 22, 23, 24, 28, 29, 30, 31, 32, 36, 37, 38, 41, 43, 44, 47, 49, 50, 52, 53, 55, 57, 58, 59, 60, 64, 66, 68, 71, 72, 76, 84, 88, 89, 90, 91, 92, 94, 95, 100, 7, 10, 21, 42, 45, 86, 87, 96, 99] +The cluster 2 contains the snippets: [3, 9, 11, 12, 18, 19, 26, 27, 34, 35, 39, 40, 46, 48, 54, 56, 61, 67, 77, 81, 82, 83, 93, 98, 16, 25, 33, 62, 65, 69, 70, 74, 75, 78, 79, 80, 85] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 2, 9, 4, 11, 5, 12, 6, 18, 8, 19, 13, 26, 14, 27, 15, 34, 17, 35, 20, 39, 22, 40, 23, 46, 24, 48, 28, 54, 29, 56, 30, 61, 31, 67, 32, 77, 36, 81, 37, 82, 38, 83, 41, 93, 43, 98, 44, 16, 47, 25, 49, 33, 50, 62, 52, 65, 53, 69, 55, 70, 57, 74, 58, 75, 59, 78, 60, 79, 64, 80, 66, 85, 68, 71, 72, 76, 84, 88, 89, 90, 91, 92, 94, 95, 100, 7, 10, 21, 42, 45, 86, 87, 96, 99, 51, 63, 73, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "a bell for adano" =============== +============ Value of Rand Index = 0.6076767676767677 ================================= +============ Partial average Rand Index = 0.5587572696663605 ====== +============ Value of Adjusted Rand Index = 0.2080024795802905 ================================= +============ Partial average of Adjusted Rand Index = 0.07679404790307802 ================================= +============ Value of Jaccard Index = 0.37172436104820444 ================================= +============ Partial average of Jaccard Index = 0.3131106527875338 ====== +============ Precision = 0.5625, Recall = 0.7397260273972602, F1 = 0.6390532544378699 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 48.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 34 : "gay bar" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 11 snippet clusters: ==================== +The cluster 1 contains the snippets: [12, 14, 15, 19, 23, 33, 43, 50, 53, 60, 72, 76, 77, 92, 94, 97, 16, 24, 25, 42, 61] +The cluster 7 contains the snippets: [1, 17, 22, 26, 27, 29, 30, 37, 41, 47, 54, 57, 62, 70, 84, 100, 18, 31, 32] +The cluster 5 contains the snippets: [2, 3, 6, 11, 20, 36, 49, 51, 59, 64, 75, 79, 95, 96] +The cluster 8 contains the snippets: [35, 39, 82, 85, 90, 93, 40, 83] +The cluster 2 contains the snippets: [28, 38, 52, 55, 68, 81, 89] +The cluster 9 contains the snippets: [4, 7, 8, 45, 67, 69, 5] +The cluster 11 contains the snippets: [34, 46, 87, 88, 91, 99, 78] +The cluster 10 contains the snippets: [44, 56, 58, 74, 86, 10] +The cluster 6 contains the snippets: [9, 21] +The cluster 3 contains the snippets: [73, 80] +The cluster 4 contains the snippets: [71] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [12, 28, 73, 71, 2, 9, 1, 35, 4, 44, 34, 14, 38, 80, 3, 21, 17, 39, 7, 56, 46, 15, 52, 6, 22, 82, 8, 58, 87, 19, 55, 11, 26, 85, 45, 74, 88, 23, 68, 20, 27, 90, 67, 86, 91, 33, 81, 36, 29, 93, 69, 10, 99, 43, 89, 49, 30, 40, 5, 78, 50, 51, 37, 83, 53, 59, 41, 60, 64, 47, 72, 75, 54, 76, 79, 57, 77, 95, 62, 92, 96, 70, 94, 84, 97, 100, 16, 18, 24, 31, 25, 32, 42, 61, 13, 48, 63, 65, 66, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gay bar" =============== +============ Value of Rand Index = 0.3054545454545455 ================================= +============ Partial average Rand Index = 0.5513071895424836 ====== +============ Value of Adjusted Rand Index = 0.043172792937354564 ================================= +============ Partial average of Adjusted Rand Index = 0.07580518746290967 ================================= +============ Value of Jaccard Index = 0.13834586466165413 ================================= +============ Partial average of Jaccard Index = 0.3079705119603021 ====== +============ Precision = 0.9574468085106383, Recall = 0.9278350515463918, F1 = 0.9424083769633509 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 11 ============ +============ average size of the created clusters: 8.545454545454545 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 35 : "down in the valley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 6, 7, 9, 11, 12, 13, 18, 21, 27, 29, 33, 34, 38, 39, 43, 44, 46, 49, 51, 52, 54, 55, 59, 60, 61, 62, 66, 70, 71, 72, 74, 78, 83, 84, 88, 99, 22, 65, 89, 91, 93, 95, 96, 97] +The cluster 3 contains the snippets: [14, 19, 20, 24, 25, 26, 28, 31, 32, 47, 48, 53, 81, 90, 98, 100, 15] +The cluster 5 contains the snippets: [36, 73, 2, 17, 23, 30, 35, 50, 57, 64, 67, 68] +The cluster 4 contains the snippets: [75, 76, 77, 86, 92, 82, 85] +The cluster 2 contains the snippets: [4, 80, 45, 63] +The cluster 7 contains the snippets: [5, 42, 87, 94] +The cluster 6 contains the snippets: [10] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 14, 75, 36, 10, 5, 3, 80, 19, 76, 73, 42, 6, 45, 20, 77, 2, 87, 7, 63, 24, 86, 17, 94, 9, 25, 92, 23, 11, 26, 82, 30, 12, 28, 85, 35, 13, 31, 50, 18, 32, 57, 21, 47, 64, 27, 48, 67, 29, 53, 68, 33, 81, 34, 90, 38, 98, 39, 100, 43, 15, 44, 46, 49, 51, 52, 54, 55, 59, 60, 61, 62, 66, 70, 71, 72, 74, 78, 83, 84, 88, 99, 22, 65, 89, 91, 93, 95, 96, 97, 8, 16, 37, 40, 41, 56, 58, 69, 79] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "down in the valley" =============== +============ Value of Rand Index = 0.517979797979798 ================================= +============ Partial average Rand Index = 0.5503549783549784 ====== +============ Value of Adjusted Rand Index = 0.020443890934509164 ================================= +============ Partial average of Adjusted Rand Index = 0.0742234361335268 ================================= +============ Value of Jaccard Index = 0.21564760026298488 ================================= +============ Partial average of Jaccard Index = 0.30533271448323585 ====== +============ Precision = 0.26373626373626374, Recall = 0.7058823529411765, F1 = 0.38399999999999995 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 13.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 36 : "space raiders" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [6, 11, 23, 24, 25, 30, 35, 41, 44, 45, 50, 54, 56, 60, 62, 63, 64, 69, 70, 72, 75, 78, 79, 83, 84, 86, 88, 89, 91, 92, 3, 7, 9, 10, 21, 22, 77, 80, 81, 82, 90, 93, 97] +The cluster 2 contains the snippets: [13, 14, 16, 17, 18, 19, 20, 26, 27, 29, 32, 33, 34, 38, 42, 43, 49, 52, 53, 55, 61, 65, 66, 95, 98, 28] +The cluster 3 contains the snippets: [5, 15, 47, 58, 67, 68, 73, 85, 46, 48] +The cluster 4 contains the snippets: [4, 31, 36, 40, 71, 96, 99, 8] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [6, 13, 5, 4, 11, 14, 15, 31, 23, 16, 47, 36, 24, 17, 58, 40, 25, 18, 67, 71, 30, 19, 68, 96, 35, 20, 73, 99, 41, 26, 85, 8, 44, 27, 46, 45, 29, 48, 50, 32, 54, 33, 56, 34, 60, 38, 62, 42, 63, 43, 64, 49, 69, 52, 70, 53, 72, 55, 75, 61, 78, 65, 79, 66, 83, 95, 84, 98, 86, 28, 88, 89, 91, 92, 3, 7, 9, 10, 21, 22, 77, 80, 81, 82, 90, 93, 97, 1, 2, 12, 37, 39, 51, 57, 59, 74, 76, 87, 94, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space raiders" =============== +============ Value of Rand Index = 0.6513131313131313 ================================= +============ Partial average Rand Index = 0.5531593714927047 ====== +============ Value of Adjusted Rand Index = 0.20125371685917373 ================================= +============ Partial average of Adjusted Rand Index = 0.07775205504257257 ================================= +============ Value of Jaccard Index = 0.29204265791632483 ================================= +============ Partial average of Jaccard Index = 0.3049635462452661 ====== +============ Precision = 0.7011494252873564, Recall = 0.6559139784946236, F1 = 0.6777777777777778 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 21.75 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 37 : "black hole" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 3 contains the snippets: [20, 92] +The cluster 2 contains the snippets: [3] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 20, 2, 92, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "black hole" =============== +============ Value of Rand Index = 0.9036363636363637 ================================= +============ Partial average Rand Index = 0.5626317226317225 ====== +============ Value of Adjusted Rand Index = -0.024051760554523106 ================================= +============ Partial average of Adjusted Rand Index = 0.07500060056697538 ================================= +============ Value of Jaccard Index = 0.9035194174757282 ================================= +============ Partial average of Jaccard Index = 0.3211407319541975 ====== +============ Precision = 0.98, Recall = 1.0, F1 = 0.98989898989899 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 38 : "fata morgana" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 11 snippet clusters: ==================== +The cluster 4 contains the snippets: [7, 9, 11, 12, 14, 22, 26, 28, 35, 44, 46, 47, 50, 57, 63, 67, 69, 75, 76, 78, 86, 95, 27, 29, 88] +The cluster 1 contains the snippets: [2, 4, 21, 23, 31, 33, 39, 40, 48, 49, 51, 58, 59, 68, 71, 77, 81, 89, 92, 96, 100, 24, 70] +The cluster 11 contains the snippets: [13, 19, 20, 34, 42, 62, 64, 66, 87] +The cluster 6 contains the snippets: [1, 5, 8, 25, 38, 72, 85, 94] +The cluster 9 contains the snippets: [16, 65, 73, 93, 98, 3] +The cluster 8 contains the snippets: [41, 43, 52, 74] +The cluster 2 contains the snippets: [37, 61] +The cluster 5 contains the snippets: [45, 17] +The cluster 3 contains the snippets: [83, 32] +The cluster 10 contains the snippets: [82] +The cluster 7 contains the snippets: [84] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 37, 83, 7, 45, 1, 84, 41, 16, 82, 13, 4, 61, 32, 9, 17, 5, 43, 65, 19, 21, 11, 8, 52, 73, 20, 23, 12, 25, 74, 93, 34, 31, 14, 38, 98, 42, 33, 22, 72, 3, 62, 39, 26, 85, 64, 40, 28, 94, 66, 48, 35, 87, 49, 44, 51, 46, 58, 47, 59, 50, 68, 57, 71, 63, 77, 67, 81, 69, 89, 75, 92, 76, 96, 78, 100, 86, 24, 95, 70, 27, 29, 88, 6, 10, 15, 18, 30, 36, 53, 54, 55, 56, 60, 79, 80, 90, 91, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fata morgana" =============== +============ Value of Rand Index = 0.566060606060606 ================================= +============ Partial average Rand Index = 0.5627219564061668 ====== +============ Value of Adjusted Rand Index = 0.08096262525896976 ================================= +============ Partial average of Adjusted Rand Index = 0.07515749595360681 ================================= +============ Value of Jaccard Index = 0.17889908256880735 ================================= +============ Partial average of Jaccard Index = 0.31739753065458204 ====== +============ Precision = 0.25301204819277107, Recall = 0.5833333333333334, F1 = 0.35294117647058826 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 11 ============ +============ average size of the created clusters: 7.545454545454546 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 39 : "all that jazz" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 8, 12, 14, 16, 23, 27, 30, 35, 36, 43, 49, 50, 54, 56, 57, 66, 79, 81, 90, 93, 97, 98, 99, 26, 32, 38, 52, 55, 82, 83, 100] +The cluster 2 contains the snippets: [5, 6, 13, 15, 17, 19, 24, 37, 41, 42, 46, 51, 58, 62, 70, 71, 72, 84, 86, 89, 91, 96, 7, 20, 47, 48, 88] +The cluster 3 contains the snippets: [21, 33, 34, 40, 44, 76, 11] +The cluster 4 contains the snippets: [68, 39] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 5, 21, 68, 2, 6, 33, 39, 3, 13, 34, 8, 15, 40, 12, 17, 44, 14, 19, 76, 16, 24, 11, 23, 37, 27, 41, 30, 42, 35, 46, 36, 51, 43, 58, 49, 62, 50, 70, 54, 71, 56, 72, 57, 84, 66, 86, 79, 89, 81, 91, 90, 96, 93, 7, 97, 20, 98, 47, 99, 48, 26, 88, 32, 38, 52, 55, 82, 83, 100, 4, 9, 10, 18, 22, 25, 28, 29, 31, 45, 53, 59, 60, 61, 63, 64, 65, 67, 69, 73, 74, 75, 77, 78, 80, 85, 87, 92, 94, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "all that jazz" =============== +============ Value of Rand Index = 0.5385858585858586 ================================= +============ Partial average Rand Index = 0.5621030821030819 ====== +============ Value of Adjusted Rand Index = 0.03433139952156885 ================================= +============ Partial average of Adjusted Rand Index = 0.07411067296816992 ================================= +============ Value of Jaccard Index = 0.23071741327046144 ================================= +============ Partial average of Jaccard Index = 0.3151749635421687 ====== +============ Precision = 0.3, Recall = 0.5, F1 = 0.37499999999999994 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 17.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 40 : "ten little indians" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 4, 5, 7, 8, 9, 14, 18, 20, 22, 26, 29, 30, 31, 32, 40, 45, 47, 53, 54, 58, 65, 66, 80, 81, 85, 90, 91, 93, 95, 46, 55, 69, 70, 73, 74, 77, 79, 82, 84, 87, 88] +The cluster 3 contains the snippets: [1, 11, 15, 23, 25, 28, 33, 37, 43, 44, 48, 56, 57, 60, 63, 64, 72, 92, 94, 96, 99, 10, 27, 52] +The cluster 2 contains the snippets: [2, 6, 12, 13, 17, 21, 24, 34, 39, 51, 59, 62, 68, 71, 78, 97, 98] +The cluster 4 contains the snippets: [16, 36, 38, 50, 76, 86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 2, 1, 16, 4, 6, 11, 36, 5, 12, 15, 38, 7, 13, 23, 50, 8, 17, 25, 76, 9, 21, 28, 86, 14, 24, 33, 18, 34, 37, 20, 39, 43, 22, 51, 44, 26, 59, 48, 29, 62, 56, 30, 68, 57, 31, 71, 60, 32, 78, 63, 40, 97, 64, 45, 98, 72, 47, 92, 53, 94, 54, 96, 58, 99, 65, 10, 66, 27, 80, 52, 81, 85, 90, 91, 93, 95, 46, 55, 69, 70, 73, 74, 77, 79, 82, 84, 87, 88, 19, 35, 41, 42, 49, 61, 67, 75, 83, 89, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ten little indians" =============== +============ Value of Rand Index = 0.6707070707070707 ================================= +============ Partial average Rand Index = 0.5648181818181816 ====== +============ Value of Adjusted Rand Index = 0.1040179468291703 ================================= +============ Partial average of Adjusted Rand Index = 0.07485835481469494 ================================= +============ Value of Jaccard Index = 0.19664859536717594 ================================= +============ Partial average of Jaccard Index = 0.31221180433779383 ====== +============ Precision = 0.4157303370786517, Recall = 0.5522388059701493, F1 = 0.47435897435897434 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 22.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 41 : "speed of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 5, 6, 8, 10, 13, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 56, 57, 58, 59, 61, 62, 64, 65, 66, 67, 68, 70, 71, 72, 73, 76, 77, 78, 79, 80, 82, 83, 85, 86, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 9, 26, 30, 31, 53, 63] +The cluster 2 contains the snippets: [11, 14, 16, 29, 44, 52, 74, 75, 89] +The cluster 3 contains the snippets: [7, 60, 69] +The cluster 4 contains the snippets: [36] +The cluster 5 contains the snippets: [81] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 11, 7, 36, 81, 2, 14, 60, 5, 16, 69, 6, 29, 8, 44, 10, 52, 13, 74, 15, 75, 17, 89, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 56, 57, 58, 59, 61, 62, 64, 65, 66, 67, 68, 70, 71, 72, 73, 76, 77, 78, 79, 80, 82, 83, 85, 86, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 9, 26, 30, 31, 53, 63, 3, 4, 12, 54, 55, 84, 91] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "speed of light" =============== +============ Value of Rand Index = 0.47595959595959597 ================================= +============ Partial average Rand Index = 0.5626508992362649 ====== +============ Value of Adjusted Rand Index = -0.0352494191370576 ================================= +============ Partial average of Adjusted Rand Index = 0.07217279935245707 ================================= +============ Value of Jaccard Index = 0.3591897233201581 ================================= +============ Partial average of Jaccard Index = 0.31335760723980277 ====== +============ Precision = 0.43010752688172044, Recall = 0.9090909090909091, F1 = 0.5839416058394161 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 18.6 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 42 : "ray of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 5, 18, 21, 22, 23, 25, 29, 42, 43, 50, 53, 54, 57, 60, 61, 64, 67, 70, 96, 97, 16, 17, 20, 24, 26, 27, 56, 58, 65, 66, 74, 75, 99] +The cluster 4 contains the snippets: [31, 36, 44, 48, 52, 55, 79, 98, 45, 46, 81, 85] +The cluster 2 contains the snippets: [30, 41, 83, 86, 87, 92, 93, 94, 95] +The cluster 6 contains the snippets: [6, 11, 15, 19, 40, 7, 12] +The cluster 3 contains the snippets: [34, 35, 39, 71, 80, 9] +The cluster 5 contains the snippets: [73, 89, 91] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 30, 34, 31, 73, 6, 2, 41, 35, 36, 89, 11, 3, 83, 39, 44, 91, 15, 5, 86, 71, 48, 19, 18, 87, 80, 52, 40, 21, 92, 9, 55, 7, 22, 93, 79, 12, 23, 94, 98, 25, 95, 45, 29, 46, 42, 81, 43, 85, 50, 53, 54, 57, 60, 61, 64, 67, 70, 96, 97, 16, 17, 20, 24, 26, 27, 56, 58, 65, 66, 74, 75, 99, 4, 8, 10, 13, 14, 28, 32, 33, 37, 38, 47, 49, 51, 59, 62, 63, 68, 69, 72, 76, 77, 78, 82, 84, 88, 90, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ray of light" =============== +============ Value of Rand Index = 0.5945454545454546 ================================= +============ Partial average Rand Index = 0.5634102934102933 ====== +============ Value of Adjusted Rand Index = 0.1057371838667324 ================================= +============ Partial average of Adjusted Rand Index = 0.07297195136470173 ================================= +============ Value of Jaccard Index = 0.22539560015438054 ================================= +============ Partial average of Jaccard Index = 0.31126327373776885 ====== +============ Precision = 0.4383561643835616, Recall = 0.7619047619047619, F1 = 0.5565217391304348 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 12.166666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 43 : "soul food" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 2 contains the snippets: [1, 2, 4, 5, 7, 8, 10, 12, 15, 17, 20, 21, 26, 27, 28, 30, 31, 35, 37, 38, 43, 45, 46, 47, 48, 49, 50, 51, 56, 60, 63, 65, 67, 68, 69, 70, 72, 75, 76, 78, 79, 85, 90, 91, 94, 95, 96, 97, 23, 59, 61] +The cluster 4 contains the snippets: [13, 16, 29, 32, 36, 41, 52, 53, 57, 66, 71, 82, 87, 88] +The cluster 1 contains the snippets: [3, 6, 9, 22, 24, 25, 34, 39, 55, 84, 19, 40] +The cluster 6 contains the snippets: [14, 33, 42, 44, 58, 74, 77, 80, 93, 98, 99, 64] +The cluster 3 contains the snippets: [18, 73, 81, 83] +The cluster 8 contains the snippets: [54, 62, 92] +The cluster 7 contains the snippets: [11] +The cluster 5 contains the snippets: [86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 1, 18, 13, 86, 14, 11, 54, 6, 2, 73, 16, 33, 62, 9, 4, 81, 29, 42, 92, 22, 5, 83, 32, 44, 24, 7, 36, 58, 25, 8, 41, 74, 34, 10, 52, 77, 39, 12, 53, 80, 55, 15, 57, 93, 84, 17, 66, 98, 19, 20, 71, 99, 40, 21, 82, 64, 26, 87, 27, 88, 28, 30, 31, 35, 37, 38, 43, 45, 46, 47, 48, 49, 50, 51, 56, 60, 63, 65, 67, 68, 69, 70, 72, 75, 76, 78, 79, 85, 90, 91, 94, 95, 96, 97, 23, 59, 61, 89, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soul food" =============== +============ Value of Rand Index = 0.5381818181818182 ================================= +============ Partial average Rand Index = 0.5628235846840497 ====== +============ Value of Adjusted Rand Index = 0.1683759238172844 ================================= +============ Partial average of Adjusted Rand Index = 0.07519064839848272 ================================= +============ Value of Jaccard Index = 0.33469150174621654 ================================= +============ Partial average of Jaccard Index = 0.31180811624959326 ====== +============ Precision = 0.826530612244898, Recall = 0.8617021276595744, F1 = 0.84375 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 12.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 44 : "volcanic rock" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 2 contains the snippets: [2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 38, 39, 40, 41, 43, 44, 45, 46, 47, 48, 51, 53, 56, 60, 61, 63, 65, 66, 67, 69, 70, 71, 75, 76, 80, 81, 82, 83, 84, 85, 87, 90, 94, 95, 96, 99] +The cluster 1 contains the snippets: [1, 36, 37, 49, 54, 57, 59, 73, 88, 92, 97, 100, 4, 86] +The cluster 3 contains the snippets: [16, 23, 24, 42, 58, 64, 74, 91, 93, 77] +The cluster 5 contains the snippets: [34, 68, 72, 89] +The cluster 4 contains the snippets: [62, 79, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 16, 62, 34, 36, 3, 23, 79, 68, 37, 5, 24, 98, 72, 49, 6, 42, 89, 54, 7, 58, 57, 8, 64, 59, 9, 74, 73, 10, 91, 88, 12, 93, 92, 13, 77, 97, 14, 100, 15, 4, 17, 86, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 38, 39, 40, 41, 43, 44, 45, 46, 47, 48, 51, 53, 56, 60, 61, 63, 65, 66, 67, 69, 70, 71, 75, 76, 80, 81, 82, 83, 84, 85, 87, 90, 94, 95, 96, 99, 11, 50, 52, 55, 78] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "volcanic rock" =============== +============ Value of Rand Index = 0.5232323232323233 ================================= +============ Partial average Rand Index = 0.5619237832874195 ====== +============ Value of Adjusted Rand Index = 0.13256232712691907 ================================= +============ Partial average of Adjusted Rand Index = 0.07649455018776535 ================================= +============ Value of Jaccard Index = 0.4759049522540528 ================================= +============ Partial average of Jaccard Index = 0.3155375897951492 ====== +============ Precision = 0.9789473684210527, Recall = 0.9789473684210527, F1 = 0.9789473684210527 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 19.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 45 : "storm in a teacup" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 4 contains the snippets: [10, 32, 36, 50, 54, 57, 59, 73, 81, 82, 84, 91, 95, 98, 12, 51] +The cluster 1 contains the snippets: [1, 5, 9, 15, 21, 23, 33, 37, 39, 52, 62, 88, 97, 100] +The cluster 3 contains the snippets: [19, 93, 94] +The cluster 2 contains the snippets: [44, 45, 47] +The cluster 5 contains the snippets: [8, 16, 20] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 44, 19, 10, 8, 5, 45, 93, 32, 16, 9, 47, 94, 36, 20, 15, 50, 21, 54, 23, 57, 33, 59, 37, 73, 39, 81, 52, 82, 62, 84, 88, 91, 97, 95, 100, 98, 12, 51, 2, 3, 4, 6, 7, 11, 13, 14, 17, 18, 22, 24, 25, 26, 27, 28, 29, 30, 31, 34, 35, 38, 40, 41, 42, 43, 46, 48, 49, 53, 55, 56, 58, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 83, 85, 86, 87, 89, 90, 92, 96, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "storm in a teacup" =============== +============ Value of Rand Index = 0.5468686868686868 ================================= +============ Partial average Rand Index = 0.5615892255892255 ====== +============ Value of Adjusted Rand Index = 0.10755826199108116 ================================= +============ Partial average of Adjusted Rand Index = 0.0771848548945057 ================================= +============ Value of Jaccard Index = 0.3441520467836257 ================================= +============ Partial average of Jaccard Index = 0.3161734666171153 ====== +============ Precision = 0.2564102564102564, Recall = 0.3333333333333333, F1 = 0.2898550724637681 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 7.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 46 : "double negative" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 14, 39, 53, 58, 60, 66, 68, 70, 83, 84, 86, 93, 61, 67] +The cluster 3 contains the snippets: [1, 4, 6, 31, 45, 54, 57, 69, 88, 89, 16, 20, 71, 79, 80] +The cluster 5 contains the snippets: [7, 13, 17, 21, 24, 27, 30, 36, 77, 82, 98, 100, 22, 38, 99] +The cluster 2 contains the snippets: [15, 33, 41, 52, 96, 11, 12, 29] +The cluster 8 contains the snippets: [3, 42, 46, 48, 81, 85, 92] +The cluster 6 contains the snippets: [35, 91, 8, 18, 19] +The cluster 7 contains the snippets: [25, 72, 94, 74] +The cluster 4 contains the snippets: [50, 95, 78, 97] +The cluster 9 contains the snippets: [10, 23, 59, 51] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 15, 1, 50, 7, 35, 25, 3, 10, 14, 33, 4, 95, 13, 91, 72, 42, 23, 39, 41, 6, 78, 17, 8, 94, 46, 59, 53, 52, 31, 97, 21, 18, 74, 48, 51, 58, 96, 45, 24, 19, 81, 60, 11, 54, 27, 85, 66, 12, 57, 30, 92, 68, 29, 69, 36, 70, 88, 77, 83, 89, 82, 84, 16, 98, 86, 20, 100, 93, 71, 22, 61, 79, 38, 67, 80, 99, 5, 9, 26, 28, 32, 34, 37, 40, 43, 44, 47, 49, 55, 56, 62, 63, 64, 65, 73, 75, 76, 87, 90] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "double negative" =============== +============ Value of Rand Index = 0.7256565656565657 ================================= +============ Partial average Rand Index = 0.5651559068950373 ====== +============ Value of Adjusted Rand Index = 0.11391400777396365 ================================= +============ Partial average of Adjusted Rand Index = 0.07798331473971132 ================================= +============ Value of Jaccard Index = 0.1575682382133995 ================================= +============ Partial average of Jaccard Index = 0.31272552686920846 ====== +============ Precision = 0.5194805194805194, Recall = 0.5333333333333333, F1 = 0.5263157894736841 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 8.555555555555555 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 47 : "the whole truth" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 13 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 4, 12, 15, 19, 42, 53, 57, 58, 60, 89, 94, 97, 98, 20, 37, 44, 46, 63, 65, 66, 67, 77, 78] +The cluster 10 contains the snippets: [22, 32, 41, 47, 55, 59, 79, 88, 90, 13, 33, 34, 56] +The cluster 4 contains the snippets: [2, 5, 11, 28, 52, 81, 82, 96, 35] +The cluster 7 contains the snippets: [9, 26, 50, 68, 69, 10] +The cluster 6 contains the snippets: [62, 95, 8, 18, 40] +The cluster 9 contains the snippets: [45, 54, 61, 74, 75] +The cluster 8 contains the snippets: [80, 87, 92, 93] +The cluster 2 contains the snippets: [85, 48, 49, 86] +The cluster 5 contains the snippets: [100, 39, 51] +The cluster 3 contains the snippets: [16, 17] +The cluster 11 contains the snippets: [24, 25] +The cluster 12 contains the snippets: [31, 99] +The cluster 13 contains the snippets: [36] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 85, 16, 2, 100, 62, 9, 80, 45, 22, 24, 31, 36, 4, 48, 17, 5, 39, 95, 26, 87, 54, 32, 25, 99, 12, 49, 11, 51, 8, 50, 92, 61, 41, 15, 86, 28, 18, 68, 93, 74, 47, 19, 52, 40, 69, 75, 55, 42, 81, 10, 59, 53, 82, 79, 57, 96, 88, 58, 35, 90, 60, 13, 89, 33, 94, 34, 97, 56, 98, 20, 37, 44, 46, 63, 65, 66, 67, 77, 78, 3, 6, 7, 14, 21, 23, 27, 29, 30, 38, 43, 64, 70, 71, 72, 73, 76, 83, 84, 91] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the whole truth" =============== +============ Value of Rand Index = 0.3284848484848485 ================================= +============ Partial average Rand Index = 0.560120352460778 ====== +============ Value of Adjusted Rand Index = 0.008226940370080319 ================================= +============ Partial average of Adjusted Rand Index = 0.07649913656163405 ================================= +============ Value of Jaccard Index = 0.1289308176100629 ================================= +============ Partial average of Jaccard Index = 0.3088150011402904 ====== +============ Precision = 0.1375, Recall = 0.7333333333333333, F1 = 0.23157894736842105 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 13 ============ +============ average size of the created clusters: 6.153846153846154 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 48 : "james bond" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 28, 39, 66] +The cluster 2 contains the snippets: [18, 44, 55, 65, 88, 7] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 18, 2, 44, 3, 55, 4, 65, 5, 88, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 28, 39, 66, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "james bond" =============== +============ Value of Rand Index = 0.4676767676767677 ================================= +============ Partial average Rand Index = 0.5581944444444443 ====== +============ Value of Adjusted Rand Index = -0.007915831220191651 ================================= +============ Partial average of Adjusted Rand Index = 0.0747404913995127 ================================= +============ Value of Jaccard Index = 0.43027027027027026 ================================= +============ Partial average of Jaccard Index = 0.311345319247165 ====== +============ Precision = 0.5454545454545454, Recall = 0.3624161073825503, F1 = 0.43548387096774194 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 49.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 49 : "survival of the fittest" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 8, 15, 17, 21, 22, 27, 28, 30, 32, 39, 48, 55, 58, 59, 65, 67, 77, 78, 80, 82, 84, 85, 86, 88, 93, 95, 97, 6, 35, 36, 40, 63, 66, 83, 87, 90] +The cluster 4 contains the snippets: [19, 29, 37, 54, 76, 79, 91, 42] +The cluster 2 contains the snippets: [10, 12, 13, 96, 98, 99, 100] +The cluster 5 contains the snippets: [9, 24, 43, 46, 49, 62] +The cluster 6 contains the snippets: [31, 56, 61, 75] +The cluster 3 contains the snippets: [71, 23] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 10, 71, 19, 9, 31, 2, 12, 23, 29, 24, 56, 3, 13, 37, 43, 61, 4, 96, 54, 46, 75, 8, 98, 76, 49, 15, 99, 79, 62, 17, 100, 91, 21, 42, 22, 27, 28, 30, 32, 39, 48, 55, 58, 59, 65, 67, 77, 78, 80, 82, 84, 85, 86, 88, 93, 95, 97, 6, 35, 36, 40, 63, 66, 83, 87, 90, 5, 7, 11, 14, 16, 18, 20, 25, 26, 33, 34, 38, 41, 44, 45, 47, 50, 51, 52, 53, 57, 60, 64, 68, 69, 70, 72, 73, 74, 81, 89, 92, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "survival of the fittest" =============== +============ Value of Rand Index = 0.5428282828282829 ================================= +============ Partial average Rand Index = 0.5578808493094207 ====== +============ Value of Adjusted Rand Index = 0.0347068966557256 ================================= +============ Partial average of Adjusted Rand Index = 0.07392347926188439 ================================= +============ Value of Jaccard Index = 0.22260391618000688 ================================= +============ Partial average of Jaccard Index = 0.3095342702049781 ====== +============ Precision = 0.23880597014925373, Recall = 0.45714285714285713, F1 = 0.3137254901960784 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 11.166666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 50 : "mark forster" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 5, 11, 15, 17, 18, 26, 27, 33, 36, 37, 38, 41, 44, 45, 48, 49, 50, 51, 52, 53, 54, 57, 58, 59, 60, 61, 64, 65, 71, 72, 73, 74, 75, 81, 82, 85, 87, 89, 90, 91, 92, 95, 97, 98, 100, 4, 6, 23, 24, 28, 32, 34, 39, 46, 47, 55, 56, 62, 63, 96, 99] +The cluster 2 contains the snippets: [14, 66, 68, 13] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 14, 2, 66, 5, 68, 11, 13, 15, 17, 18, 26, 27, 33, 36, 37, 38, 41, 44, 45, 48, 49, 50, 51, 52, 53, 54, 57, 58, 59, 60, 61, 64, 65, 71, 72, 73, 74, 75, 81, 82, 85, 87, 89, 90, 91, 92, 95, 97, 98, 100, 4, 6, 23, 24, 28, 32, 34, 39, 46, 47, 55, 56, 62, 63, 96, 99, 3, 7, 8, 9, 10, 12, 16, 19, 20, 21, 22, 25, 29, 30, 31, 35, 40, 42, 43, 67, 69, 70, 76, 77, 78, 79, 80, 83, 84, 86, 88, 93, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mark forster" =============== +============ Value of Rand Index = 0.5668686868686869 ================================= +============ Partial average Rand Index = 0.558060606060606 ====== +============ Value of Adjusted Rand Index = 0.13401898323606068 ================================= +============ Partial average of Adjusted Rand Index = 0.07512538934136792 ================================= +============ Value of Jaccard Index = 0.38213256484149855 ================================= +============ Partial average of Jaccard Index = 0.3109862360977085 ====== +============ Precision = 0.5522388059701493, Recall = 0.8604651162790697, F1 = 0.6727272727272727 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 33.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 51 : "rain or shine" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 26, 37, 43, 45, 47, 60, 64, 74, 75, 76, 84, 86, 90, 7, 25, 34, 42, 67, 77, 79, 80, 81, 83, 85, 88, 92, 93, 96, 98, 99] +The cluster 5 contains the snippets: [3, 10, 49, 56, 59, 78, 95, 11, 29, 68, 69, 70, 71, 72, 73] +The cluster 2 contains the snippets: [9, 20, 28, 4, 30, 31] +The cluster 4 contains the snippets: [5, 27, 44, 62] +The cluster 3 contains the snippets: [6, 12, 36, 52] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 9, 6, 5, 3, 26, 20, 12, 27, 10, 37, 28, 36, 44, 49, 43, 4, 52, 62, 56, 45, 30, 59, 47, 31, 78, 60, 95, 64, 11, 74, 29, 75, 68, 76, 69, 84, 70, 86, 71, 90, 72, 7, 73, 25, 34, 42, 67, 77, 79, 80, 81, 83, 85, 88, 92, 93, 96, 98, 99, 1, 8, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 32, 33, 35, 38, 39, 40, 41, 46, 48, 50, 51, 53, 54, 55, 57, 58, 61, 63, 65, 66, 82, 87, 89, 91, 94, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rain or shine" =============== +============ Value of Rand Index = 0.374949494949495 ================================= +============ Partial average Rand Index = 0.5544701921172509 ====== +============ Value of Adjusted Rand Index = 0.026466322551532126 ================================= +============ Partial average of Adjusted Rand Index = 0.07417128999254761 ================================= +============ Value of Jaccard Index = 0.27861972487759384 ================================= +============ Partial average of Jaccard Index = 0.3103515986228043 ====== +============ Precision = 0.06666666666666667, Recall = 0.4, F1 = 0.1142857142857143 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 12.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 52 : "another day in paradise" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 6, 7, 11, 14, 15, 16, 17, 22, 24, 26, 27, 28, 31, 32, 35, 37, 46, 52, 54, 60, 64, 65, 71, 73, 74, 77, 79, 92, 93, 97, 5, 29, 50, 51, 59, 61, 72, 75, 78] +The cluster 2 contains the snippets: [4, 8, 9, 19, 20, 36, 38, 40, 55, 56, 57, 66, 67, 69, 76, 80, 81, 82, 94, 95, 96, 98, 21, 83, 84, 85, 87, 89, 90, 91] +The cluster 3 contains the snippets: [3, 13, 23, 30, 43, 48, 58, 63, 86, 88, 49] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 3, 2, 8, 13, 6, 9, 23, 7, 19, 30, 11, 20, 43, 14, 36, 48, 15, 38, 58, 16, 40, 63, 17, 55, 86, 22, 56, 88, 24, 57, 49, 26, 66, 27, 67, 28, 69, 31, 76, 32, 80, 35, 81, 37, 82, 46, 94, 52, 95, 54, 96, 60, 98, 64, 21, 65, 83, 71, 84, 73, 85, 74, 87, 77, 89, 79, 90, 92, 91, 93, 97, 5, 29, 50, 51, 59, 61, 72, 75, 78, 10, 12, 18, 25, 33, 34, 39, 41, 42, 44, 45, 47, 53, 62, 68, 70, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "another day in paradise" =============== +============ Value of Rand Index = 0.593939393939394 ================================= +============ Partial average Rand Index = 0.5552292152292152 ====== +============ Value of Adjusted Rand Index = 0.059902258936904824 ================================= +============ Partial average of Adjusted Rand Index = 0.07389688554916987 ================================= +============ Value of Jaccard Index = 0.2154566744730679 ================================= +============ Partial average of Jaccard Index = 0.3085266962353094 ====== +============ Precision = 0.4024390243902439, Recall = 0.673469387755102, F1 = 0.5038167938931297 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 27.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 53 : "tree of knowledge" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 4, 6, 8, 13, 22, 26, 39, 43, 45, 47, 52, 53, 63, 65, 69, 70, 76, 80, 84, 85, 93, 94, 98, 5, 7, 21, 40, 41, 55, 56, 58, 74] +The cluster 3 contains the snippets: [12, 28, 29, 35, 46, 62, 77, 10, 23, 24, 25, 31, 32, 83] +The cluster 2 contains the snippets: [11, 17, 42, 48, 57, 99, 33, 95] +The cluster 6 contains the snippets: [18, 27, 30, 66, 68, 72, 19, 20] +The cluster 4 contains the snippets: [15, 59, 90, 92, 3, 60] +The cluster 7 contains the snippets: [78, 89, 96, 71, 79] +The cluster 5 contains the snippets: [51] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 11, 12, 15, 51, 18, 78, 4, 17, 28, 59, 27, 89, 6, 42, 29, 90, 30, 96, 8, 48, 35, 92, 66, 71, 13, 57, 46, 3, 68, 79, 22, 99, 62, 60, 72, 26, 33, 77, 19, 39, 95, 10, 20, 43, 23, 45, 24, 47, 25, 52, 31, 53, 32, 63, 83, 65, 69, 70, 76, 80, 84, 85, 93, 94, 98, 5, 7, 21, 40, 41, 55, 56, 58, 74, 2, 9, 14, 16, 34, 36, 37, 38, 44, 49, 50, 54, 61, 64, 67, 73, 75, 81, 82, 86, 87, 88, 91, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tree of knowledge" =============== +============ Value of Rand Index = 0.5042424242424243 ================================= +============ Partial average Rand Index = 0.5542672003049361 ====== +============ Value of Adjusted Rand Index = 0.040596147315046634 ================================= +============ Partial average of Adjusted Rand Index = 0.0732685697334317 ================================= +============ Value of Jaccard Index = 0.1911667765326302 ================================= +============ Partial average of Jaccard Index = 0.3063123581277116 ====== +============ Precision = 0.28, Recall = 0.7, F1 = 0.4 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 10.714285714285714 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 54 : "indy 500" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 21, 22, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 40, 41, 42, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 81, 83, 84, 85, 86, 87, 91, 92, 93, 94, 95, 96, 97, 99, 100, 3, 7, 26, 35, 39, 47, 57, 79, 82, 88] +The cluster 2 contains the snippets: [19, 20, 43, 89, 90] +The cluster 3 contains the snippets: [23, 71] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 19, 23, 2, 20, 71, 4, 43, 5, 89, 6, 90, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 21, 22, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 40, 41, 42, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 81, 83, 84, 85, 86, 87, 91, 92, 93, 94, 95, 96, 97, 99, 100, 3, 7, 26, 35, 39, 47, 57, 79, 82, 88, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "indy 500" =============== +============ Value of Rand Index = 0.6773737373737374 ================================= +============ Partial average Rand Index = 0.5565469509913954 ====== +============ Value of Adjusted Rand Index = 0.10277782885207457 ================================= +============ Partial average of Adjusted Rand Index = 0.07381503749488805 ================================= +============ Value of Jaccard Index = 0.6553733275787657 ================================= +============ Partial average of Jaccard Index = 0.312776450154583 ====== +============ Precision = 0.8282828282828283, Recall = 1.0, F1 = 0.9060773480662984 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 55 : "amarillo by morning" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 6, 7, 9, 12, 13, 15, 16, 18, 23, 24, 25, 26, 29, 30, 34, 38, 40, 42, 43, 47, 50, 51, 52, 54, 60, 61, 63, 65, 66, 67, 69, 70, 72, 73, 74, 75, 76, 77, 81, 83, 84, 86, 87, 88, 90, 91, 92, 95, 100, 4, 5, 8, 17, 19, 21, 27, 28, 31, 32, 33, 35, 36, 39, 41, 44, 45, 46, 49, 55, 56, 57, 58, 59, 62, 64, 68, 71, 78, 79, 80, 82, 89, 93, 94, 96, 97, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 6, 7, 9, 12, 13, 15, 16, 18, 23, 24, 25, 26, 29, 30, 34, 38, 40, 42, 43, 47, 50, 51, 52, 54, 60, 61, 63, 65, 66, 67, 69, 70, 72, 73, 74, 75, 76, 77, 81, 83, 84, 86, 87, 88, 90, 91, 92, 95, 100, 4, 5, 8, 17, 19, 21, 27, 28, 31, 32, 33, 35, 36, 39, 41, 44, 45, 46, 49, 55, 56, 57, 58, 59, 62, 64, 68, 71, 78, 79, 80, 82, 89, 93, 94, 96, 97, 98, 10, 11, 14, 20, 22, 37, 48, 53, 85, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "amarillo by morning" =============== +============ Value of Rand Index = 0.6935353535353536 ================================= +============ Partial average Rand Index = 0.5590376492194674 ====== +============ Value of Adjusted Rand Index = 0.28526148969889054 ================================= +============ Partial average of Adjusted Rand Index = 0.07765951844405172 ================================= +============ Value of Jaccard Index = 0.6470451372731503 ================================= +============ Partial average of Jaccard Index = 0.3188540626476479 ====== +============ Precision = 0.8111111111111111, Recall = 0.948051948051948, F1 = 0.874251497005988 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 90.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 56 : "queen of the night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 3 contains the snippets: [3, 6, 10, 12, 16, 17, 19, 23, 26, 32, 42, 49, 50, 56, 57, 71, 74, 80, 85, 90, 95, 99, 18, 21, 25, 28, 30, 36] +The cluster 1 contains the snippets: [4, 14, 22, 37, 38, 45, 47, 65, 69, 82, 84, 86, 97, 15, 46, 73, 87, 93, 94, 98] +The cluster 2 contains the snippets: [2, 5, 44, 55, 61, 70, 72, 75, 78, 88, 7, 13, 29, 58, 67, 68, 83] +The cluster 7 contains the snippets: [8, 11, 20, 27, 63, 77, 81, 96, 34] +The cluster 6 contains the snippets: [39, 62, 92, 40, 43] +The cluster 4 contains the snippets: [1, 52, 64, 53] +The cluster 5 contains the snippets: [51] +The cluster 8 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 2, 3, 1, 51, 39, 8, 100, 14, 5, 6, 52, 62, 11, 22, 44, 10, 64, 92, 20, 37, 55, 12, 53, 40, 27, 38, 61, 16, 43, 63, 45, 70, 17, 77, 47, 72, 19, 81, 65, 75, 23, 96, 69, 78, 26, 34, 82, 88, 32, 84, 7, 42, 86, 13, 49, 97, 29, 50, 15, 58, 56, 46, 67, 57, 73, 68, 71, 87, 83, 74, 93, 80, 94, 85, 98, 90, 95, 99, 18, 21, 25, 28, 30, 36, 9, 24, 31, 33, 35, 41, 48, 54, 59, 60, 66, 76, 79, 89, 91] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "queen of the night" =============== +============ Value of Rand Index = 0.5941414141414142 ================================= +============ Partial average Rand Index = 0.5596645021645021 ====== +============ Value of Adjusted Rand Index = 0.09398889778693698 ================================= +============ Partial average of Adjusted Rand Index = 0.0779511145037461 ================================= +============ Value of Jaccard Index = 0.18828282828282827 ================================= +============ Partial average of Jaccard Index = 0.3165224334625618 ====== +============ Precision = 0.32941176470588235, Recall = 0.7368421052631579, F1 = 0.45528455284552843 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 10.625 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 57 : "cassius marcellus clay" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 2 contains the snippets: [10, 13, 16, 17, 19, 20, 22, 24, 25, 28, 34, 36, 40, 44, 47, 49, 52, 53, 54, 57, 59, 63, 67, 68, 73, 74, 75, 77, 87, 96, 97, 99, 6, 26, 35, 37, 39, 41, 42, 43, 46, 50, 51, 56, 79, 80, 81] +The cluster 1 contains the snippets: [2, 3, 5, 14, 15, 18, 21, 31, 32, 38, 45, 62, 65, 71, 76, 78, 82, 83, 85, 86, 88, 91, 92, 98, 100, 1, 7, 8, 9, 11, 23, 27, 29, 30, 33, 66, 69, 70, 84, 89, 90, 93, 94, 95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 10, 3, 13, 5, 16, 14, 17, 15, 19, 18, 20, 21, 22, 31, 24, 32, 25, 38, 28, 45, 34, 62, 36, 65, 40, 71, 44, 76, 47, 78, 49, 82, 52, 83, 53, 85, 54, 86, 57, 88, 59, 91, 63, 92, 67, 98, 68, 100, 73, 1, 74, 7, 75, 8, 77, 9, 87, 11, 96, 23, 97, 27, 99, 29, 6, 30, 26, 33, 35, 66, 37, 69, 39, 70, 41, 84, 42, 89, 43, 90, 46, 93, 50, 94, 51, 95, 56, 79, 80, 81, 4, 12, 48, 55, 58, 60, 61, 64, 72] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cassius marcellus clay" =============== +============ Value of Rand Index = 0.5236363636363637 ================================= +============ Partial average Rand Index = 0.5590324295587453 ====== +============ Value of Adjusted Rand Index = 0.01439268211413319 ================================= +============ Partial average of Adjusted Rand Index = 0.07683605428638446 ================================= +============ Value of Jaccard Index = 0.263125 ================================= +============ Partial average of Jaccard Index = 0.31558563638427123 ====== +============ Precision = 0.43956043956043955, Recall = 0.7692307692307693, F1 = 0.5594405594405594 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 45.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 58 : "space opera" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 6, 7, 10, 12, 16, 17, 18, 19, 20, 21, 22, 24, 26, 28, 29, 30, 31, 32, 34, 35, 37, 38, 40, 41, 42, 44, 45, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 66, 68, 69, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 90, 91, 92, 93, 94, 95, 97, 99, 100, 3, 9, 13, 14, 15, 23, 27, 46, 48, 49, 63, 64, 65, 67, 85, 89, 96, 98] +The cluster 3 contains the snippets: [8, 43, 39, 73] +The cluster 2 contains the snippets: [11, 33, 88] +The cluster 4 contains the snippets: [70] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 11, 8, 70, 2, 33, 43, 4, 88, 39, 6, 73, 7, 10, 12, 16, 17, 18, 19, 20, 21, 22, 24, 26, 28, 29, 30, 31, 32, 34, 35, 37, 38, 40, 41, 42, 44, 45, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 66, 68, 69, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 90, 91, 92, 93, 94, 95, 97, 99, 100, 3, 9, 13, 14, 15, 23, 27, 46, 48, 49, 63, 64, 65, 67, 85, 89, 96, 98, 5, 25, 36, 71] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space opera" =============== +============ Value of Rand Index = 0.4583838383838384 ================================= +============ Partial average Rand Index = 0.557297109021247 ====== +============ Value of Adjusted Rand Index = 0.06747667726466966 ================================= +============ Partial average of Adjusted Rand Index = 0.07667468571704456 ================================= +============ Value of Jaccard Index = 0.34832280019445794 ================================= +============ Partial average of Jaccard Index = 0.31615007024306757 ====== +============ Precision = 0.5208333333333334, Recall = 0.704225352112676, F1 = 0.5988023952095808 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 24.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 59 : "alpha dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [18, 22, 23, 31, 32, 33, 36, 39, 41, 42, 43, 55, 62, 63, 65, 67, 68, 71, 81, 84, 89, 91, 95, 99, 17, 19, 35, 37, 40, 44, 45, 52, 54, 69] +The cluster 2 contains the snippets: [1, 2, 3, 4, 24, 26, 50, 53, 66, 70, 73, 74, 75, 86, 90, 92, 8, 12, 25, 27, 77, 78] +The cluster 3 contains the snippets: [7, 11, 20, 21, 28, 30, 60, 61, 64, 76] +The cluster 4 contains the snippets: [13, 15, 56, 58] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [18, 1, 7, 13, 22, 2, 11, 15, 23, 3, 20, 56, 31, 4, 21, 58, 32, 24, 28, 33, 26, 30, 36, 50, 60, 39, 53, 61, 41, 66, 64, 42, 70, 76, 43, 73, 55, 74, 62, 75, 63, 86, 65, 90, 67, 92, 68, 8, 71, 12, 81, 25, 84, 27, 89, 77, 91, 78, 95, 99, 17, 19, 35, 37, 40, 44, 45, 52, 54, 69, 5, 6, 9, 10, 14, 16, 29, 34, 38, 46, 47, 48, 49, 51, 57, 59, 72, 79, 80, 82, 83, 85, 87, 88, 93, 94, 96, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "alpha dog" =============== +============ Value of Rand Index = 0.5294949494949495 ================================= +============ Partial average Rand Index = 0.5568258859784283 ====== +============ Value of Adjusted Rand Index = 0.15614083095523246 ================================= +============ Partial average of Adjusted Rand Index = 0.07802156953464096 ================================= +============ Value of Jaccard Index = 0.30164917541229386 ================================= +============ Partial average of Jaccard Index = 0.3159042923645799 ====== +============ Precision = 0.2714285714285714, Recall = 0.76, F1 = 0.39999999999999997 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 17.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 60 : "bullet in the head" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 2 contains the snippets: [2, 4, 5, 8, 11, 13, 14, 18, 22, 23, 30, 39, 40, 47, 56, 60, 61, 66, 74, 75, 78, 83, 85, 89, 92, 97, 98, 99, 100, 34] +The cluster 1 contains the snippets: [6, 15, 28, 29, 32, 33, 38, 48, 50, 52, 59, 68, 81, 86, 94, 26, 36, 37, 41, 51, 53, 54, 70, 87, 90, 91, 95] +The cluster 3 contains the snippets: [3, 12, 17, 21, 24, 27, 43, 46, 57, 69, 82, 84, 88, 93, 19, 20, 25] +The cluster 4 contains the snippets: [9, 10, 16, 31, 35, 49, 45] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [6, 2, 3, 9, 15, 4, 12, 10, 28, 5, 17, 16, 29, 8, 21, 31, 32, 11, 24, 35, 33, 13, 27, 49, 38, 14, 43, 45, 48, 18, 46, 50, 22, 57, 52, 23, 69, 59, 30, 82, 68, 39, 84, 81, 40, 88, 86, 47, 93, 94, 56, 19, 26, 60, 20, 36, 61, 25, 37, 66, 41, 74, 51, 75, 53, 78, 54, 83, 70, 85, 87, 89, 90, 92, 91, 97, 95, 98, 99, 100, 34, 1, 7, 42, 44, 55, 58, 62, 63, 64, 65, 67, 71, 72, 73, 76, 77, 79, 80, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bullet in the head" =============== +============ Value of Rand Index = 0.6802020202020203 ================================= +============ Partial average Rand Index = 0.5588821548821549 ====== +============ Value of Adjusted Rand Index = 0.21876635701864527 ================================= +============ Partial average of Adjusted Rand Index = 0.08036731599270769 ================================= +============ Value of Jaccard Index = 0.2731864095500459 ================================= +============ Partial average of Jaccard Index = 0.31519232765100436 ====== +============ Precision = 0.6172839506172839, Recall = 0.8333333333333334, F1 = 0.7092198581560284 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 20.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 61 : "jump cut" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 5 contains the snippets: [5, 10, 30, 31, 41, 52, 64, 66, 73, 77, 81, 82, 88, 95, 2, 34, 67, 68, 69, 76, 78, 80, 83, 86, 90, 91, 92, 96, 98, 99, 100] +The cluster 1 contains the snippets: [1, 4, 8, 12, 37, 39, 42, 50, 59, 60, 62, 65, 74, 89, 97, 9, 20, 21, 24, 25, 36, 45] +The cluster 2 contains the snippets: [7, 23, 33, 43, 44, 46, 47, 51, 53, 58, 72, 79, 84, 87, 93, 94, 54, 55, 56, 61, 63] +The cluster 4 contains the snippets: [15, 32, 57, 85, 19, 26] +The cluster 3 contains the snippets: [6, 16, 18, 38, 35] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 7, 6, 15, 5, 4, 23, 16, 32, 10, 8, 33, 18, 57, 30, 12, 43, 38, 85, 31, 37, 44, 35, 19, 41, 39, 46, 26, 52, 42, 47, 64, 50, 51, 66, 59, 53, 73, 60, 58, 77, 62, 72, 81, 65, 79, 82, 74, 84, 88, 89, 87, 95, 97, 93, 2, 9, 94, 34, 20, 54, 67, 21, 55, 68, 24, 56, 69, 25, 61, 76, 36, 63, 78, 45, 80, 83, 86, 90, 91, 92, 96, 98, 99, 100, 3, 11, 13, 14, 17, 22, 27, 28, 29, 40, 48, 49, 70, 71, 75] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "jump cut" =============== +============ Value of Rand Index = 0.5824242424242424 ================================= +============ Partial average Rand Index = 0.5592680907435006 ====== +============ Value of Adjusted Rand Index = 0.028577208875799506 ================================= +============ Partial average of Adjusted Rand Index = 0.07951829784325018 ================================= +============ Value of Jaccard Index = 0.1702127659574468 ================================= +============ Partial average of Jaccard Index = 0.31281561352488046 ====== +============ Precision = 0.35294117647058826, Recall = 0.6122448979591837, F1 = 0.44776119402985076 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 17.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 62 : "family reunion" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 13 snippet clusters: ==================== +The cluster 6 contains the snippets: [11, 15, 16, 17, 19, 24, 26, 36, 39, 48, 55, 57, 61, 63, 68, 71, 79, 80, 82, 87, 90, 93, 98, 4, 91, 92, 94, 95, 100] +The cluster 11 contains the snippets: [1, 2, 5, 7, 8, 12, 13, 23, 28, 29, 33, 34, 37, 43, 44, 58, 65, 72, 84, 9] +The cluster 2 contains the snippets: [14, 21, 31, 38, 99, 20, 56] +The cluster 7 contains the snippets: [18, 54, 85, 35, 52, 53] +The cluster 1 contains the snippets: [3, 6, 60, 62, 86] +The cluster 9 contains the snippets: [51, 64, 77, 81] +The cluster 10 contains the snippets: [22, 41, 46, 27] +The cluster 13 contains the snippets: [25, 88, 89] +The cluster 5 contains the snippets: [30, 75] +The cluster 8 contains the snippets: [59, 83] +The cluster 3 contains the snippets: [32] +The cluster 12 contains the snippets: [73] +The cluster 4 contains the snippets: [42] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 14, 32, 42, 30, 11, 18, 59, 51, 22, 1, 73, 25, 6, 21, 75, 15, 54, 83, 64, 41, 2, 88, 60, 31, 16, 85, 77, 46, 5, 89, 62, 38, 17, 35, 81, 27, 7, 86, 99, 19, 52, 8, 20, 24, 53, 12, 56, 26, 13, 36, 23, 39, 28, 48, 29, 55, 33, 57, 34, 61, 37, 63, 43, 68, 44, 71, 58, 79, 65, 80, 72, 82, 84, 87, 9, 90, 93, 98, 4, 91, 92, 94, 95, 100, 10, 40, 45, 47, 49, 50, 66, 67, 69, 70, 74, 76, 78, 96, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "family reunion" =============== +============ Value of Rand Index = 0.5357575757575758 ================================= +============ Partial average Rand Index = 0.5588888888888889 ====== +============ Value of Adjusted Rand Index = 0.02665612469644771 ================================= +============ Partial average of Adjusted Rand Index = 0.07866568214733402 ================================= +============ Value of Jaccard Index = 0.14445271779597915 ================================= +============ Partial average of Jaccard Index = 0.31010008294860786 ====== +============ Precision = 0.6470588235294118, Recall = 0.8461538461538461, F1 = 0.7333333333333334 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 13 ============ +============ average size of the created clusters: 6.538461538461538 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 63 : "rookie of the year" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 16, 18, 19, 22, 23, 24, 25, 27, 28, 29, 31, 32, 34, 35, 36, 38, 40, 41, 42, 43, 44, 45, 46, 49, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 88, 89, 92, 94, 95, 96, 97, 98, 99, 100, 6, 9, 17, 20, 21, 26, 30, 33, 48, 50, 51, 55, 80, 87, 90, 91, 93] +The cluster 2 contains the snippets: [37, 39, 47, 65] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 37, 3, 39, 4, 47, 5, 65, 7, 8, 10, 11, 12, 13, 14, 15, 16, 18, 19, 22, 23, 24, 25, 27, 28, 29, 31, 32, 34, 35, 36, 38, 40, 41, 42, 43, 44, 45, 46, 49, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 88, 89, 92, 94, 95, 96, 97, 98, 99, 100, 6, 9, 17, 20, 21, 26, 30, 33, 48, 50, 51, 55, 80, 87, 90, 91, 93, 1] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rookie of the year" =============== +============ Value of Rand Index = 0.6224242424242424 ================================= +============ Partial average Rand Index = 0.5598973865640533 ====== +============ Value of Adjusted Rand Index = 0.11204345324785046 ================================= +============ Partial average of Adjusted Rand Index = 0.07919548803781841 ================================= +============ Value of Jaccard Index = 0.5969376752210481 ================================= +============ Partial average of Jaccard Index = 0.31465306060372594 ====== +============ Precision = 0.7575757575757576, Recall = 0.9146341463414634, F1 = 0.8287292817679557 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 49.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 64 : "junk mail" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 5, 6, 8, 10, 12, 13, 15, 17, 18, 20, 22, 24, 25, 26, 27, 28, 30, 31, 33, 34, 38, 40, 41, 44, 47, 48, 49, 50, 51, 52, 55, 57, 58, 60, 62, 63, 64, 65, 67, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82, 83, 84, 86, 89, 94, 95, 96, 97, 98, 100, 19, 59, 99] +The cluster 2 contains the snippets: [7, 11, 16, 32, 37, 39, 43, 53, 66, 81, 88, 90, 93, 35, 68] +The cluster 4 contains the snippets: [1, 14, 21, 54, 56, 72, 85, 87] +The cluster 3 contains the snippets: [9, 61] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 7, 9, 1, 3, 11, 61, 14, 5, 16, 21, 6, 32, 54, 8, 37, 56, 10, 39, 72, 12, 43, 85, 13, 53, 87, 15, 66, 17, 81, 18, 88, 20, 90, 22, 93, 24, 35, 25, 68, 26, 27, 28, 30, 31, 33, 34, 38, 40, 41, 44, 47, 48, 49, 50, 51, 52, 55, 57, 58, 60, 62, 63, 64, 65, 67, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82, 83, 84, 86, 89, 94, 95, 96, 97, 98, 100, 19, 59, 99, 4, 23, 29, 36, 42, 45, 46, 70, 74, 91, 92] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "junk mail" =============== +============ Value of Rand Index = 0.566060606060606 ================================= +============ Partial average Rand Index = 0.5599936868686869 ====== +============ Value of Adjusted Rand Index = 0.12888601907167446 ================================= +============ Partial average of Adjusted Rand Index = 0.07997190258522241 ================================= +============ Value of Jaccard Index = 0.38803418803418804 ================================= +============ Partial average of Jaccard Index = 0.3157996407198269 ====== +============ Precision = 0.7640449438202247, Recall = 0.6538461538461539, F1 = 0.7046632124352331 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 22.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 65 : "little brother" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 13 snippet clusters: ==================== +The cluster 7 contains the snippets: [2, 5, 11, 13, 19, 20, 21, 22, 23, 24, 31, 38, 44, 45, 47, 48, 49, 54, 55, 58, 60, 61, 63, 66, 67, 69, 71, 74, 76, 85, 86, 88, 92, 93, 98, 77] +The cluster 11 contains the snippets: [7, 17, 26, 68, 89, 97, 100, 6, 8, 27, 28, 42, 46, 73] +The cluster 4 contains the snippets: [1, 3, 12, 29, 33, 43, 52, 53, 59, 65, 72] +The cluster 3 contains the snippets: [14, 25, 32, 37, 62, 80, 99, 15, 40, 81] +The cluster 1 contains the snippets: [16, 36, 70, 94, 96, 41, 50, 51] +The cluster 9 contains the snippets: [39, 56, 75, 82, 87, 95, 84] +The cluster 8 contains the snippets: [9, 34, 35, 83, 91, 57] +The cluster 2 contains the snippets: [4, 79] +The cluster 6 contains the snippets: [90] +The cluster 10 contains the snippets: [18] +The cluster 5 contains the snippets: [78] +The cluster 12 contains the snippets: [64] +The cluster 13 contains the snippets: [10] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [16, 4, 14, 1, 78, 90, 2, 9, 39, 18, 7, 64, 10, 36, 79, 25, 3, 5, 34, 56, 17, 70, 32, 12, 11, 35, 75, 26, 94, 37, 29, 13, 83, 82, 68, 96, 62, 33, 19, 91, 87, 89, 41, 80, 43, 20, 57, 95, 97, 50, 99, 52, 21, 84, 100, 51, 15, 53, 22, 6, 40, 59, 23, 8, 81, 65, 24, 27, 72, 31, 28, 38, 42, 44, 46, 45, 73, 47, 48, 49, 54, 55, 58, 60, 61, 63, 66, 67, 69, 71, 74, 76, 85, 86, 88, 92, 93, 98, 77, 30] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "little brother" =============== +============ Value of Rand Index = 0.5664646464646464 ================================= +============ Partial average Rand Index = 0.5600932400932401 ====== +============ Value of Adjusted Rand Index = 0.04987037873166502 ================================= +============ Partial average of Adjusted Rand Index = 0.07950880221824462 ================================= +============ Value of Jaccard Index = 0.16982591876208897 ================================= +============ Partial average of Jaccard Index = 0.3135538911512463 ====== +============ Precision = 0.29292929292929293, Recall = 0.7631578947368421, F1 = 0.4233576642335766 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 13 ============ +============ average size of the created clusters: 7.615384615384615 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 66 : "lost in space" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 6, 7, 8, 10, 12, 13, 16, 17, 18, 19, 24, 30, 33, 35, 36, 37, 38, 40, 42, 43, 45, 46, 50, 52, 53, 55, 56, 57, 59, 62, 66, 67, 69, 70, 71, 72, 75, 76, 77, 78, 80, 82, 83, 84, 85, 86, 88, 89, 91, 92, 94, 96, 97, 98, 99, 100, 9, 11, 14, 25, 28, 29, 31, 39, 41, 44, 48, 49, 81, 87, 90, 93] +The cluster 5 contains the snippets: [20, 26, 34, 47, 79, 27] +The cluster 2 contains the snippets: [15, 65, 95] +The cluster 6 contains the snippets: [5, 21, 73] +The cluster 3 contains the snippets: [54] +The cluster 4 contains the snippets: [23] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 15, 54, 23, 20, 5, 2, 65, 26, 21, 3, 95, 34, 73, 4, 47, 6, 79, 7, 27, 8, 10, 12, 13, 16, 17, 18, 19, 24, 30, 33, 35, 36, 37, 38, 40, 42, 43, 45, 46, 50, 52, 53, 55, 56, 57, 59, 62, 66, 67, 69, 70, 71, 72, 75, 76, 77, 78, 80, 82, 83, 84, 85, 86, 88, 89, 91, 92, 94, 96, 97, 98, 99, 100, 9, 11, 14, 25, 28, 29, 31, 39, 41, 44, 48, 49, 81, 87, 90, 93, 22, 32, 51, 58, 60, 61, 63, 64, 68, 74] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lost in space" =============== +============ Value of Rand Index = 0.4911111111111111 ================================= +============ Partial average Rand Index = 0.5590480563207835 ====== +============ Value of Adjusted Rand Index = 0.01927562959587403 ================================= +============ Partial average of Adjusted Rand Index = 0.07859617839063293 ================================= +============ Value of Jaccard Index = 0.2981331847311229 ================================= +============ Partial average of Jaccard Index = 0.3133202440842748 ====== +============ Precision = 0.4222222222222222, Recall = 0.6785714285714286, F1 = 0.5205479452054794 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 15.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 67 : "the game of life" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 2 contains the snippets: [1, 3, 4, 6, 9, 12, 22, 24, 25, 28, 31, 32, 34, 38, 39, 42, 43, 45, 46, 48, 49, 53, 56, 57, 59, 63, 64, 67, 70, 78, 79, 80, 84, 85, 86, 87, 90, 91, 93, 98, 7, 11, 41, 54] +The cluster 1 contains the snippets: [2, 8, 14, 15, 19, 27, 30, 47, 50, 51, 52, 58, 60, 62, 65, 68, 71, 72, 74, 75, 77, 81, 88, 92, 94, 95, 96, 97, 99, 21, 61, 82] +The cluster 4 contains the snippets: [10, 23, 26, 37, 44, 55, 66, 69, 73, 76] +The cluster 6 contains the snippets: [16, 20, 40, 17] +The cluster 3 contains the snippets: [13, 35, 36] +The cluster 5 contains the snippets: [29] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 13, 10, 29, 16, 8, 3, 35, 23, 20, 14, 4, 36, 26, 40, 15, 6, 37, 17, 19, 9, 44, 27, 12, 55, 30, 22, 66, 47, 24, 69, 50, 25, 73, 51, 28, 76, 52, 31, 58, 32, 60, 34, 62, 38, 65, 39, 68, 42, 71, 43, 72, 45, 74, 46, 75, 48, 77, 49, 81, 53, 88, 56, 92, 57, 94, 59, 95, 63, 96, 64, 97, 67, 99, 70, 21, 78, 61, 79, 82, 80, 84, 85, 86, 87, 90, 91, 93, 98, 7, 11, 41, 54, 5, 18, 33, 83, 89, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the game of life" =============== +============ Value of Rand Index = 0.5307070707070707 ================================= +============ Partial average Rand Index = 0.5586250565355042 ====== +============ Value of Adjusted Rand Index = 0.027277527542219085 ================================= +============ Partial average of Adjusted Rand Index = 0.07783022837797005 ================================= +============ Value of Jaccard Index = 0.2366086099244167 ================================= +============ Partial average of Jaccard Index = 0.3121752943206948 ====== +============ Precision = 0.3404255319148936, Recall = 0.8648648648648649, F1 = 0.48854961832061067 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 15.666666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 68 : "field of fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 2 contains the snippets: [9, 11, 30, 33, 35, 38, 87, 10, 22, 36, 67, 68, 69, 70, 72, 73, 75, 76, 78, 88, 89, 91, 92, 93, 95, 97] +The cluster 1 contains the snippets: [2, 6, 13, 16, 28, 32, 42, 51, 54, 58, 66, 71, 74, 83, 90, 98, 85] +The cluster 4 contains the snippets: [3, 8, 12, 39, 46, 55, 79, 4, 5] +The cluster 5 contains the snippets: [41, 63, 64, 86, 14, 15, 27, 80] +The cluster 3 contains the snippets: [7, 29, 62, 18, 31, 34] +The cluster 6 contains the snippets: [23, 24] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 9, 7, 3, 41, 23, 6, 11, 29, 8, 63, 24, 13, 30, 62, 12, 64, 16, 33, 18, 39, 86, 28, 35, 31, 46, 14, 32, 38, 34, 55, 15, 42, 87, 79, 27, 51, 10, 4, 80, 54, 22, 5, 58, 36, 66, 67, 71, 68, 74, 69, 83, 70, 90, 72, 98, 73, 85, 75, 76, 78, 88, 89, 91, 92, 93, 95, 97, 1, 17, 19, 20, 21, 25, 26, 37, 40, 43, 44, 45, 47, 48, 49, 50, 52, 53, 56, 57, 59, 60, 61, 65, 77, 81, 82, 84, 94, 96, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "field of fire" =============== +============ Value of Rand Index = 0.6612121212121213 ================================= +============ Partial average Rand Index = 0.560133689839572 ====== +============ Value of Adjusted Rand Index = 0.08625685129866739 ================================= +============ Partial average of Adjusted Rand Index = 0.0779541493032744 ================================= +============ Value of Jaccard Index = 0.17954990215264188 ================================= +============ Partial average of Jaccard Index = 0.3102249209064587 ====== +============ Precision = 0.3235294117647059, Recall = 0.39285714285714285, F1 = 0.3548387096774193 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 11.333333333333334 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 69 : "citizen of the world" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 7, 14, 16, 18, 25, 26, 29, 30, 31, 32, 33, 34, 39, 44, 48, 49, 50, 52, 54, 55, 63, 64, 86, 90, 92, 98, 100, 5, 6, 8, 17] +The cluster 2 contains the snippets: [1, 59, 72, 81, 82] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 7, 59, 14, 72, 16, 81, 18, 82, 25, 26, 29, 30, 31, 32, 33, 34, 39, 44, 48, 49, 50, 52, 54, 55, 63, 64, 86, 90, 92, 98, 100, 5, 6, 8, 17, 3, 4, 9, 10, 11, 12, 13, 15, 19, 20, 21, 22, 23, 24, 27, 28, 35, 36, 37, 38, 40, 41, 42, 43, 45, 46, 47, 51, 53, 56, 57, 58, 60, 61, 62, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 83, 84, 85, 87, 88, 89, 91, 93, 94, 95, 96, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "citizen of the world" =============== +============ Value of Rand Index = 0.5472727272727272 ================================= +============ Partial average Rand Index = 0.5599472990777337 ====== +============ Value of Adjusted Rand Index = 0.08832137423768208 ================================= +============ Partial average of Adjusted Rand Index = 0.07810439894000495 ================================= +============ Value of Jaccard Index = 0.5064963664391103 ================================= +============ Partial average of Jaccard Index = 0.3130694346098305 ====== +============ Precision = 0.10810810810810811, Recall = 0.5714285714285714, F1 = 0.18181818181818182 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 18.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 70 : "bad to the bone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 5, 7, 8, 16, 17, 20, 21, 22, 23, 24, 27, 33, 35, 38, 40, 41, 44, 45, 49, 52, 53, 54, 55, 60, 61, 62, 64, 71, 73, 76, 78, 81, 83, 86, 93, 96, 97, 4, 28, 31, 32, 47, 82, 88, 91, 92] +The cluster 2 contains the snippets: [10, 13, 14, 39, 57, 59, 11, 25, 48, 94, 99] +The cluster 3 contains the snippets: [6, 9, 12, 18, 43, 56, 58, 74, 50] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 10, 6, 3, 13, 9, 5, 14, 12, 7, 39, 18, 8, 57, 43, 16, 59, 56, 17, 11, 58, 20, 25, 74, 21, 48, 50, 22, 94, 23, 99, 24, 27, 33, 35, 38, 40, 41, 44, 45, 49, 52, 53, 54, 55, 60, 61, 62, 64, 71, 73, 76, 78, 81, 83, 86, 93, 96, 97, 4, 28, 31, 32, 47, 82, 88, 91, 92, 1, 15, 19, 26, 29, 30, 34, 36, 37, 42, 46, 51, 63, 65, 66, 67, 68, 69, 70, 72, 75, 77, 79, 80, 84, 85, 87, 89, 90, 95, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bad to the bone" =============== +============ Value of Rand Index = 0.5222222222222223 ================================= +============ Partial average Rand Index = 0.5594083694083694 ====== +============ Value of Adjusted Rand Index = 0.01925672364264228 ================================= +============ Partial average of Adjusted Rand Index = 0.07726371786432835 ================================= +============ Value of Jaccard Index = 0.25488342785129176 ================================= +============ Partial average of Jaccard Index = 0.31223820594185137 ====== +============ Precision = 0.35294117647058826, Recall = 0.6486486486486487, F1 = 0.4571428571428572 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 22.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 71 : "cats and dogs" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 15, 17, 18, 19, 20, 21, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 43, 44, 45, 48, 51, 52, 53, 54, 55, 57, 58, 59, 60, 62, 63, 64, 65, 66, 69, 70, 73, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 87, 90, 91, 92, 94, 95, 96, 98, 99, 100, 30, 46, 61, 86] +The cluster 2 contains the snippets: [27, 38, 71, 72, 89, 97, 42] +The cluster 4 contains the snippets: [32, 74, 93] +The cluster 7 contains the snippets: [68, 88] +The cluster 5 contains the snippets: [47] +The cluster 6 contains the snippets: [67] +The cluster 3 contains the snippets: [56] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 27, 56, 32, 47, 67, 68, 3, 38, 74, 88, 4, 71, 93, 5, 72, 6, 89, 8, 97, 9, 42, 10, 11, 12, 13, 15, 17, 18, 19, 20, 21, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 43, 44, 45, 48, 51, 52, 53, 54, 55, 57, 58, 59, 60, 62, 63, 64, 65, 66, 69, 70, 73, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 87, 90, 91, 92, 94, 95, 96, 98, 99, 100, 30, 46, 61, 86, 1, 7, 14, 16, 22, 24, 36, 39, 40, 49, 50, 79] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cats and dogs" =============== +============ Value of Rand Index = 0.5254545454545455 ================================= +============ Partial average Rand Index = 0.5589301465357802 ====== +============ Value of Adjusted Rand Index = -0.005949763893726524 ================================= +============ Partial average of Adjusted Rand Index = 0.07609169699449658 ================================= +============ Value of Jaccard Index = 0.4757866547645615 ================================= +============ Partial average of Jaccard Index = 0.3145417052210444 ====== +============ Precision = 0.125, Recall = 0.9166666666666666, F1 = 0.22000000000000003 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 12.571428571428571 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 72 : "division by zero" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 7, 8, 11, 12, 16, 17, 20, 21, 23, 24, 26, 27, 28, 29, 34, 35, 37, 38, 40, 42, 45, 46, 47, 49, 50, 51, 52, 54, 55, 59, 63, 64, 67, 68, 69, 70, 71, 73, 74, 75, 79, 81, 83, 84, 85, 88, 89, 91, 92, 93, 94, 97, 98, 99, 25, 36, 61, 77] +The cluster 2 contains the snippets: [14, 31, 53, 65, 76, 86, 87, 90, 96, 100, 32] +The cluster 3 contains the snippets: [9, 15, 22, 39, 41, 44] +The cluster 4 contains the snippets: [3, 18, 30, 43, 60, 80] +The cluster 5 contains the snippets: [19, 48, 95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 14, 9, 3, 19, 2, 31, 15, 18, 48, 4, 53, 22, 30, 95, 5, 65, 39, 43, 7, 76, 41, 60, 8, 86, 44, 80, 11, 87, 12, 90, 16, 96, 17, 100, 20, 32, 21, 23, 24, 26, 27, 28, 29, 34, 35, 37, 38, 40, 42, 45, 46, 47, 49, 50, 51, 52, 54, 55, 59, 63, 64, 67, 68, 69, 70, 71, 73, 74, 75, 79, 81, 83, 84, 85, 88, 89, 91, 92, 93, 94, 97, 98, 99, 25, 36, 61, 77, 6, 10, 13, 33, 56, 57, 58, 62, 66, 72, 78, 82] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "division by zero" =============== +============ Value of Rand Index = 0.6080808080808081 ================================= +============ Partial average Rand Index = 0.5596127946127945 ====== +============ Value of Adjusted Rand Index = 0.25170567657871573 ================================= +============ Partial average of Adjusted Rand Index = 0.0785307800442774 ================================= +============ Value of Jaccard Index = 0.45870535714285715 ================================= +============ Partial average of Jaccard Index = 0.31654397816440294 ====== +============ Precision = 0.8977272727272727, Recall = 0.8777777777777778, F1 = 0.8876404494382022 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 17.6 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 73 : "hair of the dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [5, 7, 8, 12, 13, 15, 16, 23, 45, 52, 54, 58, 59, 60, 65, 66, 72, 73, 80, 82, 99, 100, 17, 18, 19, 39, 40, 46, 50, 51, 55, 56, 61, 74, 76, 77, 78, 79, 87, 89, 90] +The cluster 2 contains the snippets: [6, 10, 14, 20, 21, 25, 26, 30, 34, 41, 42, 47, 49, 57, 62, 67, 68, 70, 81, 96, 9, 24, 35, 63] +The cluster 4 contains the snippets: [3, 27, 64, 83, 88, 22, 33, 44, 93, 94, 95, 98] +The cluster 3 contains the snippets: [2, 37, 84, 85, 86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [5, 6, 2, 3, 7, 10, 37, 27, 8, 14, 84, 64, 12, 20, 85, 83, 13, 21, 86, 88, 15, 25, 22, 16, 26, 33, 23, 30, 44, 45, 34, 93, 52, 41, 94, 54, 42, 95, 58, 47, 98, 59, 49, 60, 57, 65, 62, 66, 67, 72, 68, 73, 70, 80, 81, 82, 96, 99, 9, 100, 24, 17, 35, 18, 63, 19, 39, 40, 46, 50, 51, 55, 56, 61, 74, 76, 77, 78, 79, 87, 89, 90, 1, 4, 11, 28, 29, 31, 32, 36, 38, 43, 48, 53, 69, 71, 75, 91, 92, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hair of the dog" =============== +============ Value of Rand Index = 0.5307070707070707 ================================= +============ Partial average Rand Index = 0.5592168257921681 ====== +============ Value of Adjusted Rand Index = 0.020949436873540533 ================================= +============ Partial average of Adjusted Rand Index = 0.07774199452139059 ================================= +============ Value of Jaccard Index = 0.20743773456158307 ================================= +============ Partial average of Jaccard Index = 0.315049372087652 ====== +============ Precision = 0.2926829268292683, Recall = 0.6486486486486487, F1 = 0.4033613445378151 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 20.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 74 : "freedom of the press" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 5, 9, 12, 16, 21, 26, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 57, 58, 60, 65, 68, 73, 75, 76, 78, 81, 82, 83, 84, 91, 97, 98, 10, 37] +The cluster 3 contains the snippets: [2, 14, 19, 30, 31, 34, 54, 59, 88, 94, 8, 15, 17, 23, 32, 80] +The cluster 8 contains the snippets: [1, 18, 20, 24, 27, 49, 53, 67, 74, 95, 22, 29, 66, 72, 93] +The cluster 4 contains the snippets: [7, 33, 51, 52, 55, 62, 63, 79, 86, 90, 92, 96, 6] +The cluster 9 contains the snippets: [4, 64, 77, 11, 13, 25, 85] +The cluster 2 contains the snippets: [56, 69, 71, 87] +The cluster 5 contains the snippets: [89, 100, 70] +The cluster 7 contains the snippets: [61, 28] +The cluster 6 contains the snippets: [99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 56, 2, 7, 89, 99, 61, 1, 4, 5, 69, 14, 33, 100, 28, 18, 64, 9, 71, 19, 51, 70, 20, 77, 12, 87, 30, 52, 24, 11, 16, 31, 55, 27, 13, 21, 34, 62, 49, 25, 26, 54, 63, 53, 85, 35, 59, 79, 67, 36, 88, 86, 74, 38, 94, 90, 95, 39, 8, 92, 22, 40, 15, 96, 29, 41, 17, 6, 66, 42, 23, 72, 43, 32, 93, 44, 80, 45, 46, 47, 48, 50, 57, 58, 60, 65, 68, 73, 75, 76, 78, 81, 82, 83, 84, 91, 97, 98, 10, 37] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the press" =============== +============ Value of Rand Index = 0.4406060606060606 ================================= +============ Partial average Rand Index = 0.5576139776139775 ====== +============ Value of Adjusted Rand Index = 0.04696501851836474 ================================= +============ Partial average of Adjusted Rand Index = 0.07732608944026861 ================================= +============ Value of Jaccard Index = 0.21133580176587866 ================================= +============ Partial average of Jaccard Index = 0.313647837353574 ====== +============ Precision = 0.78, Recall = 0.8125, F1 = 0.7959183673469388 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 11.11111111111111 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 75 : "bat boy" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 5, 6, 7, 11, 12, 13, 17, 19, 21, 23, 25, 26, 27, 28, 30, 31, 36, 37, 39, 40, 41, 43, 45, 46, 51, 52, 53, 54, 55, 56, 62, 66, 67, 68, 69, 71, 73, 76, 80, 82, 85, 88, 89, 91, 92, 95, 2, 4, 8, 18, 20, 29, 32, 34, 35, 42, 44, 47, 48, 86, 96, 99] +The cluster 3 contains the snippets: [1, 9, 10, 49, 50, 57, 58, 59, 61, 64, 72, 81, 87, 90, 93, 97, 98, 22, 60, 65, 74, 75, 77, 78] +The cluster 2 contains the snippets: [14, 24, 33, 70, 79, 100, 83, 84] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 14, 1, 5, 24, 9, 6, 33, 10, 7, 70, 49, 11, 79, 50, 12, 100, 57, 13, 83, 58, 17, 84, 59, 19, 61, 21, 64, 23, 72, 25, 81, 26, 87, 27, 90, 28, 93, 30, 97, 31, 98, 36, 22, 37, 60, 39, 65, 40, 74, 41, 75, 43, 77, 45, 78, 46, 51, 52, 53, 54, 55, 56, 62, 66, 67, 68, 69, 71, 73, 76, 80, 82, 85, 88, 89, 91, 92, 95, 2, 4, 8, 18, 20, 29, 32, 34, 35, 42, 44, 47, 48, 86, 96, 99, 15, 16, 38, 63, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bat boy" =============== +============ Value of Rand Index = 0.5789898989898989 ================================= +============ Partial average Rand Index = 0.5578989898989898 ====== +============ Value of Adjusted Rand Index = 0.125657789532235 ================================= +============ Partial average of Adjusted Rand Index = 0.07797051210816151 ================================= +============ Value of Jaccard Index = 0.3326929234710215 ================================= +============ Partial average of Jaccard Index = 0.31390177183513995 ====== +============ Precision = 0.49473684210526314, Recall = 0.734375, F1 = 0.5911949685534591 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 31.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 76 : "fast food nation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 5, 6, 8, 14, 15, 17, 18, 19, 23, 26, 28, 31, 32, 33, 35, 38, 39, 40, 42, 44, 45, 47, 48, 50, 56, 59, 61, 62, 65, 69, 70, 77, 79, 80, 81, 83, 84, 85, 86, 89, 90, 91, 92, 94, 95, 96, 97, 98, 7, 10, 20, 24, 27, 36, 41, 54, 55, 57, 67, 71, 73, 74, 76, 82, 88, 99] +The cluster 2 contains the snippets: [2, 9, 11, 16, 21, 22, 25, 37, 43, 46, 49, 51, 53, 58, 60, 63, 64, 66, 68, 72, 75, 78, 87, 93, 100, 13] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 9, 4, 11, 5, 16, 6, 21, 8, 22, 14, 25, 15, 37, 17, 43, 18, 46, 19, 49, 23, 51, 26, 53, 28, 58, 31, 60, 32, 63, 33, 64, 35, 66, 38, 68, 39, 72, 40, 75, 42, 78, 44, 87, 45, 93, 47, 100, 48, 13, 50, 56, 59, 61, 62, 65, 69, 70, 77, 79, 80, 81, 83, 84, 85, 86, 89, 90, 91, 92, 94, 95, 96, 97, 98, 7, 10, 20, 24, 27, 36, 41, 54, 55, 57, 67, 71, 73, 74, 76, 82, 88, 99, 12, 29, 30, 34, 52] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fast food nation" =============== +============ Value of Rand Index = 0.5735353535353536 ================================= +============ Partial average Rand Index = 0.5581047315257841 ====== +============ Value of Adjusted Rand Index = 0.15057289456425288 ================================= +============ Partial average of Adjusted Rand Index = 0.07892580661416271 ================================= +============ Value of Jaccard Index = 0.38382953882078225 ================================= +============ Partial average of Jaccard Index = 0.3148218740323195 ====== +============ Precision = 0.5894736842105263, Recall = 0.6222222222222222, F1 = 0.6054054054054053 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 47.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 77 : "the da vinci code" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 8, 11, 12, 14, 15, 16, 19, 21, 22, 24, 26, 27, 28, 29, 31, 33, 34, 37, 38, 40, 41, 45, 48, 52, 53, 54, 56, 58, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 72, 73, 75, 77, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 93, 94, 95, 99, 10, 13, 20, 30, 32, 39, 43, 49, 50, 57, 59, 71, 78, 84, 91, 97, 100] +The cluster 2 contains the snippets: [7, 9, 17, 18, 25, 35, 42, 46, 36, 55] +The cluster 3 contains the snippets: [47, 92, 98, 3] +The cluster 4 contains the snippets: [44] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 7, 47, 44, 2, 9, 92, 4, 17, 98, 5, 18, 3, 6, 25, 8, 35, 11, 42, 12, 46, 14, 36, 15, 55, 16, 19, 21, 22, 24, 26, 27, 28, 29, 31, 33, 34, 37, 38, 40, 41, 45, 48, 52, 53, 54, 56, 58, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 72, 73, 75, 77, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 93, 94, 95, 99, 10, 13, 20, 30, 32, 39, 43, 49, 50, 57, 59, 71, 78, 84, 91, 97, 100, 23, 51, 68, 74, 76, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the da vinci code" =============== +============ Value of Rand Index = 0.4682828282828283 ================================= +============ Partial average Rand Index = 0.5569382133018496 ====== +============ Value of Adjusted Rand Index = 0.0635864394501708 ================================= +============ Partial average of Adjusted Rand Index = 0.07872659405359139 ================================= +============ Value of Jaccard Index = 0.27111603433951814 ================================= +============ Partial average of Jaccard Index = 0.31425426572462073 ====== +============ Precision = 0.4148936170212766, Recall = 0.5571428571428572, F1 = 0.475609756097561 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 23.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 78 : "civil war" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22, 24, 25, 26, 27, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 67, 68, 69, 71, 72, 73, 74, 76, 77, 79, 80, 82, 83, 84, 85, 86, 87, 89, 91, 92, 94, 95, 97, 98, 99, 100, 17, 18, 28, 30, 44, 54, 66, 70, 75, 78, 81, 93, 96] +The cluster 2 contains the snippets: [12, 23, 90, 88] +The cluster 3 contains the snippets: [62] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 12, 62, 2, 23, 3, 90, 4, 88, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22, 24, 25, 26, 27, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 67, 68, 69, 71, 72, 73, 74, 76, 77, 79, 80, 82, 83, 84, 85, 86, 87, 89, 91, 92, 94, 95, 97, 98, 99, 100, 17, 18, 28, 30, 44, 54, 66, 70, 75, 78, 81, 93, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil war" =============== +============ Value of Rand Index = 0.4503030303030303 ================================= +============ Partial average Rand Index = 0.5555710955710954 ====== +============ Value of Adjusted Rand Index = -0.002387162371247962 ================================= +============ Partial average of Adjusted Rand Index = 0.07768667409942678 ================================= +============ Value of Jaccard Index = 0.4192102454642476 ================================= +============ Partial average of Jaccard Index = 0.3155998552084621 ====== +============ Precision = 0.54, Recall = 0.8852459016393442, F1 = 0.670807453416149 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 33.333333333333336 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 79 : "trip the light fantastic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 5, 6, 8, 17, 24, 25, 29, 32, 33, 42, 59, 69, 75, 76, 81, 87, 90, 94, 95, 97, 4, 9, 11, 12, 15, 16, 34, 40, 43, 44, 45, 46, 47, 53, 63, 73, 74, 80, 82, 84, 85, 88, 93, 98, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 5, 6, 8, 17, 24, 25, 29, 32, 33, 42, 59, 69, 75, 76, 81, 87, 90, 94, 95, 97, 4, 9, 11, 12, 15, 16, 34, 40, 43, 44, 45, 46, 47, 53, 63, 73, 74, 80, 82, 84, 85, 88, 93, 98, 99, 2, 7, 10, 13, 14, 18, 19, 20, 21, 22, 23, 26, 27, 28, 30, 31, 35, 36, 37, 38, 39, 41, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 60, 61, 62, 64, 65, 66, 67, 68, 70, 71, 72, 77, 78, 79, 83, 86, 89, 91, 92, 96, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "trip the light fantastic" =============== +============ Value of Rand Index = 0.5779797979797979 ================================= +============ Partial average Rand Index = 0.555854750031965 ====== +============ Value of Adjusted Rand Index = 0.1566710864320489 ================================= +============ Partial average of Adjusted Rand Index = 0.07868647678718148 ================================= +============ Value of Jaccard Index = 0.4312551048189491 ================================= +============ Partial average of Jaccard Index = 0.3170638457098607 ====== +============ Precision = 0.23404255319148937, Recall = 0.4230769230769231, F1 = 0.3013698630136986 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 47.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 80 : "ace of spades" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [7, 17, 29, 31, 37, 39, 45, 49, 51, 54, 59, 63, 70, 71, 74, 76, 96, 100, 2, 4, 23, 24, 32, 38, 40, 42, 44, 46, 47, 50, 69, 95] +The cluster 2 contains the snippets: [1, 3, 5, 16, 25, 26, 27, 35, 36, 55, 56, 61, 64, 66, 80, 82, 87, 92, 93, 94, 13, 28, 48, 57] +The cluster 3 contains the snippets: [8, 10, 20, 33, 41, 58, 62, 67, 75, 79, 88, 97, 12, 14, 15, 21, 22, 72, 81, 83] +The cluster 5 contains the snippets: [18, 19, 43, 89, 98, 73] +The cluster 6 contains the snippets: [11, 30, 34] +The cluster 4 contains the snippets: [91] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [7, 1, 8, 91, 18, 11, 17, 3, 10, 19, 30, 29, 5, 20, 43, 34, 31, 16, 33, 89, 37, 25, 41, 98, 39, 26, 58, 73, 45, 27, 62, 49, 35, 67, 51, 36, 75, 54, 55, 79, 59, 56, 88, 63, 61, 97, 70, 64, 12, 71, 66, 14, 74, 80, 15, 76, 82, 21, 96, 87, 22, 100, 92, 72, 2, 93, 81, 4, 94, 83, 23, 13, 24, 28, 32, 48, 38, 57, 40, 42, 44, 46, 47, 50, 69, 95, 6, 9, 52, 53, 60, 65, 68, 77, 78, 84, 85, 86, 90, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ace of spades" =============== +============ Value of Rand Index = 0.5191919191919192 ================================= +============ Partial average Rand Index = 0.5553964646464644 ====== +============ Value of Adjusted Rand Index = -0.020562502241495202 ================================= +============ Partial average of Adjusted Rand Index = 0.07744586454932303 ================================= +============ Value of Jaccard Index = 0.16108565385971096 ================================= +============ Partial average of Jaccard Index = 0.3151141183117338 ====== +============ Precision = 0.1744186046511628, Recall = 0.4411764705882353, F1 = 0.25 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 14.333333333333334 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 81 : "charles de gaulle" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 16, 17, 18, 24, 25, 26, 28, 38, 39, 41, 42, 44, 45, 52, 55, 60, 61, 63, 65, 67, 68, 70, 71, 72, 76, 77, 79, 83, 85, 86, 88, 91, 93, 96, 97, 99, 2, 9, 32, 34, 59, 74, 78, 92, 95] +The cluster 2 contains the snippets: [14, 19, 20, 21, 22, 23, 27, 29, 30, 31, 33, 35, 36, 37, 40, 43, 47, 48, 49, 51, 53, 54, 56, 57, 58, 62, 64, 66, 73, 75, 82, 84, 87, 89, 90, 94, 98, 100, 50, 69] +The cluster 3 contains the snippets: [46] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 14, 46, 3, 19, 4, 20, 5, 21, 6, 22, 7, 23, 8, 27, 10, 29, 11, 30, 12, 31, 13, 33, 15, 35, 16, 36, 17, 37, 18, 40, 24, 43, 25, 47, 26, 48, 28, 49, 38, 51, 39, 53, 41, 54, 42, 56, 44, 57, 45, 58, 52, 62, 55, 64, 60, 66, 61, 73, 63, 75, 65, 82, 67, 84, 68, 87, 70, 89, 71, 90, 72, 94, 76, 98, 77, 100, 79, 50, 83, 69, 85, 86, 88, 91, 93, 96, 97, 99, 2, 9, 32, 34, 59, 74, 78, 92, 95, 80, 81] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "charles de gaulle" =============== +============ Value of Rand Index = 0.5826262626262626 ================================= +============ Partial average Rand Index = 0.5557326349918941 ====== +============ Value of Adjusted Rand Index = 0.14735564108280594 ================================= +============ Partial average of Adjusted Rand Index = 0.07830894821023023 ================================= +============ Value of Jaccard Index = 0.2629325722440243 ================================= +============ Partial average of Jaccard Index = 0.31446990169361394 ====== +============ Precision = 0.45918367346938777, Recall = 0.6164383561643836, F1 = 0.5263157894736843 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 32.666666666666664 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 82 : "dive bomber" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 8, 11, 22, 24, 27, 29, 30, 31, 32, 34, 37, 38, 40, 41, 43, 47, 48, 49, 52, 53, 54, 55, 58, 59, 64, 68, 71, 73, 74, 75, 79, 88, 89, 90, 91, 92, 93, 94, 97, 98, 99, 16, 35, 39, 72, 76, 78, 80, 81] +The cluster 3 contains the snippets: [2, 10, 12, 17, 21, 42, 46, 51, 60, 65, 95, 96, 100] +The cluster 2 contains the snippets: [9, 23, 50, 83, 87, 5, 18, 33, 36] +The cluster 5 contains the snippets: [15, 67, 82, 85, 86, 28, 44, 45, 70] +The cluster 4 contains the snippets: [7, 26, 57, 61, 62] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 9, 2, 7, 15, 3, 23, 10, 26, 67, 8, 50, 12, 57, 82, 11, 83, 17, 61, 85, 22, 87, 21, 62, 86, 24, 5, 42, 28, 27, 18, 46, 44, 29, 33, 51, 45, 30, 36, 60, 70, 31, 65, 32, 95, 34, 96, 37, 100, 38, 40, 41, 43, 47, 48, 49, 52, 53, 54, 55, 58, 59, 64, 68, 71, 73, 74, 75, 79, 88, 89, 90, 91, 92, 93, 94, 97, 98, 99, 16, 35, 39, 72, 76, 78, 80, 81, 4, 6, 13, 14, 19, 20, 25, 56, 63, 66, 69, 77, 84] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dive bomber" =============== +============ Value of Rand Index = 0.6460606060606061 ================================= +============ Partial average Rand Index = 0.5568341956146832 ====== +============ Value of Adjusted Rand Index = 0.20748830523452128 ================================= +============ Partial average of Adjusted Rand Index = 0.07988430622272158 ================================= +============ Value of Jaccard Index = 0.3075098814229249 ================================= +============ Partial average of Jaccard Index = 0.31438502339762997 ====== +============ Precision = 0.632183908045977, Recall = 0.7638888888888888, F1 = 0.6918238993710691 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 17.4 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 83 : "catch a fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 18, 21, 32, 59, 60, 80, 84, 88] +The cluster 2 contains the snippets: [43, 47, 3, 5, 50] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 43, 2, 47, 4, 3, 6, 5, 7, 50, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 18, 21, 32, 59, 60, 80, 84, 88, 67] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "catch a fire" =============== +============ Value of Rand Index = 0.6678787878787878 ================================= +============ Partial average Rand Index = 0.5581720822684676 ====== +============ Value of Adjusted Rand Index = 0.1712354394871921 ================================= +============ Partial average of Adjusted Rand Index = 0.08098492228614892 ================================= +============ Value of Jaccard Index = 0.6401838476690742 ================================= +============ Partial average of Jaccard Index = 0.318310310437045 ====== +============ Precision = 0.7878787878787878, Recall = 0.8764044943820225, F1 = 0.8297872340425531 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 49.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 84 : "middle ages" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78, 79, 80, 81, 83, 84, 86, 87, 88, 89, 90, 92, 93, 95, 96, 100, 24, 94] +The cluster 7 contains the snippets: [26, 74, 82, 97, 98, 99] +The cluster 5 contains the snippets: [50, 76, 91] +The cluster 4 contains the snippets: [37] +The cluster 3 contains the snippets: [60] +The cluster 6 contains the snippets: [25] +The cluster 2 contains the snippets: [85] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 85, 60, 37, 50, 25, 26, 2, 76, 74, 3, 91, 82, 4, 97, 5, 98, 6, 99, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78, 79, 80, 81, 83, 84, 86, 87, 88, 89, 90, 92, 93, 95, 96, 100, 24, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "middle ages" =============== +============ Value of Rand Index = 0.5713131313131313 ================================= +============ Partial average Rand Index = 0.5583285233285231 ====== +============ Value of Adjusted Rand Index = 0.08672809574213369 ================================= +============ Partial average of Adjusted Rand Index = 0.08105329339872018 ================================= +============ Value of Jaccard Index = 0.5092506938020351 ================================= +============ Partial average of Jaccard Index = 0.32058341023900916 ====== +============ Precision = 0.71, Recall = 0.9342105263157895, F1 = 0.8068181818181819 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 85 : "the marquise of o" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 5, 7, 11, 12, 13, 18, 24, 25, 28, 30, 31, 32, 33, 35, 36, 37, 40, 42, 44, 47, 50, 51, 54, 56, 57, 59, 65, 66, 67, 68, 70, 76, 77, 79, 80, 82, 84, 100, 3, 6, 14, 17, 21, 22, 27, 43, 45, 46, 48] +The cluster 2 contains the snippets: [26, 34, 38, 60, 64, 72, 78, 83, 85, 86, 87, 88, 90, 92, 94, 98, 99, 9, 29, 49, 52, 53, 58, 61, 62, 63, 71, 73, 74, 89] +The cluster 3 contains the snippets: [10, 19, 20, 23, 41, 91, 95, 97] +The cluster 4 contains the snippets: [4] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 26, 10, 4, 2, 34, 19, 5, 38, 20, 7, 60, 23, 11, 64, 41, 12, 72, 91, 13, 78, 95, 18, 83, 97, 24, 85, 25, 86, 28, 87, 30, 88, 31, 90, 32, 92, 33, 94, 35, 98, 36, 99, 37, 9, 40, 29, 42, 49, 44, 52, 47, 53, 50, 58, 51, 61, 54, 62, 56, 63, 57, 71, 59, 73, 65, 74, 66, 89, 67, 68, 70, 76, 77, 79, 80, 82, 84, 100, 3, 6, 14, 17, 21, 22, 27, 43, 45, 46, 48, 8, 15, 16, 39, 55, 69, 75, 81, 93, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the marquise of o" =============== +============ Value of Rand Index = 0.5767676767676768 ================================= +============ Partial average Rand Index = 0.5585454545454543 ====== +============ Value of Adjusted Rand Index = 0.07756979568441162 ================================= +============ Partial average of Adjusted Rand Index = 0.0810123110726695 ================================= +============ Value of Jaccard Index = 0.2549786628733997 ================================= +============ Partial average of Jaccard Index = 0.31981158968176665 ====== +============ Precision = 0.5, Recall = 0.6428571428571429, F1 = 0.5625000000000001 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 22.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 86 : "sean fallon" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [12, 18, 28, 37, 44, 52, 54, 55, 58, 62, 63, 64, 67, 69, 73, 79, 81, 88, 95, 13, 40, 46] +The cluster 3 contains the snippets: [8, 9, 16, 17, 20, 25, 33, 34, 35, 38, 43, 53, 59, 83, 93, 45] +The cluster 6 contains the snippets: [42, 72, 78, 87, 26, 27, 80, 82, 85, 86, 89, 92] +The cluster 7 contains the snippets: [10, 21, 23, 51, 65, 66, 71, 5, 22, 39] +The cluster 4 contains the snippets: [29, 30, 36, 56, 6, 68, 74, 76, 77] +The cluster 2 contains the snippets: [1, 7, 15, 70, 57, 60] +The cluster 5 contains the snippets: [41, 61, 99, 31] +The cluster 8 contains the snippets: [97, 98, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [12, 1, 8, 29, 41, 42, 10, 97, 18, 7, 9, 30, 61, 72, 21, 98, 28, 15, 16, 36, 99, 78, 23, 100, 37, 70, 17, 56, 31, 87, 51, 44, 57, 20, 6, 26, 65, 52, 60, 25, 68, 27, 66, 54, 33, 74, 80, 71, 55, 34, 76, 82, 5, 58, 35, 77, 85, 22, 62, 38, 86, 39, 63, 43, 89, 64, 53, 92, 67, 59, 69, 83, 73, 93, 79, 45, 81, 88, 95, 13, 40, 46, 2, 3, 4, 11, 14, 19, 24, 32, 47, 48, 49, 50, 75, 84, 90, 91, 94, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sean fallon" =============== +============ Value of Rand Index = 0.2771717171717172 ================================= +============ Partial average Rand Index = 0.5552736669015738 ====== +============ Value of Adjusted Rand Index = 0.024850722231857504 ================================= +============ Partial average of Adjusted Rand Index = 0.08035926934196239 ================================= +============ Value of Jaccard Index = 0.14504181600955796 ================================= +============ Partial average of Jaccard Index = 0.3177793830111596 ====== +============ Precision = 0.0975609756097561, Recall = 0.8888888888888888, F1 = 0.17582417582417584 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 10.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 87 : "tower of babel" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 10 snippet clusters: ==================== +The cluster 1 contains the snippets: [6, 7, 8, 10, 11, 16, 19, 23, 24, 25, 28, 32, 33, 36, 38, 39, 48, 49, 51, 53, 56, 58, 59, 60, 62, 64, 65, 66, 69, 70, 73, 74, 75, 78, 79, 81, 84, 85, 86, 88, 89, 90, 92, 93, 95, 97, 98, 9, 12, 14, 40, 44, 94] +The cluster 3 contains the snippets: [15, 21, 52, 55, 67, 72, 100, 18] +The cluster 2 contains the snippets: [2, 4, 27, 43, 46, 57, 17] +The cluster 6 contains the snippets: [20, 71, 76, 77, 80, 83] +The cluster 8 contains the snippets: [13, 34, 47, 50, 54, 63] +The cluster 5 contains the snippets: [3, 29, 30, 68, 1] +The cluster 7 contains the snippets: [87, 91, 61] +The cluster 10 contains the snippets: [5, 35, 45] +The cluster 9 contains the snippets: [26] +The cluster 4 contains the snippets: [37] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [6, 2, 15, 37, 3, 20, 87, 13, 26, 5, 7, 4, 21, 29, 71, 91, 34, 35, 8, 27, 52, 30, 76, 61, 47, 45, 10, 43, 55, 68, 77, 50, 11, 46, 67, 1, 80, 54, 16, 57, 72, 83, 63, 19, 17, 100, 23, 18, 24, 25, 28, 32, 33, 36, 38, 39, 48, 49, 51, 53, 56, 58, 59, 60, 62, 64, 65, 66, 69, 70, 73, 74, 75, 78, 79, 81, 84, 85, 86, 88, 89, 90, 92, 93, 95, 97, 98, 9, 12, 14, 40, 44, 94, 22, 31, 41, 42, 82, 96, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tower of babel" =============== +============ Value of Rand Index = 0.6365656565656566 ================================= +============ Partial average Rand Index = 0.5562080575873678 ====== +============ Value of Adjusted Rand Index = 0.031889100447926796 ================================= +============ Partial average of Adjusted Rand Index = 0.07980214096387002 ================================= +============ Value of Jaccard Index = 0.14577397910731243 ================================= +============ Partial average of Jaccard Index = 0.31580230940306936 ====== +============ Precision = 0.27956989247311825, Recall = 0.40625, F1 = 0.33121019108280253 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 10 ============ +============ average size of the created clusters: 9.3 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 88 : "special edition" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 68, 69, 70, 72, 75, 76, 77, 78, 79, 81, 82, 83, 84, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100, 26, 67, 73, 74, 80, 89, 97] +The cluster 4 contains the snippets: [4, 37, 85] +The cluster 6 contains the snippets: [71, 44] +The cluster 2 contains the snippets: [43] +The cluster 5 contains the snippets: [39] +The cluster 3 contains the snippets: [63] +The cluster 7 contains the snippets: [30] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 43, 63, 4, 39, 71, 30, 2, 37, 44, 3, 85, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 68, 69, 70, 72, 75, 76, 77, 78, 79, 81, 82, 83, 84, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100, 26, 67, 73, 74, 80, 89, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "special edition" =============== +============ Value of Rand Index = 0.7797979797979798 ================================= +============ Partial average Rand Index = 0.558748852157943 ====== +============ Value of Adjusted Rand Index = -0.044806524410576455 ================================= +============ Partial average of Adjusted Rand Index = 0.07838613340279676 ================================= +============ Value of Jaccard Index = 0.7785902904732886 ================================= +============ Partial average of Jaccard Index = 0.32106126373341276 ====== +============ Precision = 0.02, Recall = 0.6666666666666666, F1 = 0.038834951456310676 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 14.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 89 : "the colour of magic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 5, 6, 7, 9, 10, 11, 12, 13, 16, 17, 19, 21, 25, 29, 30, 31, 32, 34, 35, 36, 46, 47, 48, 49, 50, 51, 52, 53, 55, 59, 62, 64, 65, 67, 68, 70, 74, 75, 79, 81, 86, 89, 90, 93, 94, 96, 97, 98, 99, 100, 33, 37, 38, 39, 40, 44, 54, 56, 71, 77, 78, 82, 91] +The cluster 3 contains the snippets: [23, 24, 58, 76, 92, 1, 14, 15, 87] +The cluster 2 contains the snippets: [22, 72, 85, 41, 43, 73] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 22, 23, 4, 72, 24, 5, 85, 58, 6, 41, 76, 7, 43, 92, 9, 73, 1, 10, 14, 11, 15, 12, 87, 13, 16, 17, 19, 21, 25, 29, 30, 31, 32, 34, 35, 36, 46, 47, 48, 49, 50, 51, 52, 53, 55, 59, 62, 64, 65, 67, 68, 70, 74, 75, 79, 81, 86, 89, 90, 93, 94, 96, 97, 98, 99, 100, 33, 37, 38, 39, 40, 44, 54, 56, 71, 77, 78, 82, 91, 3, 8, 18, 20, 26, 27, 28, 42, 45, 57, 60, 61, 63, 66, 69, 80, 83, 84, 88, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the colour of magic" =============== +============ Value of Rand Index = 0.555959595959596 ================================= +============ Partial average Rand Index = 0.5587175122006581 ====== +============ Value of Adjusted Rand Index = 0.09421392160349971 ================================= +============ Partial average of Adjusted Rand Index = 0.07856397371965859 ================================= +============ Value of Jaccard Index = 0.299330570608862 ================================= +============ Partial average of Jaccard Index = 0.3208170986421257 ====== +============ Precision = 0.5, Recall = 0.5970149253731343, F1 = 0.5442176870748299 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 26.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 90 : "iron butterly" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "iron butterly" =============== +============ Value of Rand Index = 0.4595959595959596 ================================= +============ Partial average Rand Index = 0.5576161616161615 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.07769104067832905 ================================= +============ Value of Jaccard Index = 0.4595959595959596 ================================= +============ Partial average of Jaccard Index = 0.32235908598605717 ====== +============ Precision = 0.55, Recall = 0.9166666666666666, F1 = 0.6874999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 91 : "reign of terror" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 13 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 6, 7, 8, 10, 12, 13, 15, 16, 18, 19, 20, 21, 27, 31, 32, 36, 37, 38, 39, 40, 41, 42, 45, 46, 47, 48, 49, 51, 52, 55, 56, 58, 59, 62, 63, 70, 75, 79, 80, 81, 82, 83, 84, 88, 92, 99, 11, 22, 33, 34, 54, 57, 60, 69, 73, 78, 100] +The cluster 13 contains the snippets: [5, 24, 44, 64, 91, 76] +The cluster 5 contains the snippets: [35, 61, 72, 95] +The cluster 10 contains the snippets: [14, 29, 30, 87] +The cluster 11 contains the snippets: [85, 89, 43, 90] +The cluster 12 contains the snippets: [23, 65, 67, 68] +The cluster 7 contains the snippets: [2, 93, 94] +The cluster 6 contains the snippets: [28, 77, 74] +The cluster 9 contains the snippets: [17, 86] +The cluster 8 contains the snippets: [53, 66] +The cluster 2 contains the snippets: [25, 97] +The cluster 4 contains the snippets: [98] +The cluster 3 contains the snippets: [26] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 25, 26, 98, 35, 28, 2, 53, 17, 14, 85, 23, 5, 3, 97, 61, 77, 93, 66, 86, 29, 89, 65, 24, 4, 72, 74, 94, 30, 43, 67, 44, 6, 95, 87, 90, 68, 64, 7, 91, 8, 76, 10, 12, 13, 15, 16, 18, 19, 20, 21, 27, 31, 32, 36, 37, 38, 39, 40, 41, 42, 45, 46, 47, 48, 49, 51, 52, 55, 56, 58, 59, 62, 63, 70, 75, 79, 80, 81, 82, 83, 84, 88, 92, 99, 11, 22, 33, 34, 54, 57, 60, 69, 73, 78, 100, 9, 50, 71, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "reign of terror" =============== +============ Value of Rand Index = 0.5056565656565657 ================================= +============ Partial average Rand Index = 0.5570451770451769 ====== +============ Value of Adjusted Rand Index = -0.012797081374447107 ================================= +============ Partial average of Adjusted Rand Index = 0.07669666571071612 ================================= +============ Value of Jaccard Index = 0.2496166819993867 ================================= +============ Partial average of Jaccard Index = 0.3215597189092806 ====== +============ Precision = 0.34375, Recall = 0.868421052631579, F1 = 0.4925373134328358 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 13 ============ +============ average size of the created clusters: 7.384615384615385 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 92 : "heavy rotation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 4, 5, 6, 7, 8, 11, 13, 16, 17, 18, 19, 21, 22, 24, 26, 27, 28, 29, 30, 32, 34, 36, 37, 38, 41, 42, 43, 45, 46, 47, 49, 50, 52, 53, 54, 55, 56, 58, 61, 63, 65, 66, 67, 68, 69, 70, 72, 73, 74, 77, 79, 82, 83, 84, 85, 86, 87, 91, 92, 93, 99, 100, 2, 10, 20, 25, 35, 39, 40, 44, 48, 51, 57, 59, 62, 64, 71, 75, 78, 80, 81, 88, 90, 94, 95, 96, 97, 98] +The cluster 2 contains the snippets: [1, 12, 14, 15, 23, 31, 33, 76, 89] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 1, 4, 12, 5, 14, 6, 15, 7, 23, 8, 31, 11, 33, 13, 76, 16, 89, 17, 18, 19, 21, 22, 24, 26, 27, 28, 29, 30, 32, 34, 36, 37, 38, 41, 42, 43, 45, 46, 47, 49, 50, 52, 53, 54, 55, 56, 58, 61, 63, 65, 66, 67, 68, 69, 70, 72, 73, 74, 77, 79, 82, 83, 84, 85, 86, 87, 91, 92, 93, 99, 100, 2, 10, 20, 25, 35, 39, 40, 44, 48, 51, 57, 59, 62, 64, 71, 75, 78, 80, 81, 88, 90, 94, 95, 96, 97, 98, 9, 60] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heavy rotation" =============== +============ Value of Rand Index = 0.4204040404040404 ================================= +============ Partial average Rand Index = 0.5555599472990774 ====== +============ Value of Adjusted Rand Index = -0.09757828729028457 ================================= +============ Partial average of Adjusted Rand Index = 0.07480237274331394 ================================= +============ Value of Jaccard Index = 0.366946160635481 ================================= +============ Partial average of Jaccard Index = 0.3220530497976089 ====== +============ Precision = 0.22448979591836735, Recall = 0.5641025641025641, F1 = 0.32116788321167883 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 49.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 93 : "the edge of heaven" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 15, 18, 19, 20, 21, 22, 23, 24, 25, 27, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82, 83, 85, 86, 87, 89, 92, 93, 94, 97, 99, 100, 17, 26, 28, 31, 81] +The cluster 2 contains the snippets: [48, 55, 90, 60, 79, 91, 96] +The cluster 4 contains the snippets: [6, 14, 84, 95, 98] +The cluster 3 contains the snippets: [12, 16, 88] +The cluster 5 contains the snippets: [56, 57] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 48, 12, 6, 56, 2, 55, 16, 14, 57, 3, 90, 88, 84, 4, 60, 95, 5, 79, 98, 7, 91, 8, 96, 9, 10, 11, 13, 15, 18, 19, 20, 21, 22, 23, 24, 25, 27, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82, 83, 85, 86, 87, 89, 92, 93, 94, 97, 99, 100, 17, 26, 28, 31, 81, 41] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the edge of heaven" =============== +============ Value of Rand Index = 0.5004040404040404 ================================= +============ Partial average Rand Index = 0.5549668730313889 ====== +============ Value of Adjusted Rand Index = 0.030372297559865206 ================================= +============ Partial average of Adjusted Rand Index = 0.0743246299994059 ================================= +============ Value of Jaccard Index = 0.38877904102817595 ================================= +============ Partial average of Jaccard Index = 0.32277053357428165 ====== +============ Precision = 0.47474747474747475, Recall = 0.9215686274509803, F1 = 0.6266666666666666 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 19.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 94 : "top of the pops" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 38, 39, 40, 42, 43, 44, 45, 46, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 7, 15, 32, 36, 37, 41, 47, 48, 57, 67, 69, 70, 76, 84, 85, 88] +The cluster 2 contains the snippets: [23, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 23, 2, 100, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 38, 39, 40, 42, 43, 44, 45, 46, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 7, 15, 32, 36, 37, 41, 47, 48, 57, 67, 69, 70, 76, 84, 85, 88, 49] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "top of the pops" =============== +============ Value of Rand Index = 0.5048484848484849 ================================= +============ Partial average Rand Index = 0.5544336986890176 ====== +============ Value of Adjusted Rand Index = 0.015657699142213165 ================================= +============ Partial average of Adjusted Rand Index = 0.07370051371369107 ================================= +============ Value of Jaccard Index = 0.48756010871837757 ================================= +============ Partial average of Jaccard Index = 0.32452361416092096 ====== +============ Precision = 0.6262626262626263, Recall = 0.9393939393939394, F1 = 0.7515151515151516 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 49.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 95 : "manor house" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 20, 23, 26, 29, 30, 31, 32, 33, 34, 37, 38, 39, 40, 43, 44, 46, 47, 49, 50, 52, 53, 55, 57, 58, 59, 61, 62, 64, 67, 68, 69, 73, 74, 75, 76, 77, 78, 79, 81, 83, 84, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 22, 45, 54, 63, 80, 82, 89] +The cluster 5 contains the snippets: [25, 28, 48, 51, 70, 91, 14] +The cluster 6 contains the snippets: [21, 24, 27, 35, 56, 71] +The cluster 2 contains the snippets: [4, 36, 60, 65, 66] +The cluster 3 contains the snippets: [41, 42] +The cluster 4 contains the snippets: [86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 41, 86, 25, 21, 2, 36, 42, 28, 24, 3, 60, 48, 27, 5, 65, 51, 35, 6, 66, 70, 56, 7, 91, 71, 8, 14, 9, 10, 11, 12, 13, 15, 16, 18, 19, 20, 23, 26, 29, 30, 31, 32, 33, 34, 37, 38, 39, 40, 43, 44, 46, 47, 49, 50, 52, 53, 55, 57, 58, 59, 61, 62, 64, 67, 68, 69, 73, 74, 75, 76, 77, 78, 79, 81, 83, 84, 85, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 22, 45, 54, 63, 80, 82, 89, 17, 72] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "manor house" =============== +============ Value of Rand Index = 0.4903030303030303 ================================= +============ Partial average Rand Index = 0.5537586390217968 ====== +============ Value of Adjusted Rand Index = -0.1020779331094931 ================================= +============ Partial average of Adjusted Rand Index = 0.07185021427344704 ================================= +============ Value of Jaccard Index = 0.4277613971422091 ================================= +============ Partial average of Jaccard Index = 0.32561032766598713 ====== +============ Precision = 0.14285714285714285, Recall = 0.7, F1 = 0.23728813559322035 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 16.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 96 : "bus driver" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 3 contains the snippets: [1, 3, 4, 5, 6, 7, 8, 10, 11, 12, 14, 15, 16, 20, 21, 23, 26, 27, 28, 29, 30, 32, 34, 35, 36, 39, 40, 45, 46, 47, 50, 52, 55, 56, 57, 58, 61, 62, 64, 66, 73, 75, 77, 78, 81, 84, 85, 87, 88, 89, 91, 92, 94, 95, 99, 100, 37] +The cluster 1 contains the snippets: [2, 22, 25, 33, 41, 49, 54, 59, 67, 69, 71, 72, 80, 82, 86, 90, 93, 98, 44, 51, 63, 65] +The cluster 4 contains the snippets: [17, 60, 18, 43, 74, 83, 96] +The cluster 9 contains the snippets: [9, 13, 24, 48, 70] +The cluster 5 contains the snippets: [79, 97, 19] +The cluster 8 contains the snippets: [31, 42] +The cluster 7 contains the snippets: [53] +The cluster 6 contains the snippets: [68] +The cluster 2 contains the snippets: [38] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 38, 1, 17, 79, 68, 53, 31, 9, 22, 3, 60, 97, 42, 13, 25, 4, 18, 19, 24, 33, 5, 43, 48, 41, 6, 74, 70, 49, 7, 83, 54, 8, 96, 59, 10, 67, 11, 69, 12, 71, 14, 72, 15, 80, 16, 82, 20, 86, 21, 90, 23, 93, 26, 98, 27, 44, 28, 51, 29, 63, 30, 65, 32, 34, 35, 36, 39, 40, 45, 46, 47, 50, 52, 55, 56, 57, 58, 61, 62, 64, 66, 73, 75, 77, 78, 81, 84, 85, 87, 88, 89, 91, 92, 94, 95, 99, 100, 37, 76] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bus driver" =============== +============ Value of Rand Index = 0.5684848484848485 ================================= +============ Partial average Rand Index = 0.5539120370370368 ====== +============ Value of Adjusted Rand Index = 0.09096184775579913 ================================= +============ Partial average of Adjusted Rand Index = 0.0720492937888882 ================================= +============ Value of Jaccard Index = 0.2943508424182359 ================================= +============ Partial average of Jaccard Index = 0.32528470802798976 ====== +============ Precision = 0.5959595959595959, Recall = 0.6483516483516484, F1 = 0.6210526315789473 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 11.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 97 : "american beauty" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 4 contains the snippets: [3, 4, 5, 7, 9, 12, 14, 15, 17, 18, 23, 24, 25, 26, 27, 28, 30, 37, 38, 41, 45, 47, 49, 50, 52, 53, 54, 59, 61, 67, 71, 78, 79, 85, 86, 87, 99, 11, 16, 42] +The cluster 2 contains the snippets: [2, 6, 8, 13, 19, 20, 22, 36, 39, 40, 44, 46, 57, 63, 66, 68, 69, 82, 91, 1, 21, 35, 48, 88, 92] +The cluster 1 contains the snippets: [10, 34, 60, 77, 84, 90, 31, 55, 70, 72, 74, 81, 97, 98] +The cluster 3 contains the snippets: [32, 56, 58, 75, 76, 100, 64, 65, 94, 95] +The cluster 5 contains the snippets: [80] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [10, 2, 32, 3, 80, 34, 6, 56, 4, 60, 8, 58, 5, 77, 13, 75, 7, 84, 19, 76, 9, 90, 20, 100, 12, 31, 22, 64, 14, 55, 36, 65, 15, 70, 39, 94, 17, 72, 40, 95, 18, 74, 44, 23, 81, 46, 24, 97, 57, 25, 98, 63, 26, 66, 27, 68, 28, 69, 30, 82, 37, 91, 38, 1, 41, 21, 45, 35, 47, 48, 49, 88, 50, 92, 52, 53, 54, 59, 61, 67, 71, 78, 79, 85, 86, 87, 99, 11, 16, 42, 29, 33, 43, 51, 62, 73, 83, 89, 93, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "american beauty" =============== +============ Value of Rand Index = 0.4864646464646465 ================================= +============ Partial average Rand Index = 0.5532167031136104 ====== +============ Value of Adjusted Rand Index = -5.007711939998002E-4 ================================= +============ Partial average of Adjusted Rand Index = 0.07130135497463164 ================================= +============ Value of Jaccard Index = 0.20711166562694946 ================================= +============ Partial average of Jaccard Index = 0.3240664292403502 ====== +============ Precision = 0.2777777777777778, Recall = 0.78125, F1 = 0.40983606557377056 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 18.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 98 : "soldier of fortune" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 7, 10, 15, 16, 19, 26, 35, 37, 38, 46, 50, 51, 52, 53, 54, 57, 61, 63, 72, 73, 77, 88, 90, 94, 100, 3, 27, 29, 31, 32, 36, 40, 41, 47, 49, 58, 66, 67, 68, 70, 99] +The cluster 4 contains the snippets: [8, 11, 12, 18, 20, 22, 28, 30, 44, 55, 59, 69, 71, 79, 81, 87, 89, 95, 96, 97, 98] +The cluster 3 contains the snippets: [1, 23, 48, 82, 85, 91, 93, 33, 34, 83, 92] +The cluster 2 contains the snippets: [5, 43, 60, 64, 75, 80] +The cluster 6 contains the snippets: [45, 56, 62, 65, 24, 25] +The cluster 5 contains the snippets: [39, 42, 86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 5, 1, 8, 39, 45, 4, 43, 23, 11, 42, 56, 7, 60, 48, 12, 86, 62, 10, 64, 82, 18, 65, 15, 75, 85, 20, 24, 16, 80, 91, 22, 25, 19, 93, 28, 26, 33, 30, 35, 34, 44, 37, 83, 55, 38, 92, 59, 46, 69, 50, 71, 51, 79, 52, 81, 53, 87, 54, 89, 57, 95, 61, 96, 63, 97, 72, 98, 73, 77, 88, 90, 94, 100, 3, 27, 29, 31, 32, 36, 40, 41, 47, 49, 58, 66, 67, 68, 70, 99, 6, 9, 13, 14, 17, 21, 74, 76, 78, 84] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soldier of fortune" =============== +============ Value of Rand Index = 0.664040404040404 ================================= +============ Partial average Rand Index = 0.5543475572047002 ====== +============ Value of Adjusted Rand Index = 0.11873788804555584 ================================= +============ Partial average of Adjusted Rand Index = 0.07178540123045739 ================================= +============ Value of Jaccard Index = 0.20809523809523808 ================================= +============ Partial average of Jaccard Index = 0.32288304973886944 ====== +============ Precision = 0.34444444444444444, Recall = 0.5535714285714286, F1 = 0.4246575342465754 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 15.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 99 : "fight night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 6, 15, 17, 18, 19, 20, 23, 24, 27, 28, 30, 32, 41, 42, 43, 46, 47, 49, 51, 53, 54, 56, 57, 60, 68, 70, 72, 77, 78, 81, 82, 86, 90, 92, 93, 96, 97, 98, 99, 100, 5, 7, 9, 12, 14, 16, 21, 22, 25, 26, 31, 33, 35, 36, 38, 58, 63, 65, 69, 73, 74, 84, 85, 87, 88, 95] +The cluster 2 contains the snippets: [1, 3, 8, 10, 11, 13, 29, 34, 39, 40, 44, 45, 48, 52, 55, 59, 61, 62, 64, 66, 67, 71, 75, 76, 79, 80, 83, 89, 91, 94] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 4, 3, 6, 8, 15, 10, 17, 11, 18, 13, 19, 29, 20, 34, 23, 39, 24, 40, 27, 44, 28, 45, 30, 48, 32, 52, 41, 55, 42, 59, 43, 61, 46, 62, 47, 64, 49, 66, 51, 67, 53, 71, 54, 75, 56, 76, 57, 79, 60, 80, 68, 83, 70, 89, 72, 91, 77, 94, 78, 81, 82, 86, 90, 92, 93, 96, 97, 98, 99, 100, 5, 7, 9, 12, 14, 16, 21, 22, 25, 26, 31, 33, 35, 36, 38, 58, 63, 65, 69, 73, 74, 84, 85, 87, 88, 95, 37, 50] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fight night" =============== +============ Value of Rand Index = 0.4919191919191919 ================================= +============ Partial average Rand Index = 0.5537169676563617 ====== +============ Value of Adjusted Rand Index = -0.007046025827554562 ================================= +============ Partial average of Adjusted Rand Index = 0.07098912418946737 ================================= +============ Value of Jaccard Index = 0.3268201284796574 ================================= +============ Partial average of Jaccard Index = 0.3229228182109986 ====== +============ Precision = 0.6326530612244898, Recall = 0.8378378378378378, F1 = 0.7209302325581396 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 49.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 100 : "magic lantern" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 10 snippet clusters: ==================== +The cluster 5 contains the snippets: [16, 24, 67, 68, 73, 77, 81, 97, 98, 100, 6, 43, 53] +The cluster 4 contains the snippets: [5, 20, 37, 38, 40, 49, 57, 71, 90, 92, 95, 93] +The cluster 1 contains the snippets: [2, 39, 45, 54, 61, 75, 84, 96, 17, 22, 46, 47] +The cluster 10 contains the snippets: [7, 14, 25, 26, 30, 51, 52, 56, 59, 65, 99] +The cluster 6 contains the snippets: [1, 13, 29, 31, 35, 36, 62, 70, 79, 66] +The cluster 8 contains the snippets: [18, 33, 60, 85, 86, 32, 76, 78, 83] +The cluster 3 contains the snippets: [3, 8, 63, 69, 91, 64, 87, 88] +The cluster 9 contains the snippets: [55, 72, 80, 9, 10, 27, 42, 58] +The cluster 2 contains the snippets: [15, 48, 41] +The cluster 7 contains the snippets: [50, 23] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 15, 3, 5, 16, 1, 50, 18, 55, 7, 39, 48, 8, 20, 24, 13, 23, 33, 72, 14, 45, 41, 63, 37, 67, 29, 60, 80, 25, 54, 69, 38, 68, 31, 85, 9, 26, 61, 91, 40, 73, 35, 86, 10, 30, 75, 64, 49, 77, 36, 32, 27, 51, 84, 87, 57, 81, 62, 76, 42, 52, 96, 88, 71, 97, 70, 78, 58, 56, 17, 90, 98, 79, 83, 59, 22, 92, 100, 66, 65, 46, 95, 6, 99, 47, 93, 43, 53, 4, 11, 12, 19, 21, 28, 34, 44, 74, 82, 89, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "magic lantern" =============== +============ Value of Rand Index = 0.3806060606060606 ================================= +============ Partial average Rand Index = 0.5519858585858587 ====== +============ Value of Adjusted Rand Index = 0.017309728443971117 ================================= +============ Partial average of Adjusted Rand Index = 0.0704523302320124 ================================= +============ Value of Jaccard Index = 0.09955947136563877 ================================= +============ Partial average of Jaccard Index = 0.32068918474254504 ====== +============ Precision = 0.18181818181818182, Recall = 0.8421052631578947, F1 = 0.29906542056074764 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 10 ============ +============ average size of the created clusters: 8.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 101 : "train of thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 24, 27, 28, 29, 33, 35, 36, 37, 41, 44, 49, 53, 55, 56, 63, 64, 67, 70, 71, 73, 75, 79, 80, 82, 83, 85, 86, 87, 90, 93, 94, 97, 98, 99, 100, 14, 26, 30, 32, 34, 38, 65, 66, 74, 81, 84, 88, 92, 95] +The cluster 3 contains the snippets: [1, 6, 42, 43, 48, 52, 57, 62, 72, 96, 39, 40, 54] +The cluster 2 contains the snippets: [91] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 91, 1, 3, 6, 4, 42, 5, 43, 8, 48, 9, 52, 10, 57, 11, 62, 12, 72, 13, 96, 15, 39, 16, 40, 17, 54, 18, 19, 20, 21, 22, 24, 27, 28, 29, 33, 35, 36, 37, 41, 44, 49, 53, 55, 56, 63, 64, 67, 70, 71, 73, 75, 79, 80, 82, 83, 85, 86, 87, 90, 93, 94, 97, 98, 99, 100, 14, 26, 30, 32, 34, 38, 65, 66, 74, 81, 84, 88, 92, 95, 7, 23, 25, 31, 45, 46, 47, 50, 51, 58, 59, 60, 61, 68, 69, 76, 77, 78, 89] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "train of thought" =============== +============ Value of Rand Index = 0.48 ================================= +============ Partial average Rand Index = 0.5512731273127314 ====== +============ Value of Adjusted Rand Index = -0.05035787251768585 ================================= +============ Partial average of Adjusted Rand Index = 0.06925618961072827 ================================= +============ Value of Jaccard Index = 0.29051819184123484 ================================= +============ Partial average of Jaccard Index = 0.3203904620405519 ====== +============ Precision = 0.35802469135802467, Recall = 0.7073170731707317, F1 = 0.4754098360655737 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 27.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 102 : "heart to heart" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [8, 31, 43, 48, 63, 69, 75, 76, 80, 84, 88, 91, 92, 94, 95, 100, 37, 39, 45, 49, 50, 51, 55, 81, 82, 97, 98] +The cluster 3 contains the snippets: [3, 16, 22, 23, 46, 54, 59, 61, 65, 74, 96, 99, 24, 30, 44, 62] +The cluster 2 contains the snippets: [11, 25, 26, 29, 32, 56, 70, 90, 6, 58, 77, 79, 85, 86, 87] +The cluster 6 contains the snippets: [10, 17, 21, 42, 71, 72, 73, 83, 15, 41, 52, 53] +The cluster 7 contains the snippets: [4, 5, 9, 33, 34, 89, 93] +The cluster 5 contains the snippets: [1, 14, 20, 78] +The cluster 4 contains the snippets: [18, 38, 40] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [8, 11, 3, 18, 1, 10, 4, 31, 25, 16, 38, 14, 17, 5, 43, 26, 22, 40, 20, 21, 9, 48, 29, 23, 78, 42, 33, 63, 32, 46, 71, 34, 69, 56, 54, 72, 89, 75, 70, 59, 73, 93, 76, 90, 61, 83, 80, 6, 65, 15, 84, 58, 74, 41, 88, 77, 96, 52, 91, 79, 99, 53, 92, 85, 24, 94, 86, 30, 95, 87, 44, 100, 62, 37, 39, 45, 49, 50, 51, 55, 81, 82, 97, 98, 2, 7, 12, 13, 19, 27, 28, 35, 36, 47, 57, 60, 64, 66, 67, 68] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart to heart" =============== +============ Value of Rand Index = 0.2672727272727273 ================================= +============ Partial average Rand Index = 0.5484888096652804 ====== +============ Value of Adjusted Rand Index = -0.012551506962512992 ================================= +============ Partial average of Adjusted Rand Index = 0.06845415336981414 ================================= +============ Value of Jaccard Index = 0.14879136352968786 ================================= +============ Partial average of Jaccard Index = 0.3187081179375042 ====== +============ Precision = 0.05952380952380952, Recall = 0.5555555555555556, F1 = 0.1075268817204301 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 12.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 103 : "bed of roses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 2 contains the snippets: [6, 8, 9, 14, 17, 18, 25, 37, 44, 45, 56, 59, 63, 64, 67, 72, 73, 88, 97, 22, 54, 66] +The cluster 1 contains the snippets: [16, 20, 24, 26, 27, 42, 58, 61, 82, 86, 94, 98, 30] +The cluster 3 contains the snippets: [4, 10, 12, 32, 46, 83, 84, 5, 68, 69, 74, 75, 76] +The cluster 8 contains the snippets: [15, 33, 36, 38, 52, 53, 57, 62, 70, 91, 28] +The cluster 9 contains the snippets: [3, 21, 31, 49, 81, 92, 95, 99, 19, 89, 90] +The cluster 4 contains the snippets: [11, 23, 34, 35, 51, 78, 80, 87, 96, 2] +The cluster 7 contains the snippets: [41, 77] +The cluster 6 contains the snippets: [1, 13] +The cluster 5 contains the snippets: [29, 93] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [16, 6, 4, 11, 29, 1, 41, 15, 3, 20, 8, 10, 23, 93, 13, 77, 33, 21, 24, 9, 12, 34, 36, 31, 26, 14, 32, 35, 38, 49, 27, 17, 46, 51, 52, 81, 42, 18, 83, 78, 53, 92, 58, 25, 84, 80, 57, 95, 61, 37, 5, 87, 62, 99, 82, 44, 68, 96, 70, 19, 86, 45, 69, 2, 91, 89, 94, 56, 74, 28, 90, 98, 59, 75, 30, 63, 76, 64, 67, 72, 73, 88, 97, 22, 54, 66, 7, 39, 40, 43, 47, 48, 50, 55, 60, 65, 71, 79, 85, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bed of roses" =============== +============ Value of Rand Index = 0.661010101010101 ================================= +============ Partial average Rand Index = 0.5495812493870746 ====== +============ Value of Adjusted Rand Index = 0.10736738665335793 ================================= +============ Partial average of Adjusted Rand Index = 0.06883195175120776 ================================= +============ Value of Jaccard Index = 0.1584754262788365 ================================= +============ Partial average of Jaccard Index = 0.3171524607369346 ====== +============ Precision = 0.313953488372093, Recall = 0.6, F1 = 0.41221374045801523 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 9.555555555555555 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 104 : "food for thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 3 contains the snippets: [18, 19, 20, 23, 24, 29, 32, 36, 38, 43, 57, 60, 65, 69, 6, 7] +The cluster 6 contains the snippets: [40, 70, 78, 80, 89, 93, 4, 22, 81] +The cluster 8 contains the snippets: [68, 90, 94, 44, 46, 47, 64, 83, 84] +The cluster 4 contains the snippets: [73, 82, 95, 97, 25, 37, 76, 77] +The cluster 2 contains the snippets: [87, 92, 10, 61, 62, 66, 67, 88] +The cluster 1 contains the snippets: [1, 48, 55, 96] +The cluster 7 contains the snippets: [42, 45, 53] +The cluster 5 contains the snippets: [9, 33, 35] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 87, 18, 73, 9, 40, 42, 68, 48, 92, 19, 82, 33, 70, 45, 90, 55, 10, 20, 95, 35, 78, 53, 94, 96, 61, 23, 97, 80, 44, 62, 24, 25, 89, 46, 66, 29, 37, 93, 47, 67, 32, 76, 4, 64, 88, 36, 77, 22, 83, 38, 81, 84, 43, 57, 60, 65, 69, 6, 7, 2, 3, 5, 8, 11, 12, 13, 14, 15, 16, 17, 21, 26, 27, 28, 30, 31, 34, 39, 41, 49, 50, 51, 52, 54, 56, 58, 59, 63, 71, 72, 74, 75, 79, 85, 86, 91, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "food for thought" =============== +============ Value of Rand Index = 0.33616161616161616 ================================= +============ Partial average Rand Index = 0.5475291375291376 ====== +============ Value of Adjusted Rand Index = 0.02990389491276061 ================================= +============ Partial average of Adjusted Rand Index = 0.06845764351237654 ================================= +============ Value of Jaccard Index = 0.21217933349316712 ================================= +============ Partial average of Jaccard Index = 0.31614310374420607 ====== +============ Precision = 0.08333333333333333, Recall = 0.45454545454545453, F1 = 0.1408450704225352 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 7.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 105 : "burden of proof" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 5, 7, 8, 11, 12, 13, 14, 15, 17, 19, 20, 21, 22, 23, 26, 27, 28, 29, 36, 38, 39, 40, 41, 42, 43, 46, 49, 50, 51, 52, 54, 57, 58, 60, 63, 64, 69, 70, 72, 73, 76, 77, 79, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 98] +The cluster 2 contains the snippets: [1, 4, 6, 9, 18, 24, 32, 33, 35, 44, 48, 53, 56, 59, 61, 68, 75, 95, 96, 97, 16, 30, 34, 62, 66, 67, 81, 99] +The cluster 3 contains the snippets: [10, 25, 31, 37, 45, 65, 78, 80, 82, 100, 71] +The cluster 4 contains the snippets: [74] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 10, 74, 3, 4, 25, 5, 6, 31, 7, 9, 37, 8, 18, 45, 11, 24, 65, 12, 32, 78, 13, 33, 80, 14, 35, 82, 15, 44, 100, 17, 48, 71, 19, 53, 20, 56, 21, 59, 22, 61, 23, 68, 26, 75, 27, 95, 28, 96, 29, 97, 36, 16, 38, 30, 39, 34, 40, 62, 41, 66, 42, 67, 43, 81, 46, 99, 49, 50, 51, 52, 54, 57, 58, 60, 63, 64, 69, 70, 72, 73, 76, 77, 79, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 98, 47, 55, 86] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "burden of proof" =============== +============ Value of Rand Index = 0.5581818181818182 ================================= +============ Partial average Rand Index = 0.5476305916305917 ====== +============ Value of Adjusted Rand Index = 0.12784304083093 ================================= +============ Partial average of Adjusted Rand Index = 0.0690232187249342 ================================= +============ Value of Jaccard Index = 0.36387434554973824 ================================= +============ Partial average of Jaccard Index = 0.31659768699949686 ====== +============ Precision = 0.7010309278350515, Recall = 0.9444444444444444, F1 = 0.8047337278106509 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 24.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 106 : "dial tone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 5, 6, 7, 9, 12, 14, 20, 22, 23, 24, 25, 27, 28, 30, 33, 38, 39, 45, 46, 47, 48, 51, 52, 53, 54, 56, 59, 60, 62, 64, 65, 66, 67, 69, 70, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 8, 21, 35, 61, 63, 68, 73] +The cluster 3 contains the snippets: [26, 43, 44, 55, 71, 82, 86] +The cluster 5 contains the snippets: [1, 10, 17, 42] +The cluster 4 contains the snippets: [32, 49, 58] +The cluster 2 contains the snippets: [11, 16] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 11, 26, 32, 1, 4, 16, 43, 49, 10, 5, 44, 58, 17, 6, 55, 42, 7, 71, 9, 82, 12, 86, 14, 20, 22, 23, 24, 25, 27, 28, 30, 33, 38, 39, 45, 46, 47, 48, 51, 52, 53, 54, 56, 59, 60, 62, 64, 65, 66, 67, 69, 70, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 8, 21, 35, 61, 63, 68, 73, 3, 13, 15, 18, 19, 29, 31, 34, 36, 37, 40, 41, 50, 57, 76, 95, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dial tone" =============== +============ Value of Rand Index = 0.6436363636363637 ================================= +============ Partial average Rand Index = 0.5485363064608348 ====== +============ Value of Adjusted Rand Index = 0.2940581815453591 ================================= +============ Partial average of Adjusted Rand Index = 0.0711461900722967 ================================= +============ Value of Jaccard Index = 0.5116279069767442 ================================= +============ Partial average of Jaccard Index = 0.3184375947351312 ====== +============ Precision = 0.8674698795180723, Recall = 0.9230769230769231, F1 = 0.8944099378881989 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 16.6 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 107 : "stranger in town" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [4, 10, 20, 35, 38, 41, 52, 53, 57, 58, 62, 67, 71, 73, 75, 84, 85, 89, 91, 94, 96, 100, 11, 39, 48, 49] +The cluster 5 contains the snippets: [2, 3, 6, 9, 12, 19, 21, 22, 23, 42, 47, 56, 18, 54, 59, 72, 81, 86, 88, 90, 93, 95, 97, 99] +The cluster 4 contains the snippets: [25, 27, 34, 37, 44, 51, 61, 66, 74, 79, 8, 36] +The cluster 2 contains the snippets: [1, 43, 63, 13, 30, 31] +The cluster 3 contains the snippets: [24, 26, 32, 82, 33] +The cluster 8 contains the snippets: [64, 65, 68, 69, 70] +The cluster 6 contains the snippets: [5, 15, 40, 83] +The cluster 7 contains the snippets: [7] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 1, 24, 25, 2, 5, 7, 64, 10, 43, 26, 27, 3, 15, 65, 20, 63, 32, 34, 6, 40, 68, 35, 13, 82, 37, 9, 83, 69, 38, 30, 33, 44, 12, 70, 41, 31, 51, 19, 52, 61, 21, 53, 66, 22, 57, 74, 23, 58, 79, 42, 62, 8, 47, 67, 36, 56, 71, 18, 73, 54, 75, 59, 84, 72, 85, 81, 89, 86, 91, 88, 94, 90, 96, 93, 100, 95, 11, 97, 39, 99, 48, 49, 14, 16, 17, 28, 29, 45, 46, 50, 55, 60, 76, 77, 78, 80, 87, 92, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stranger in town" =============== +============ Value of Rand Index = 0.591919191919192 ================================= +============ Partial average Rand Index = 0.548941753988483 ====== +============ Value of Adjusted Rand Index = 0.013976894773712657 ================================= +============ Partial average of Adjusted Rand Index = 0.07061189759287068 ================================= +============ Value of Jaccard Index = 0.13895993179880647 ================================= +============ Partial average of Jaccard Index = 0.3167602333992777 ====== +============ Precision = 0.3132530120481928, Recall = 0.5909090909090909, F1 = 0.40944881889763785 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 10.375 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 108 : "beer for my horses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 27, 30, 32, 35, 36, 37, 40, 42, 43, 45, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 63, 64, 65, 66, 67, 69, 71, 72, 77, 78, 79, 80, 81, 84, 85, 86, 87, 88, 91, 92, 93, 94, 96, 97, 99, 100, 7, 13, 26, 28, 29, 31, 33, 34, 38, 39, 55, 58, 61, 62, 98] +The cluster 2 contains the snippets: [14, 41, 44, 75, 95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 14, 2, 41, 3, 44, 4, 75, 5, 95, 6, 8, 9, 10, 11, 12, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 27, 30, 32, 35, 36, 37, 40, 42, 43, 45, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 63, 64, 65, 66, 67, 69, 71, 72, 77, 78, 79, 80, 81, 84, 85, 86, 87, 88, 91, 92, 93, 94, 96, 97, 99, 100, 7, 13, 26, 28, 29, 31, 33, 34, 38, 39, 55, 58, 61, 62, 98, 18, 46, 47, 68, 70, 73, 74, 76, 82, 83, 89, 90] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "beer for my horses" =============== +============ Value of Rand Index = 0.5050505050505051 ================================= +============ Partial average Rand Index = 0.5485353535353535 ====== +============ Value of Adjusted Rand Index = 0.09047320581119099 ================================= +============ Partial average of Adjusted Rand Index = 0.07079579859489216 ================================= +============ Value of Jaccard Index = 0.37017994858611825 ================================= +============ Partial average of Jaccard Index = 0.3172548603917485 ====== +============ Precision = 0.45454545454545453, Recall = 0.4819277108433735, F1 = 0.4678362573099415 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 44.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 109 : "peter and the wolf" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 6, 7, 8, 9, 12, 13, 15, 16, 17, 19, 20, 22, 23, 24, 25, 26, 30, 31, 34, 35, 36, 39, 42, 44, 45, 46, 49, 50, 51, 53, 54, 55, 56, 59, 60, 61, 63, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 95, 96, 97, 98, 99, 100, 10, 11, 18, 21, 27, 28, 32, 37, 40, 52, 57, 58, 64, 65, 94] +The cluster 2 contains the snippets: [5, 67, 84, 41] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 5, 2, 67, 3, 84, 4, 41, 6, 7, 8, 9, 12, 13, 15, 16, 17, 19, 20, 22, 23, 24, 25, 26, 30, 31, 34, 35, 36, 39, 42, 44, 45, 46, 49, 50, 51, 53, 54, 55, 56, 59, 60, 61, 63, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 95, 96, 97, 98, 99, 100, 10, 11, 18, 21, 27, 28, 32, 37, 40, 52, 57, 58, 64, 65, 94, 14, 29, 33, 38, 43, 47, 48, 62, 92, 93] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "peter and the wolf" =============== +============ Value of Rand Index = 0.4266666666666667 ================================= +============ Partial average Rand Index = 0.5474172921879344 ====== +============ Value of Adjusted Rand Index = -0.05292972913335686 ================================= +============ Partial average of Adjusted Rand Index = 0.06966070201022932 ================================= +============ Value of Jaccard Index = 0.3381529850746269 ================================= +============ Partial average of Jaccard Index = 0.3174465863062704 ====== +============ Precision = 0.32222222222222224, Recall = 0.6904761904761905, F1 = 0.43939393939393945 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 45.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 110 : "gorky park" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 6, 7, 8, 14, 25, 29, 36, 39, 41, 45, 46, 50, 53, 55, 56, 61, 62, 71, 74, 78, 82, 84, 86, 87, 90, 91, 92, 94, 95, 98, 99, 100, 31, 47, 85, 89, 93, 96] +The cluster 5 contains the snippets: [5, 9, 12, 17, 26, 30, 32, 35, 37, 59, 60, 66, 77, 21, 65, 67, 68, 76] +The cluster 2 contains the snippets: [3, 11, 20, 24, 28, 48, 51, 52, 54, 57, 64, 72, 79, 13] +The cluster 3 contains the snippets: [4, 34, 38, 49, 69, 83, 22, 27] +The cluster 6 contains the snippets: [10, 16, 33, 40, 42, 97, 43] +The cluster 4 contains the snippets: [44, 80, 81] +The cluster 7 contains the snippets: [63, 70] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 4, 44, 5, 10, 63, 2, 11, 34, 80, 9, 16, 70, 6, 20, 38, 81, 12, 33, 7, 24, 49, 17, 40, 8, 28, 69, 26, 42, 14, 48, 83, 30, 97, 25, 51, 22, 32, 43, 29, 52, 27, 35, 36, 54, 37, 39, 57, 59, 41, 64, 60, 45, 72, 66, 46, 79, 77, 50, 13, 21, 53, 65, 55, 67, 56, 68, 61, 76, 62, 71, 74, 78, 82, 84, 86, 87, 90, 91, 92, 94, 95, 98, 99, 100, 31, 47, 85, 89, 93, 96, 15, 18, 19, 23, 58, 73, 75, 88] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gorky park" =============== +============ Value of Rand Index = 0.6567676767676768 ================================= +============ Partial average Rand Index = 0.5484113865932049 ====== +============ Value of Adjusted Rand Index = 0.04190045614176725 ================================= +============ Partial average of Adjusted Rand Index = 0.06940833613869785 ================================= +============ Value of Jaccard Index = 0.15682382133995038 ================================= +============ Partial average of Jaccard Index = 0.31598637935203105 ====== +============ Precision = 0.5, Recall = 0.5054945054945055, F1 = 0.5027322404371585 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 13.142857142857142 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 111 : "neutron star" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 21, 25, 26, 28, 32, 33, 34, 35, 36, 37, 38, 40, 41, 43, 45, 46, 47, 48, 49, 50, 52, 54, 55, 56, 57, 58, 60, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 83, 84, 86, 87, 88, 89, 91, 93, 94, 95, 96, 99, 100, 51, 53, 61] +The cluster 2 contains the snippets: [23, 27, 29, 85, 92, 39, 81] +The cluster 3 contains the snippets: [18, 31, 11, 62] +The cluster 4 contains the snippets: [9, 16, 24] +The cluster 6 contains the snippets: [22, 59, 90] +The cluster 5 contains the snippets: [1, 44] +The cluster 7 contains the snippets: [30, 82] +The cluster 8 contains the snippets: [42, 97] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 23, 18, 9, 1, 22, 30, 42, 3, 27, 31, 16, 44, 59, 82, 97, 4, 29, 11, 24, 90, 5, 85, 62, 6, 92, 7, 39, 8, 81, 10, 12, 13, 14, 15, 17, 19, 20, 21, 25, 26, 28, 32, 33, 34, 35, 36, 37, 38, 40, 41, 43, 45, 46, 47, 48, 49, 50, 52, 54, 55, 56, 57, 58, 60, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 83, 84, 86, 87, 88, 89, 91, 93, 94, 95, 96, 99, 100, 51, 53, 61, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "neutron star" =============== +============ Value of Rand Index = 0.6288888888888889 ================================= +============ Partial average Rand Index = 0.5491364091364092 ====== +============ Value of Adjusted Rand Index = 0.16588283144946853 ================================= +============ Partial average of Adjusted Rand Index = 0.07027747573609218 ================================= +============ Value of Jaccard Index = 0.5843891402714932 ================================= +============ Partial average of Jaccard Index = 0.31840442224319737 ====== +============ Precision = 0.9090909090909091, Recall = 0.967741935483871, F1 = 0.9374999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 12.375 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 112 : "death by chocolate" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 5, 6, 7, 9, 14, 22, 25, 28, 29, 30, 31, 33, 36, 40, 43, 45, 50, 51, 52, 54, 55, 58, 60, 64, 65, 68, 69, 70, 73, 75, 80, 82, 84, 86, 87, 91, 96, 100, 11, 19, 62, 66, 74, 99] +The cluster 2 contains the snippets: [16, 18, 41, 53, 57, 88, 92, 97, 13, 34, 44, 85] +The cluster 7 contains the snippets: [1, 3, 23, 37, 59, 72, 10] +The cluster 3 contains the snippets: [32, 71, 76, 24, 47, 48] +The cluster 5 contains the snippets: [20, 21, 93, 98, 12] +The cluster 6 contains the snippets: [8, 49, 67] +The cluster 4 contains the snippets: [90, 95, 63] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 16, 32, 90, 20, 8, 1, 4, 18, 71, 95, 21, 49, 3, 5, 41, 76, 63, 93, 67, 23, 6, 53, 24, 98, 37, 7, 57, 47, 12, 59, 9, 88, 48, 72, 14, 92, 10, 22, 97, 25, 13, 28, 34, 29, 44, 30, 85, 31, 33, 36, 40, 43, 45, 50, 51, 52, 54, 55, 58, 60, 64, 65, 68, 69, 70, 73, 75, 80, 82, 84, 86, 87, 91, 96, 100, 11, 19, 62, 66, 74, 99, 15, 17, 26, 27, 35, 38, 39, 42, 46, 56, 61, 77, 78, 79, 81, 83, 89, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "death by chocolate" =============== +============ Value of Rand Index = 0.4995959595959596 ================================= +============ Partial average Rand Index = 0.5486940836940837 ====== +============ Value of Adjusted Rand Index = 0.1621355424531484 ================================= +============ Partial average of Adjusted Rand Index = 0.07109763704606589 ================================= +============ Value of Jaccard Index = 0.31423034330011074 ================================= +============ Partial average of Jaccard Index = 0.3183671536812055 ====== +============ Precision = 0.8658536585365854, Recall = 0.8352941176470589, F1 = 0.8502994011976048 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 11.714285714285714 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 113 : "before the storm" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 6, 7, 9, 10, 11, 13, 15, 17, 20, 21, 24, 27, 31, 36, 38, 40, 41, 42, 43, 45, 54, 55, 56, 59, 62, 66, 68, 70, 75, 77, 79, 81, 88, 91, 26, 28, 48, 53, 67, 69, 76, 78, 80, 82, 83, 84, 85, 95, 96, 97, 99] +The cluster 2 contains the snippets: [5, 12, 19, 29, 34, 37, 39, 47, 49, 52, 60, 61, 73, 90, 93, 98, 100, 30, 46, 50, 92] +The cluster 4 contains the snippets: [32, 63, 64, 25, 65] +The cluster 3 contains the snippets: [8, 72, 33] +The cluster 5 contains the snippets: [3] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 5, 8, 32, 3, 2, 12, 72, 63, 4, 19, 33, 64, 6, 29, 25, 7, 34, 65, 9, 37, 10, 39, 11, 47, 13, 49, 15, 52, 17, 60, 20, 61, 21, 73, 24, 90, 27, 93, 31, 98, 36, 100, 38, 30, 40, 46, 41, 50, 42, 92, 43, 45, 54, 55, 56, 59, 62, 66, 68, 70, 75, 77, 79, 81, 88, 91, 26, 28, 48, 53, 67, 69, 76, 78, 80, 82, 83, 84, 85, 95, 96, 97, 99, 14, 16, 18, 22, 23, 35, 44, 51, 57, 58, 71, 74, 86, 87, 89, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "before the storm" =============== +============ Value of Rand Index = 0.4123232323232323 ================================= +============ Partial average Rand Index = 0.5474872620005363 ====== +============ Value of Adjusted Rand Index = -0.07476830187161375 ================================= +============ Partial average of Adjusted Rand Index = 0.06980678802909528 ================================= +============ Value of Jaccard Index = 0.27708747514910537 ================================= +============ Partial average of Jaccard Index = 0.31800184679154087 ====== +============ Precision = 0.13095238095238096, Recall = 0.5789473684210527, F1 = 0.21359223300970875 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 16.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 114 : "music of the spheres" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 2 contains the snippets: [1, 6, 9, 14, 15, 16, 19, 20, 24, 34, 45, 51, 54, 55, 59, 66, 73, 77, 80, 81, 92, 98, 17, 32, 33, 35, 36, 47, 52, 53, 56] +The cluster 1 contains the snippets: [2, 3, 4, 8, 10, 12, 13, 23, 27, 37, 41, 42, 43, 49, 58, 60, 78, 82, 89, 95, 96, 97, 99, 100, 26, 50, 88, 90, 93] +The cluster 3 contains the snippets: [67, 69, 28, 29, 38, 39, 63, 64, 65, 68, 70, 72] +The cluster 4 contains the snippets: [62] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 67, 62, 3, 6, 69, 4, 9, 28, 8, 14, 29, 10, 15, 38, 12, 16, 39, 13, 19, 63, 23, 20, 64, 27, 24, 65, 37, 34, 68, 41, 45, 70, 42, 51, 72, 43, 54, 49, 55, 58, 59, 60, 66, 78, 73, 82, 77, 89, 80, 95, 81, 96, 92, 97, 98, 99, 17, 100, 32, 26, 33, 50, 35, 88, 36, 90, 47, 93, 52, 53, 56, 5, 7, 11, 18, 21, 22, 25, 30, 31, 40, 44, 46, 48, 57, 61, 71, 74, 75, 76, 79, 83, 84, 85, 86, 87, 91, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "music of the spheres" =============== +============ Value of Rand Index = 0.5313131313131313 ================================= +============ Partial average Rand Index = 0.5473453836611731 ====== +============ Value of Adjusted Rand Index = 0.0696571146927098 ================================= +============ Partial average of Adjusted Rand Index = 0.06980547510509189 ================================= +============ Value of Jaccard Index = 0.24207775236850704 ================================= +============ Partial average of Jaccard Index = 0.3173358459632687 ====== +============ Precision = 0.2054794520547945, Recall = 0.4838709677419355, F1 = 0.28846153846153844 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 18.25 ============ +=========================================================================== + +[ INFO ] WSIEvaluator - + +=========== Final average value of S-recall@K: ============= +1 0.2806 +2 0.3832 +3 0.4466 +4 0.4902 +5 0.5158 +6 0.5659 +7 0.6066 +8 0.6415 +9 0.6652 +10 0.7032 +11 0.7098 +12 0.7158 +13 0.7211 +14 0.7284 +15 0.7336 +16 0.7464 +17 0.7554 +18 0.7582 +19 0.7708 +20 0.7821 +21 0.7879 +22 0.7879 +23 0.7975 +24 0.8054 +25 0.8118 +26 0.8140 +27 0.8157 +28 0.8185 +29 0.8253 +30 0.8297 +31 0.8439 +32 0.8482 +33 0.8546 +34 0.8601 +35 0.8642 +36 0.8660 +37 0.8675 +38 0.8768 +39 0.8801 +40 0.8844 +41 0.8885 +42 0.8903 +43 0.8969 +44 0.8991 +45 0.9017 +46 0.9064 +47 0.9094 +48 0.9110 +49 0.9110 +50 0.9123 +51 0.9153 +52 0.9153 +53 0.9153 +54 0.9153 +55 0.9202 +56 0.9245 +57 0.9245 +58 0.9245 +59 0.9245 +60 0.9254 +61 0.9305 +62 0.9325 +63 0.9341 +64 0.9341 +65 0.9341 +66 0.9358 +67 0.9380 +68 0.9380 +69 0.9417 +70 0.9485 +71 0.9496 +72 0.9496 +73 0.9506 +74 0.9536 +75 0.9551 +76 0.9592 +77 0.9592 +78 0.9610 +79 0.9639 +80 0.9674 +81 0.9706 +82 0.9728 +83 0.9757 +84 0.9768 +85 0.9775 +86 0.9831 +87 0.9831 +88 0.9839 +89 0.9871 +90 0.9871 +91 0.9915 +92 0.9926 +93 0.9941 +94 0.9941 +95 0.9941 +96 0.9941 +97 0.9941 +98 0.9941 +99 0.9949 +100 1.0000 + +=========== Final average value of S-precision@r: ============= +0.4000 0.5414 +0.4500 0.3704 +0.5000 0.3399 +0.5500 0.2339 +0.6000 0.2251 +0.6500 0.2071 +0.7000 0.1778 +0.7500 0.1521 +0.8000 0.1451 +0.8500 0.1365 +0.9000 0.1256 +0.9500 0.1186 +1.0000 0.0600 + +=========== Final average value of F1: ===================== +average F1 = 0.5520980983617679 + +=========== Final average value of Rand Index: ============= +average Rand Index = 0.5473453836611731 + +=========== Final average value of Adjusted Rand Index: ==== +average Adj Rand Index = 0.06980547510509189 + +=========== Final average value of Jaccard Index: ========== +average Jaccard Index = 0.3173358459632687 + +================ Statistics: ==================================== +============ average number of created clusters: 5.385964912280702 +============ average cluster size: 22.990450801635017 + +[ WARN ] WSIEvaluator - Simulation started at: 15:57 and completed at 15:57 +Execution time: 3.456 sec diff --git a/results/development/system_wo_mst.log b/results/development/system_wo_mst.log new file mode 100644 index 0000000..078884d --- /dev/null +++ b/results/development/system_wo_mst.log @@ -0,0 +1,4009 @@ +[ INFO ] Configuration - Loading /eval.properties FROM /home/students/zimmermann/Courses/ws17/fsem/absinth/evaluator/config/eval.properties +[ INFO ] WSIEvaluator - Run started at 17:18 +[ INFO ] Dataset - Loading the ./../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the topics data ./../evaluator/datasets/development/ +[ INFO ] Dataset - Loading the subtopics data +[ INFO ] Dataset - Loading the snippets data +[ INFO ] Dataset - Loading the relations data +[ INFO ] Dataset - Loading the relations data +[ INFO ] WSIEvaluator - +=================================================== +Starting the evaluation +=================================================== +[ INFO ] WSIEvaluator - +=================================================== +subtopic-recall@K default: 100 +=================================================== +[ WARN ] WSIEvaluator - +============= Query 1 : "the blue bird" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 14 snippet clusters: ==================== +The cluster 1 contains the snippets: [16, 23, 28, 31, 39, 41, 46, 66, 67, 69, 80, 85, 86, 95] +The cluster 14 contains the snippets: [11, 27, 36, 38, 42, 44, 70, 71, 93, 94, 96, 99, 100] +The cluster 13 contains the snippets: [1, 4, 7, 8, 10, 13, 15, 21, 24, 45] +The cluster 9 contains the snippets: [2, 17, 60, 84, 87] +The cluster 3 contains the snippets: [3, 6, 30, 76, 90] +The cluster 6 contains the snippets: [5, 18, 20, 77] +The cluster 11 contains the snippets: [43, 51, 52, 73] +The cluster 10 contains the snippets: [53, 56, 78] +The cluster 7 contains the snippets: [40, 57, 74] +The cluster 12 contains the snippets: [26, 58, 75] +The cluster 4 contains the snippets: [54] +The cluster 8 contains the snippets: [83] +The cluster 5 contains the snippets: [34] +The cluster 2 contains the snippets: [22] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [16, 22, 3, 54, 34, 5, 40, 83, 2, 53, 43, 26, 1, 11, 23, 6, 18, 57, 17, 56, 51, 58, 4, 27, 28, 30, 20, 74, 60, 78, 52, 75, 7, 36, 31, 76, 77, 84, 73, 8, 38, 39, 90, 87, 10, 42, 41, 13, 44, 46, 15, 70, 66, 21, 71, 67, 24, 93, 69, 45, 94, 80, 96, 85, 99, 86, 100, 95, 9, 12, 14, 19, 25, 29, 32, 33, 35, 37, 47, 48, 49, 50, 55, 59, 61, 62, 63, 64, 65, 68, 72, 79, 81, 82, 88, 89, 91, 92, 97, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the blue bird" =============== +============ Value of Rand Index = 0.4668686868686869 ================================= +============ Partial average Rand Index = 0.4668686868686869 ====== +============ Value of Adjusted Rand Index = 0.04580032656122795 ================================= +============ Partial average of Adjusted Rand Index = 0.04580032656122795 ================================= +============ Value of Jaccard Index = 0.15767634854771784 ================================= +============ Partial average of Jaccard Index = 0.15767634854771784 ====== +============ Precision = 0.23529411764705882, Recall = 0.5925925925925926, F1 = 0.33684210526315783 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 14 ============ +============ average size of the created clusters: 4.857142857142857 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 2 : "crown of thorns" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 9, 12, 14, 20, 25, 26, 27, 28, 30, 41, 42, 46, 51, 59, 61, 70, 74, 77, 82, 89, 92, 93, 94] +The cluster 2 contains the snippets: [3, 8, 11, 13, 15, 16, 17, 33, 48, 53, 69, 80, 81, 87] +The cluster 3 contains the snippets: [10, 22, 24, 31, 37, 38, 49, 50, 76, 78] +The cluster 6 contains the snippets: [2, 6, 18, 39, 44, 52, 66, 98] +The cluster 4 contains the snippets: [4, 56, 95] +The cluster 7 contains the snippets: [54, 79, 91] +The cluster 5 contains the snippets: [88, 90] +The cluster 8 contains the snippets: [5] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 10, 4, 88, 2, 54, 5, 9, 8, 22, 56, 90, 6, 79, 12, 11, 24, 95, 18, 91, 14, 13, 31, 39, 20, 15, 37, 44, 25, 16, 38, 52, 26, 17, 49, 66, 27, 33, 50, 98, 28, 48, 76, 30, 53, 78, 41, 69, 42, 80, 46, 81, 51, 87, 59, 61, 70, 74, 77, 82, 89, 92, 93, 94, 7, 19, 21, 23, 29, 32, 34, 35, 36, 40, 43, 45, 47, 55, 57, 58, 60, 62, 63, 64, 65, 67, 68, 71, 72, 73, 75, 83, 84, 85, 86, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "crown of thorns" =============== +============ Value of Rand Index = 0.7672727272727272 ================================= +============ Partial average Rand Index = 0.6170707070707071 ====== +============ Value of Adjusted Rand Index = 0.3105029323938839 ================================= +============ Partial average of Adjusted Rand Index = 0.17815162947755592 ================================= +============ Value of Jaccard Index = 0.2975609756097561 ================================= +============ Partial average of Jaccard Index = 0.22761866207873696 ====== +============ Precision = 0.5230769230769231, Recall = 0.576271186440678, F1 = 0.5483870967741935 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 8.125 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 3 : "hall of justice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [7, 15, 27, 30, 39, 49, 51, 55, 56, 58, 60, 62, 63, 64, 65, 79, 82, 87, 88, 89, 93, 95, 97, 99] +The cluster 4 contains the snippets: [6, 9, 10, 13, 19, 37, 44, 61, 78, 94] +The cluster 5 contains the snippets: [5, 42, 45, 48, 66, 67, 80] +The cluster 6 contains the snippets: [31, 75, 81] +The cluster 3 contains the snippets: [3, 98] +The cluster 2 contains the snippets: [77] +The cluster 7 contains the snippets: [46] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [7, 77, 3, 6, 5, 31, 46, 15, 98, 9, 42, 75, 27, 10, 45, 81, 30, 13, 48, 39, 19, 66, 49, 37, 67, 51, 44, 80, 55, 61, 56, 78, 58, 94, 60, 62, 63, 64, 65, 79, 82, 87, 88, 89, 93, 95, 97, 99, 1, 2, 4, 8, 11, 12, 14, 16, 17, 18, 20, 21, 22, 23, 24, 25, 26, 28, 29, 32, 33, 34, 35, 36, 38, 40, 41, 43, 47, 50, 52, 53, 54, 57, 59, 68, 69, 70, 71, 72, 73, 74, 76, 83, 84, 85, 86, 90, 91, 92, 96, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hall of justice" =============== +============ Value of Rand Index = 0.5404040404040404 ================================= +============ Partial average Rand Index = 0.5915151515151515 ====== +============ Value of Adjusted Rand Index = -0.012381628882840319 ================================= +============ Partial average of Adjusted Rand Index = 0.11464054335742384 ================================= +============ Value of Jaccard Index = 0.20147420147420148 ================================= +============ Partial average of Jaccard Index = 0.2189038418772251 ====== +============ Precision = 0.5416666666666666, Recall = 0.4126984126984127, F1 = 0.46846846846846846 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 6.857142857142857 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 4 : "cool water" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 5, 10, 12, 13, 14, 21, 23, 26, 31, 35, 42, 43, 46, 47, 48, 51, 53, 54, 57, 63, 64, 67, 69, 81, 83, 86, 97] +The cluster 3 contains the snippets: [1, 7, 11, 15, 19, 24, 29, 37, 39, 49, 59, 65, 68, 72, 74, 88, 94, 100] +The cluster 2 contains the snippets: [58, 78] +The cluster 5 contains the snippets: [4, 33] +The cluster 4 contains the snippets: [40] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 58, 1, 40, 4, 5, 78, 7, 33, 10, 11, 12, 15, 13, 19, 14, 24, 21, 29, 23, 37, 26, 39, 31, 49, 35, 59, 42, 65, 43, 68, 46, 72, 47, 74, 48, 88, 51, 94, 53, 100, 54, 57, 63, 64, 67, 69, 81, 83, 86, 97, 3, 6, 8, 9, 16, 17, 18, 20, 22, 25, 27, 28, 30, 32, 34, 36, 38, 41, 44, 45, 50, 52, 55, 56, 60, 61, 62, 66, 70, 71, 73, 75, 76, 77, 79, 80, 82, 84, 85, 87, 89, 90, 91, 92, 93, 95, 96, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cool water" =============== +============ Value of Rand Index = 0.5282828282828282 ================================= +============ Partial average Rand Index = 0.5757070707070707 ====== +============ Value of Adjusted Rand Index = 0.11902870556728584 ================================= +============ Partial average of Adjusted Rand Index = 0.11573758390988934 ================================= +============ Value of Jaccard Index = 0.34095399379057295 ================================= +============ Partial average of Jaccard Index = 0.2494163798555621 ====== +============ Precision = 0.3333333333333333, Recall = 0.7083333333333334, F1 = 0.4533333333333333 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 10.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 5 : "the art of seduction" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 5 contains the snippets: [4, 6, 10, 18, 37, 38, 41, 42, 51, 56, 57, 61, 64, 65, 80, 85, 93, 95, 96] +The cluster 1 contains the snippets: [2, 8, 12, 20, 32, 39, 40, 44, 74, 78, 84, 90, 92, 97] +The cluster 3 contains the snippets: [15, 17, 27, 33, 47, 49, 66, 77, 98] +The cluster 6 contains the snippets: [22, 26, 45, 48, 53, 67, 87, 94] +The cluster 2 contains the snippets: [11, 28, 34, 79, 89, 100] +The cluster 4 contains the snippets: [5, 9, 29, 30, 59, 86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 11, 15, 5, 4, 22, 8, 28, 17, 9, 6, 26, 12, 34, 27, 29, 10, 45, 20, 79, 33, 30, 18, 48, 32, 89, 47, 59, 37, 53, 39, 100, 49, 86, 38, 67, 40, 66, 41, 87, 44, 77, 42, 94, 74, 98, 51, 78, 56, 84, 57, 90, 61, 92, 64, 97, 65, 80, 85, 93, 95, 96, 1, 3, 7, 13, 14, 16, 19, 21, 23, 24, 25, 31, 35, 36, 43, 46, 50, 52, 54, 55, 58, 60, 62, 63, 68, 69, 70, 71, 72, 73, 75, 76, 81, 82, 83, 88, 91, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the art of seduction" =============== +============ Value of Rand Index = 0.5555555555555556 ================================= +============ Partial average Rand Index = 0.5716767676767678 ====== +============ Value of Adjusted Rand Index = 0.1362683078996472 ================================= +============ Partial average of Adjusted Rand Index = 0.11984372870784091 ================================= +============ Value of Jaccard Index = 0.24914675767918087 ================================= +============ Partial average of Jaccard Index = 0.24936245542028584 ====== +============ Precision = 0.3548387096774194, Recall = 0.7096774193548387, F1 = 0.4731182795698926 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 10.333333333333334 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 6 : "radioactive man" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 7, 8, 9, 10, 20, 22, 23, 24, 27, 28, 35, 42, 44, 45, 47, 48, 49, 52, 53, 56, 57, 62, 64, 65, 66, 69, 70, 71, 72, 74, 75, 78, 83, 91, 92, 94, 96, 98, 99] +The cluster 2 contains the snippets: [3, 4, 5, 19, 25, 26, 30, 31, 32, 33, 34, 36, 38, 43, 51, 100] +The cluster 3 contains the snippets: [15, 21, 29, 37, 40, 46, 76, 77] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 15, 2, 4, 21, 7, 5, 29, 8, 19, 37, 9, 25, 40, 10, 26, 46, 20, 30, 76, 22, 31, 77, 23, 32, 24, 33, 27, 34, 28, 36, 35, 38, 42, 43, 44, 51, 45, 100, 47, 48, 49, 52, 53, 56, 57, 62, 64, 65, 66, 69, 70, 71, 72, 74, 75, 78, 83, 91, 92, 94, 96, 98, 99, 6, 11, 12, 13, 14, 16, 17, 18, 39, 41, 50, 54, 55, 58, 59, 60, 61, 63, 67, 68, 73, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90, 93, 95, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radioactive man" =============== +============ Value of Rand Index = 0.6727272727272727 ================================= +============ Partial average Rand Index = 0.5885185185185184 ====== +============ Value of Adjusted Rand Index = 0.14971664649165597 ================================= +============ Partial average of Adjusted Rand Index = 0.12482254833847674 ================================= +============ Value of Jaccard Index = 0.28159645232815966 ================================= +============ Partial average of Jaccard Index = 0.25473478823826484 ====== +============ Precision = 0.6153846153846154, Recall = 0.40816326530612246, F1 = 0.49079754601227 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 21.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 7 : "radius of curvature" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 5, 6, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 33, 34, 35, 36, 39, 40, 42, 43, 45, 47, 48, 50, 51, 52, 55, 56, 58, 61, 63, 64, 67, 68, 69, 70, 71, 72, 74, 76, 78, 81, 82, 83, 88, 91, 93, 95, 98, 100] +The cluster 2 contains the snippets: [4, 7, 29, 32, 41, 44, 46, 49, 57, 59, 65, 66, 77, 79, 80, 84, 85, 89, 94, 96, 99] +The cluster 5 contains the snippets: [53, 54, 60, 73, 75, 92, 97] +The cluster 4 contains the snippets: [23, 37, 86, 90] +The cluster 3 contains the snippets: [10, 62] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 4, 10, 23, 53, 3, 7, 62, 37, 54, 5, 29, 86, 60, 6, 32, 90, 73, 8, 41, 75, 9, 44, 92, 11, 46, 97, 12, 49, 13, 57, 14, 59, 15, 65, 16, 66, 17, 77, 18, 79, 20, 80, 21, 84, 22, 85, 24, 89, 25, 94, 26, 96, 27, 99, 28, 30, 31, 33, 34, 35, 36, 39, 40, 42, 43, 45, 47, 48, 50, 51, 52, 55, 56, 58, 61, 63, 64, 67, 68, 69, 70, 71, 72, 74, 76, 78, 81, 82, 83, 88, 91, 93, 95, 98, 100, 1, 19, 38, 87] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "radius of curvature" =============== +============ Value of Rand Index = 0.5682828282828283 ================================= +============ Partial average Rand Index = 0.5856277056277055 ====== +============ Value of Adjusted Rand Index = 0.03889125675163775 ================================= +============ Partial average of Adjusted Rand Index = 0.11254664954035688 ================================= +============ Value of Jaccard Index = 0.21520381931692986 ================================= +============ Partial average of Jaccard Index = 0.2490875069637884 ====== +============ Precision = 0.4583333333333333, Recall = 0.43137254901960786, F1 = 0.4444444444444445 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 19.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 8 : "twilight of the gods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [5, 7, 10, 14, 21, 29, 41, 42, 49, 62, 63, 64, 67, 68, 70, 73, 76, 81, 87] +The cluster 2 contains the snippets: [1, 17, 18, 19, 22, 28, 31, 33, 46, 82, 83, 98] +The cluster 5 contains the snippets: [39, 50, 58, 59, 61, 99] +The cluster 3 contains the snippets: [47, 54, 69] +The cluster 4 contains the snippets: [40] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [5, 1, 47, 40, 39, 7, 17, 54, 50, 10, 18, 69, 58, 14, 19, 59, 21, 22, 61, 29, 28, 99, 41, 31, 42, 33, 49, 46, 62, 82, 63, 83, 64, 98, 67, 68, 70, 73, 76, 81, 87, 2, 3, 4, 6, 8, 9, 11, 12, 13, 15, 16, 20, 23, 24, 25, 26, 27, 30, 32, 34, 35, 36, 37, 38, 43, 44, 45, 48, 51, 52, 53, 55, 56, 57, 60, 65, 66, 71, 72, 74, 75, 77, 78, 79, 80, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "twilight of the gods" =============== +============ Value of Rand Index = 0.5703030303030303 ================================= +============ Partial average Rand Index = 0.5837121212121211 ====== +============ Value of Adjusted Rand Index = 0.03921561470252472 ================================= +============ Partial average of Adjusted Rand Index = 0.10338027018562787 ================================= +============ Value of Jaccard Index = 0.1970554926387316 ================================= +============ Partial average of Jaccard Index = 0.2425835051731563 ====== +============ Precision = 0.3170731707317073, Recall = 0.23214285714285715, F1 = 0.26804123711340205 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 8.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 9 : "sign of the cross" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 5, 6, 20, 23, 25, 26, 28, 29, 31, 32, 36, 38, 44, 45, 48, 49, 51, 55, 56, 58, 63, 64, 71, 76, 77, 82, 89, 91, 93, 95, 96] +The cluster 3 contains the snippets: [2, 7, 11, 12, 13, 14, 42, 75] +The cluster 2 contains the snippets: [3, 21, 46, 80, 87, 92, 94] +The cluster 5 contains the snippets: [18, 37, 39] +The cluster 7 contains the snippets: [8, 60] +The cluster 6 contains the snippets: [9] +The cluster 4 contains the snippets: [72] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 2, 72, 18, 9, 8, 5, 21, 7, 37, 60, 6, 46, 11, 39, 20, 80, 12, 23, 87, 13, 25, 92, 14, 26, 94, 42, 28, 75, 29, 31, 32, 36, 38, 44, 45, 48, 49, 51, 55, 56, 58, 63, 64, 71, 76, 77, 82, 89, 91, 93, 95, 96, 4, 10, 15, 16, 17, 19, 22, 24, 27, 30, 33, 34, 35, 40, 41, 43, 47, 50, 52, 53, 54, 57, 59, 61, 62, 65, 66, 67, 68, 69, 70, 73, 74, 78, 79, 81, 83, 84, 85, 86, 88, 90, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sign of the cross" =============== +============ Value of Rand Index = 0.5747474747474748 ================================= +============ Partial average Rand Index = 0.5827160493827159 ====== +============ Value of Adjusted Rand Index = 0.1022064631051809 ================================= +============ Partial average of Adjusted Rand Index = 0.10324984717668932 ================================= +============ Value of Jaccard Index = 0.2756366139022712 ================================= +============ Partial average of Jaccard Index = 0.2462560728097246 ====== +============ Precision = 0.6296296296296297, Recall = 0.6296296296296297, F1 = 0.6296296296296297 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 7.714285714285714 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 10 : "in the name of love" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 5, 14, 18, 20, 24, 26, 31, 32, 34, 35, 37, 38, 42, 43, 46, 68, 69, 70, 73, 74, 75, 79, 83, 96, 97, 99, 100] +The cluster 2 contains the snippets: [15, 17, 19, 25, 29, 30, 33, 36, 49, 50, 51, 54, 60, 62, 71, 76, 77, 88, 94, 95, 98] +The cluster 3 contains the snippets: [57, 64, 66, 87, 89, 91] +The cluster 5 contains the snippets: [4, 6, 9, 10, 47] +The cluster 4 contains the snippets: [7, 11, 82] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 15, 57, 7, 4, 5, 17, 64, 11, 6, 14, 19, 66, 82, 9, 18, 25, 87, 10, 20, 29, 89, 47, 24, 30, 91, 26, 33, 31, 36, 32, 49, 34, 50, 35, 51, 37, 54, 38, 60, 42, 62, 43, 71, 46, 76, 68, 77, 69, 88, 70, 94, 73, 95, 74, 98, 75, 79, 83, 96, 97, 99, 100, 1, 2, 8, 12, 13, 16, 21, 22, 23, 27, 28, 39, 40, 41, 44, 45, 48, 52, 53, 55, 56, 58, 59, 61, 63, 65, 67, 72, 78, 80, 81, 84, 85, 86, 90, 92, 93] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "in the name of love" =============== +============ Value of Rand Index = 0.46484848484848484 ================================= +============ Partial average Rand Index = 0.5709292929292928 ====== +============ Value of Adjusted Rand Index = 0.044346246410436045 ================================= +============ Partial average of Adjusted Rand Index = 0.097359487100064 ================================= +============ Value of Jaccard Index = 0.2455140985474224 ================================= +============ Partial average of Jaccard Index = 0.2461818753834944 ====== +============ Precision = 0.19047619047619047, Recall = 0.5454545454545454, F1 = 0.2823529411764706 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 12.6 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 11 : "stephen king" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28, 29, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 54, 55, 57, 58, 59, 60, 62, 63, 67, 69, 70, 71, 72, 73, 74, 76, 78, 79, 82, 83, 85, 86, 88, 89, 90, 92, 93, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [7, 34, 44, 56, 64, 91] +The cluster 3 contains the snippets: [22, 81, 87] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 7, 22, 2, 34, 81, 3, 44, 87, 4, 56, 5, 64, 6, 91, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28, 29, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 54, 55, 57, 58, 59, 60, 62, 63, 67, 69, 70, 71, 72, 73, 74, 76, 78, 79, 82, 83, 85, 86, 88, 89, 90, 92, 93, 95, 96, 97, 98, 99, 100, 26, 30, 52, 53, 61, 65, 66, 68, 75, 77, 80, 84, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stephen king" =============== +============ Value of Rand Index = 0.6604040404040404 ================================= +============ Partial average Rand Index = 0.5790633608815426 ====== +============ Value of Adjusted Rand Index = 0.13698149347800526 ================================= +============ Partial average of Adjusted Rand Index = 0.10096148767987684 ================================= +============ Value of Jaccard Index = 0.6402739139738926 ================================= +============ Partial average of Jaccard Index = 0.2820084243462579 ====== +============ Precision = 0.9885057471264368, Recall = 0.8958333333333334, F1 = 0.9398907103825137 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 29.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 12 : "private practice" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 2 contains the snippets: [3, 4, 6, 7, 12, 14, 16, 18, 19, 20, 21, 23, 26, 33, 34, 35, 36, 38, 40, 42, 44, 45, 47, 49, 52, 54, 57, 59, 61, 65, 67, 69, 72, 73, 74, 77, 78, 81, 84, 85, 88, 89, 90, 92, 93, 94, 96] +The cluster 1 contains the snippets: [1, 2, 5, 9, 11, 22, 24, 27, 28, 39, 41, 46, 50, 55, 56, 58, 63, 64, 66, 68, 71, 75, 76, 80, 82, 83, 86, 87, 91, 95, 99, 100] +The cluster 3 contains the snippets: [17] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 17, 2, 4, 5, 6, 9, 7, 11, 12, 22, 14, 24, 16, 27, 18, 28, 19, 39, 20, 41, 21, 46, 23, 50, 26, 55, 33, 56, 34, 58, 35, 63, 36, 64, 38, 66, 40, 68, 42, 71, 44, 75, 45, 76, 47, 80, 49, 82, 52, 83, 54, 86, 57, 87, 59, 91, 61, 95, 65, 99, 67, 100, 69, 72, 73, 74, 77, 78, 81, 84, 85, 88, 89, 90, 92, 93, 94, 96, 8, 10, 13, 15, 25, 29, 30, 31, 32, 37, 43, 48, 51, 53, 60, 62, 70, 79, 97, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "private practice" =============== +============ Value of Rand Index = 0.5248484848484849 ================================= +============ Partial average Rand Index = 0.5745454545454546 ====== +============ Value of Adjusted Rand Index = 0.025826834745509526 ================================= +============ Partial average of Adjusted Rand Index = 0.0947002666020129 ================================= +============ Value of Jaccard Index = 0.26292698213726107 ================================= +============ Partial average of Jaccard Index = 0.2804183041621748 ====== +============ Precision = 0.4875, Recall = 0.78, F1 = 0.6 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 26.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 13 : "micro chip" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "micro chip" =============== +============ Value of Rand Index = 0.3202020202020202 ================================= +============ Partial average Rand Index = 0.554980574980575 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.08741563070955036 ================================= +============ Value of Jaccard Index = 0.3202020202020202 ================================= +============ Partial average of Jaccard Index = 0.2834785900113937 ====== +============ Precision = 0.44, Recall = 0.4536082474226804, F1 = 0.4467005076142132 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 14 : "the glass bead game" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 11, 18, 20, 30, 33, 35, 38, 40, 41, 43, 44, 46, 49, 50, 54, 55, 58, 59, 61, 62, 63, 72, 74, 78, 79, 83, 89, 90, 91, 95, 97, 98] +The cluster 3 contains the snippets: [10, 64, 68, 69, 85, 86, 93] +The cluster 2 contains the snippets: [13, 21, 29, 34, 96] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 13, 10, 4, 21, 64, 11, 29, 68, 18, 34, 69, 20, 96, 85, 30, 86, 33, 93, 35, 38, 40, 41, 43, 44, 46, 49, 50, 54, 55, 58, 59, 61, 62, 63, 72, 74, 78, 79, 83, 89, 90, 91, 95, 97, 98, 1, 3, 5, 6, 7, 8, 9, 12, 14, 15, 16, 17, 19, 22, 23, 24, 25, 26, 27, 28, 31, 32, 36, 37, 39, 42, 45, 47, 48, 51, 52, 53, 56, 57, 60, 65, 66, 67, 70, 71, 73, 75, 76, 77, 80, 81, 82, 84, 87, 88, 92, 94, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the glass bead game" =============== +============ Value of Rand Index = 0.6250505050505051 ================================= +============ Partial average Rand Index = 0.5599855699855699 ====== +============ Value of Adjusted Rand Index = 0.23416527165576248 ================================= +============ Partial average of Adjusted Rand Index = 0.09789774791999409 ================================= +============ Value of Jaccard Index = 0.38866930171277997 ================================= +============ Partial average of Jaccard Index = 0.29099221227577843 ====== +============ Precision = 0.717391304347826, Recall = 0.673469387755102, F1 = 0.6947368421052631 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 15.333333333333334 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 15 : "la mancha" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 8, 9, 11, 12, 13, 14, 15, 18, 19, 20, 21, 23, 24, 26, 27, 28, 29, 31, 34, 35, 36, 43, 44, 46, 47, 48, 50, 51, 53, 55, 57, 59, 60, 61, 62, 63, 64, 66, 67, 68, 74, 75, 79, 80, 82, 87, 88, 89, 91, 92, 94, 95, 99] +The cluster 2 contains the snippets: [3, 7, 10, 17, 30, 32, 37, 39, 45, 52, 54, 58, 71, 76, 78, 81, 96, 98, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 2, 7, 4, 10, 5, 17, 6, 30, 8, 32, 9, 37, 11, 39, 12, 45, 13, 52, 14, 54, 15, 58, 18, 71, 19, 76, 20, 78, 21, 81, 23, 96, 24, 98, 26, 100, 27, 28, 29, 31, 34, 35, 36, 43, 44, 46, 47, 48, 50, 51, 53, 55, 57, 59, 60, 61, 62, 63, 64, 66, 67, 68, 74, 75, 79, 80, 82, 87, 88, 89, 91, 92, 94, 95, 99, 16, 22, 25, 33, 38, 40, 41, 42, 49, 56, 65, 69, 70, 72, 73, 77, 83, 84, 85, 86, 90, 93, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "la mancha" =============== +============ Value of Rand Index = 0.482020202020202 ================================= +============ Partial average Rand Index = 0.5547878787878788 ====== +============ Value of Adjusted Rand Index = -0.04092750846490685 ================================= +============ Partial average of Adjusted Rand Index = 0.08864273082766735 ================================= +============ Value of Jaccard Index = 0.2983032293377121 ================================= +============ Partial average of Jaccard Index = 0.2914796134132407 ====== +============ Precision = 0.3116883116883117, Recall = 0.6153846153846154, F1 = 0.41379310344827586 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 38.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 16 : "richard tracey" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [4, 5, 7, 10, 12, 13, 15, 19, 20, 25, 27, 31, 45, 47, 48, 49, 56, 62, 64, 75, 79, 84, 90, 96] +The cluster 2 contains the snippets: [42, 82] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 42, 5, 82, 7, 10, 12, 13, 15, 19, 20, 25, 27, 31, 45, 47, 48, 49, 56, 62, 64, 75, 79, 84, 90, 96, 1, 2, 3, 6, 8, 9, 11, 14, 16, 17, 18, 21, 22, 23, 24, 26, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 43, 44, 46, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 80, 81, 83, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "richard tracey" =============== +============ Value of Rand Index = 0.6058585858585859 ================================= +============ Partial average Rand Index = 0.557979797979798 ====== +============ Value of Adjusted Rand Index = 0.19330210493483646 ================================= +============ Partial average of Adjusted Rand Index = 0.09518394170936542 ================================= +============ Value of Jaccard Index = 0.492059359541786 ================================= +============ Partial average of Jaccard Index = 0.30401584754627475 ====== +============ Precision = 0.5, Recall = 0.4482758620689655, F1 = 0.4727272727272727 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 13.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 17 : "heart attack" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 14, 15, 16, 17, 19, 20, 21, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 46, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81, 83, 84, 85, 87, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100] +The cluster 2 contains the snippets: [7, 22, 23, 24, 25, 32, 44, 45, 50, 55, 65, 67, 78, 80, 82, 86, 88, 97] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 7, 2, 22, 3, 23, 4, 24, 5, 25, 6, 32, 8, 44, 9, 45, 10, 50, 11, 55, 12, 65, 14, 67, 15, 78, 16, 80, 17, 82, 19, 86, 20, 88, 21, 97, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 46, 47, 48, 49, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81, 83, 84, 85, 87, 89, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100, 13, 18] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart attack" =============== +============ Value of Rand Index = 0.6460606060606061 ================================= +============ Partial average Rand Index = 0.5631610219845514 ====== +============ Value of Adjusted Rand Index = -0.10087439257053084 ================================= +============ Partial average of Adjusted Rand Index = 0.08365109851643035 ================================= +============ Value of Jaccard Index = 0.6431771894093686 ================================= +============ Partial average of Jaccard Index = 0.323966514714692 ====== +============ Precision = 0.9795918367346939, Recall = 0.9056603773584906, F1 = 0.9411764705882353 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 49.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 18 : "new england" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 14, 15, 16, 18, 21, 22, 23, 24, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 51, 53, 54, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 68, 69, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 90, 91, 92, 97, 99, 100] +The cluster 2 contains the snippets: [1, 9, 13, 17, 19, 25, 26, 27, 52, 72, 93, 96, 98] +The cluster 4 contains the snippets: [30, 43] +The cluster 3 contains the snippets: [55] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 55, 30, 3, 9, 43, 4, 13, 5, 17, 6, 19, 7, 25, 8, 26, 10, 27, 11, 52, 12, 72, 14, 93, 15, 96, 16, 98, 18, 21, 22, 23, 24, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 51, 53, 54, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 68, 69, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 90, 91, 92, 97, 99, 100, 20, 50, 60, 67, 71, 73, 76, 86, 89, 94, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "new england" =============== +============ Value of Rand Index = 0.5933333333333334 ================================= +============ Partial average Rand Index = 0.5648372615039282 ====== +============ Value of Adjusted Rand Index = 0.1838614633828886 ================================= +============ Partial average of Adjusted Rand Index = 0.08921834100901134 ================================= +============ Value of Jaccard Index = 0.42877412031782064 ================================= +============ Partial average of Jaccard Index = 0.32978915947042137 ====== +============ Precision = 0.23595505617977527, Recall = 0.5675675675675675, F1 = 0.3333333333333333 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 22.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 19 : "fly with me" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 7, 8, 10, 11, 13, 22, 23, 26, 27, 28, 30, 31, 35, 37, 40, 41, 45, 46, 51, 61, 65, 66, 67, 69, 70, 74, 78, 84, 85, 87, 98, 99] +The cluster 5 contains the snippets: [14, 20, 38, 42, 68, 75, 77, 90, 93] +The cluster 4 contains the snippets: [12, 16, 18, 29, 96, 97] +The cluster 2 contains the snippets: [15, 17, 21, 32, 57, 79] +The cluster 6 contains the snippets: [55, 58] +The cluster 3 contains the snippets: [71] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 15, 71, 12, 14, 55, 3, 17, 16, 20, 58, 7, 21, 18, 38, 8, 32, 29, 42, 10, 57, 96, 68, 11, 79, 97, 75, 13, 77, 22, 90, 23, 93, 26, 27, 28, 30, 31, 35, 37, 40, 41, 45, 46, 51, 61, 65, 66, 67, 69, 70, 74, 78, 84, 85, 87, 98, 99, 1, 4, 5, 6, 9, 19, 24, 25, 33, 34, 36, 39, 43, 44, 47, 48, 49, 50, 52, 53, 54, 56, 59, 60, 62, 63, 64, 72, 73, 76, 80, 81, 82, 83, 86, 88, 89, 91, 92, 94, 95, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fly with me" =============== +============ Value of Rand Index = 0.4082828282828283 ================================= +============ Partial average Rand Index = 0.5565975544922914 ====== +============ Value of Adjusted Rand Index = 0.03255375168469248 ================================= +============ Partial average of Adjusted Rand Index = 0.08623599420246826 ================================= +============ Value of Jaccard Index = 0.292512077294686 ================================= +============ Partial average of Jaccard Index = 0.3278272077769616 ====== +============ Precision = 0.13793103448275862, Recall = 0.6666666666666666, F1 = 0.2285714285714286 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 9.666666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 20 : "agent blue" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 3 contains the snippets: [6, 7, 10, 11, 12, 24, 27, 28, 36, 37, 47, 48, 55, 56, 62, 65, 74, 75, 78, 80, 81] +The cluster 2 contains the snippets: [1, 2, 3, 5, 14, 15, 16, 17, 19, 20, 29, 43, 45, 52, 53, 60, 64, 76, 97] +The cluster 1 contains the snippets: [71, 72, 77, 82, 84, 86, 90] +The cluster 4 contains the snippets: [13, 38, 46, 49] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [71, 1, 6, 13, 72, 2, 7, 38, 77, 3, 10, 46, 82, 5, 11, 49, 84, 14, 12, 86, 15, 24, 90, 16, 27, 17, 28, 19, 36, 20, 37, 29, 47, 43, 48, 45, 55, 52, 56, 53, 62, 60, 65, 64, 74, 76, 75, 97, 78, 80, 81, 4, 8, 9, 18, 21, 22, 23, 25, 26, 30, 31, 32, 33, 34, 35, 39, 40, 41, 42, 44, 50, 51, 54, 57, 58, 59, 61, 63, 66, 67, 68, 69, 70, 73, 79, 83, 85, 87, 88, 89, 91, 92, 93, 94, 95, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "agent blue" =============== +============ Value of Rand Index = 0.6303030303030303 ================================= +============ Partial average Rand Index = 0.5602828282828284 ====== +============ Value of Adjusted Rand Index = 0.26307142166811637 ================================= +============ Partial average of Adjusted Rand Index = 0.09507776557575065 ================================= +============ Value of Jaccard Index = 0.38092016238159676 ================================= +============ Partial average of Jaccard Index = 0.33048185550719333 ====== +============ Precision = 0.5098039215686274, Recall = 0.7647058823529411, F1 = 0.6117647058823529 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 12.75 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 21 : "across the universe" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 8, 11, 15, 19, 22, 29, 33, 35, 36, 37, 40, 44, 47, 48, 50, 53, 54, 59, 61, 63, 67, 68, 69, 72, 75, 76, 81, 83, 84, 86, 87, 88, 91, 92, 94] +The cluster 6 contains the snippets: [2, 4, 6, 10, 14, 17, 18, 23, 24, 26, 30, 32, 43, 51, 79, 82, 95] +The cluster 2 contains the snippets: [9, 16, 21, 31, 46, 57, 60, 64, 73, 78, 89, 97, 99, 100] +The cluster 5 contains the snippets: [7, 12, 34, 52, 74, 96] +The cluster 4 contains the snippets: [38, 66, 80] +The cluster 3 contains the snippets: [28, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 9, 28, 38, 7, 2, 3, 16, 98, 66, 12, 4, 8, 21, 80, 34, 6, 11, 31, 52, 10, 15, 46, 74, 14, 19, 57, 96, 17, 22, 60, 18, 29, 64, 23, 33, 73, 24, 35, 78, 26, 36, 89, 30, 37, 97, 32, 40, 99, 43, 44, 100, 51, 47, 79, 48, 82, 50, 95, 53, 54, 59, 61, 63, 67, 68, 69, 72, 75, 76, 81, 83, 84, 86, 87, 88, 91, 92, 94, 5, 13, 20, 25, 27, 39, 41, 42, 45, 49, 55, 56, 58, 62, 65, 70, 71, 77, 85, 90, 93] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "across the universe" =============== +============ Value of Rand Index = 0.5666666666666667 ================================= +============ Partial average Rand Index = 0.5605868205868207 ====== +============ Value of Adjusted Rand Index = 0.0273464614388599 ================================= +============ Partial average of Adjusted Rand Index = 0.09185246537875587 ================================= +============ Value of Jaccard Index = 0.1893424036281179 ================================= +============ Partial average of Jaccard Index = 0.3237609292272373 ====== +============ Precision = 0.5949367088607594, Recall = 0.6025641025641025, F1 = 0.5987261146496815 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 13.166666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 22 : "attack of the mutant" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 10, 11, 12, 13, 14, 15, 16, 17, 18, 21, 23, 33, 34, 38, 40, 42, 44, 49, 51, 52, 56, 57, 58, 64, 68, 70, 71, 73, 75, 76, 84, 86, 93, 95, 100] +The cluster 3 contains the snippets: [19, 36, 41, 43, 48, 50, 55, 60, 62, 65, 72, 87, 91, 94] +The cluster 2 contains the snippets: [4, 5, 20, 29, 39, 90] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 19, 2, 5, 36, 3, 20, 41, 10, 29, 43, 11, 39, 48, 12, 90, 50, 13, 55, 14, 60, 15, 62, 16, 65, 17, 72, 18, 87, 21, 91, 23, 94, 33, 34, 38, 40, 42, 44, 49, 51, 52, 56, 57, 58, 64, 68, 70, 71, 73, 75, 76, 84, 86, 93, 95, 100, 6, 7, 8, 9, 22, 24, 25, 26, 27, 28, 30, 31, 32, 35, 37, 45, 46, 47, 53, 54, 59, 61, 63, 66, 67, 69, 74, 77, 78, 79, 80, 81, 82, 83, 85, 88, 89, 92, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "attack of the mutant" =============== +============ Value of Rand Index = 0.5464646464646464 ================================= +============ Partial average Rand Index = 0.5599449035812673 ====== +============ Value of Adjusted Rand Index = 0.084021658227629 ================================= +============ Partial average of Adjusted Rand Index = 0.09149651959915918 ================================= +============ Value of Jaccard Index = 0.2891070297656745 ================================= +============ Partial average of Jaccard Index = 0.3221857519789845 ====== +============ Precision = 0.20689655172413793, Recall = 0.36363636363636365, F1 = 0.26373626373626374 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 19.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 23 : "the block" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [7, 8, 9, 11, 13, 14, 17, 19, 20, 22, 23, 24, 25, 30, 32, 33, 34, 35, 36, 40, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 61, 62, 65, 69, 70, 71, 72, 74, 80, 81, 83, 86, 88, 89, 92, 93, 94, 95, 96, 97, 99] +The cluster 7 contains the snippets: [2, 12, 15, 21, 29, 37, 47, 53, 66, 67, 75, 79, 82, 85, 91, 98] +The cluster 5 contains the snippets: [3, 4, 26, 27, 31, 38, 60, 73, 77] +The cluster 8 contains the snippets: [5, 16, 39] +The cluster 2 contains the snippets: [18, 90] +The cluster 6 contains the snippets: [64] +The cluster 3 contains the snippets: [41] +The cluster 4 contains the snippets: [78] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [7, 18, 41, 78, 3, 64, 2, 5, 8, 90, 4, 12, 16, 9, 26, 15, 39, 11, 27, 21, 13, 31, 29, 14, 38, 37, 17, 60, 47, 19, 73, 53, 20, 77, 66, 22, 67, 23, 75, 24, 79, 25, 82, 30, 85, 32, 91, 33, 98, 34, 35, 36, 40, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 61, 62, 65, 69, 70, 71, 72, 74, 80, 81, 83, 86, 88, 89, 92, 93, 94, 95, 96, 97, 99, 1, 6, 10, 28, 59, 63, 68, 76, 84, 87, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the block" =============== +============ Value of Rand Index = 0.5517171717171717 ================================= +============ Partial average Rand Index = 0.5595871761089153 ====== +============ Value of Adjusted Rand Index = 0.13759477659927782 ================================= +============ Partial average of Adjusted Rand Index = 0.09350079164264259 ================================= +============ Value of Jaccard Index = 0.3460064839375184 ================================= +============ Partial average of Jaccard Index = 0.32322143597718167 ====== +============ Precision = 0.20224719101123595, Recall = 0.6666666666666666, F1 = 0.3103448275862069 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 11.125 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 24 : "lake of the woods" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 8, 10, 11, 13, 16, 17, 19, 21, 24, 29, 30, 31, 32, 37, 41, 42, 44, 48, 49, 50, 51, 54, 57, 58, 61, 62, 63, 65, 70, 71, 74, 75, 77, 78, 79, 80, 81, 83, 84, 86, 87, 88, 89, 90, 91, 93, 94, 96, 97, 100] +The cluster 5 contains the snippets: [6, 9, 12, 14, 22, 23, 27, 34, 36, 45, 53, 56, 60, 66, 67, 68, 76, 85] +The cluster 3 contains the snippets: [4, 39, 92] +The cluster 4 contains the snippets: [43, 46] +The cluster 2 contains the snippets: [18] +The cluster 6 contains the snippets: [7] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 18, 4, 43, 6, 7, 2, 39, 46, 9, 3, 92, 12, 8, 14, 10, 22, 11, 23, 13, 27, 16, 34, 17, 36, 19, 45, 21, 53, 24, 56, 29, 60, 30, 66, 31, 67, 32, 68, 37, 76, 41, 85, 42, 44, 48, 49, 50, 51, 54, 57, 58, 61, 62, 63, 65, 70, 71, 74, 75, 77, 78, 79, 80, 81, 83, 84, 86, 87, 88, 89, 90, 91, 93, 94, 96, 97, 100, 5, 15, 20, 25, 26, 28, 33, 35, 38, 40, 47, 52, 55, 59, 64, 69, 72, 73, 82, 95, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lake of the woods" =============== +============ Value of Rand Index = 0.5034343434343435 ================================= +============ Partial average Rand Index = 0.5572474747474748 ====== +============ Value of Adjusted Rand Index = 0.012301919689107215 ================================= +============ Partial average of Adjusted Rand Index = 0.0901175053112453 ================================= +============ Value of Jaccard Index = 0.2385377942998761 ================================= +============ Partial average of Jaccard Index = 0.3196929509072939 ====== +============ Precision = 0.21794871794871795, Recall = 0.4146341463414634, F1 = 0.2857142857142857 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 13.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 25 : "freedom of the seas" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 43, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 62, 65, 68, 70, 71, 72, 76, 77, 78, 79, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 43, 45, 46, 47, 48, 49, 50, 51, 53, 54, 55, 56, 57, 58, 59, 60, 62, 65, 68, 70, 71, 72, 76, 77, 78, 79, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 95, 96, 97, 98, 99, 100, 2, 14, 26, 42, 44, 52, 61, 63, 64, 66, 67, 69, 73, 74, 75, 80, 85, 92, 93, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the seas" =============== +============ Value of Rand Index = 0.6113131313131314 ================================= +============ Partial average Rand Index = 0.559410101010101 ====== +============ Value of Adjusted Rand Index = 0.1746425166825549 ================================= +============ Partial average of Adjusted Rand Index = 0.0934985057660977 ================================= +============ Value of Jaccard Index = 0.5282000980872977 ================================= +============ Partial average of Jaccard Index = 0.32803323679449414 ====== +============ Precision = 0.7875, Recall = 0.8513513513513513, F1 = 0.818181818181818 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 80.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 26 : "robert watts" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 6, 8, 10, 14, 20, 27, 28, 39, 42, 51, 52, 53, 55, 59, 65, 74, 76, 78, 81, 83, 84, 85, 88, 98, 100] +The cluster 2 contains the snippets: [3, 12, 13, 21, 22, 23, 35, 48, 61, 79, 93, 94] +The cluster 3 contains the snippets: [5, 72, 89, 99] +The cluster 4 contains the snippets: [49, 50] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 3, 5, 49, 4, 12, 72, 50, 6, 13, 89, 8, 21, 99, 10, 22, 14, 23, 20, 35, 27, 48, 28, 61, 39, 79, 42, 93, 51, 94, 52, 53, 55, 59, 65, 74, 76, 78, 81, 83, 84, 85, 88, 98, 100, 1, 7, 9, 11, 15, 16, 17, 18, 19, 24, 25, 26, 29, 30, 31, 32, 33, 34, 36, 37, 38, 40, 41, 43, 44, 45, 46, 47, 54, 56, 57, 58, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 73, 75, 77, 80, 82, 86, 87, 90, 91, 92, 95, 96, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "robert watts" =============== +============ Value of Rand Index = 0.6024242424242424 ================================= +============ Partial average Rand Index = 0.5610644910644911 ====== +============ Value of Adjusted Rand Index = 0.16080547375087806 ================================= +============ Partial average of Adjusted Rand Index = 0.09608723530397387 ================================= +============ Value of Jaccard Index = 0.31950207468879666 ================================= +============ Partial average of Jaccard Index = 0.32770511517504425 ====== +============ Precision = 0.6222222222222222, Recall = 0.5714285714285714, F1 = 0.5957446808510639 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 11.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 27 : "look back in anger" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 2 contains the snippets: [7, 9, 13, 23, 24, 26, 27, 30, 35, 37, 40, 45, 46, 47, 53, 55, 57, 58, 60, 61, 62, 63, 64, 65, 67, 69, 75, 78, 81, 87, 92, 97, 98] +The cluster 1 contains the snippets: [1, 2, 3, 6, 8, 10, 11, 12, 14, 16, 17, 18, 20, 25, 29, 34, 36, 41, 43, 49, 50, 66, 68, 72, 77, 86, 90, 95, 99] +The cluster 3 contains the snippets: [4, 5, 32, 42, 44, 48, 51, 83, 91] +The cluster 4 contains the snippets: [73] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 7, 4, 73, 2, 9, 5, 3, 13, 32, 6, 23, 42, 8, 24, 44, 10, 26, 48, 11, 27, 51, 12, 30, 83, 14, 35, 91, 16, 37, 17, 40, 18, 45, 20, 46, 25, 47, 29, 53, 34, 55, 36, 57, 41, 58, 43, 60, 49, 61, 50, 62, 66, 63, 68, 64, 72, 65, 77, 67, 86, 69, 90, 75, 95, 78, 99, 81, 87, 92, 97, 98, 15, 19, 21, 22, 28, 31, 33, 38, 39, 52, 54, 56, 59, 70, 71, 74, 76, 79, 80, 82, 84, 85, 88, 89, 93, 94, 96, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "look back in anger" =============== +============ Value of Rand Index = 0.5892929292929293 ================================= +============ Partial average Rand Index = 0.5621099887766555 ====== +============ Value of Adjusted Rand Index = 0.07320939839632032 ================================= +============ Partial average of Adjusted Rand Index = 0.09523990801109783 ================================= +============ Value of Jaccard Index = 0.22374952271859488 ================================= +============ Partial average of Jaccard Index = 0.32385490804702755 ====== +============ Precision = 0.375, Recall = 0.6136363636363636, F1 = 0.46551724137931033 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 18.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 28 : "liquid air" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [6, 9, 12, 14, 19, 26, 30, 33, 34, 41, 42, 43, 45, 47, 55, 57, 60, 62, 64, 65, 69, 71, 73, 75, 80, 85, 87, 91, 92, 93, 97, 98] +The cluster 4 contains the snippets: [1, 3, 13, 15, 27, 67] +The cluster 2 contains the snippets: [76, 79, 95] +The cluster 5 contains the snippets: [53, 90, 94] +The cluster 3 contains the snippets: [20, 86] +The cluster 6 contains the snippets: [31] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [6, 76, 20, 1, 53, 31, 9, 79, 86, 3, 90, 12, 95, 13, 94, 14, 15, 19, 27, 26, 67, 30, 33, 34, 41, 42, 43, 45, 47, 55, 57, 60, 62, 64, 65, 69, 71, 73, 75, 80, 85, 87, 91, 92, 93, 97, 98, 2, 4, 5, 7, 8, 10, 11, 16, 17, 18, 21, 22, 23, 24, 25, 28, 29, 32, 35, 36, 37, 38, 39, 40, 44, 46, 48, 49, 50, 51, 52, 54, 56, 58, 59, 61, 63, 66, 68, 70, 72, 74, 77, 78, 81, 82, 83, 84, 88, 89, 96, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "liquid air" =============== +============ Value of Rand Index = 0.5537373737373738 ================================= +============ Partial average Rand Index = 0.5618109668109668 ====== +============ Value of Adjusted Rand Index = 0.20071858334384918 ================================= +============ Partial average of Adjusted Rand Index = 0.09900700355869609 ================================= +============ Value of Jaccard Index = 0.4208180388044048 ================================= +============ Partial average of Jaccard Index = 0.3273178770026482 ====== +============ Precision = 0.3404255319148936, Recall = 0.8888888888888888, F1 = 0.4923076923076923 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 7.833333333333333 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 29 : "civil disobedience" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 7, 8, 10, 11, 12, 14, 16, 17, 19, 26, 27, 32, 34, 37, 47, 50, 51, 53, 55, 57, 61, 65, 66, 67, 68, 69, 74, 77, 79, 81, 82, 85, 86, 88, 93, 94, 95, 96, 99] +The cluster 3 contains the snippets: [4, 6, 20, 23, 24, 25, 28, 30, 33, 38, 40, 42, 45, 54, 58, 59, 76, 87, 92, 97] +The cluster 2 contains the snippets: [15, 44, 64, 73, 75, 83, 89] +The cluster 5 contains the snippets: [5, 22, 43, 46, 91] +The cluster 4 contains the snippets: [56, 71, 72] +The cluster 6 contains the snippets: [18, 29, 70] +The cluster 8 contains the snippets: [1, 49, 84] +The cluster 7 contains the snippets: [48, 60] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 15, 4, 56, 5, 18, 48, 1, 3, 44, 6, 71, 22, 29, 60, 49, 7, 64, 20, 72, 43, 70, 84, 8, 73, 23, 46, 10, 75, 24, 91, 11, 83, 25, 12, 89, 28, 14, 30, 16, 33, 17, 38, 19, 40, 26, 42, 27, 45, 32, 54, 34, 58, 37, 59, 47, 76, 50, 87, 51, 92, 53, 97, 55, 57, 61, 65, 66, 67, 68, 69, 74, 77, 79, 81, 82, 85, 86, 88, 93, 94, 95, 96, 99, 9, 13, 21, 31, 35, 36, 39, 41, 52, 62, 63, 78, 80, 90, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil disobedience" =============== +============ Value of Rand Index = 0.6290909090909091 ================================= +============ Partial average Rand Index = 0.56413096482062 ====== +============ Value of Adjusted Rand Index = 0.1470197953211059 ================================= +============ Partial average of Adjusted Rand Index = 0.1006626170677447 ================================= +============ Value of Jaccard Index = 0.25183374083129584 ================================= +============ Partial average of Jaccard Index = 0.3247149757553602 ====== +============ Precision = 0.6904761904761905, Recall = 0.6987951807228916, F1 = 0.6946107784431137 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 10.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 30 : "mount huxley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 5, 11, 16, 34, 91, 93] +The cluster 2 contains the snippets: [8, 63] +The cluster 3 contains the snippets: [45, 60] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 8, 45, 3, 63, 60, 4, 5, 11, 16, 34, 91, 93, 2, 6, 7, 9, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mount huxley" =============== +============ Value of Rand Index = 0.703030303030303 ================================= +============ Partial average Rand Index = 0.5687609427609427 ====== +============ Value of Adjusted Rand Index = 0.17345129888496286 ================================= +============ Partial average of Adjusted Rand Index = 0.10308890646165197 ================================= +============ Value of Jaccard Index = 0.6749944726951138 ================================= +============ Partial average of Jaccard Index = 0.33639095898668536 ====== +============ Precision = 0.15384615384615385, Recall = 0.15384615384615385, F1 = 0.15384615384615385 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 4.333333333333333 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 31 : "seduced and abandoned" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 11, 12, 14, 15, 20, 21, 22, 23, 24, 26, 28, 35, 41, 42, 46, 47, 54, 55, 61, 63, 70, 72, 74, 81, 86, 88, 98, 99] +The cluster 3 contains the snippets: [4, 13, 16, 17, 32, 33, 34, 44, 52, 60, 66, 69, 75, 77, 80, 90] +The cluster 2 contains the snippets: [8, 18, 49, 51, 53, 64, 65, 76, 79, 95] +The cluster 7 contains the snippets: [3, 5, 19, 38, 85, 91] +The cluster 4 contains the snippets: [57, 67] +The cluster 6 contains the snippets: [73] +The cluster 5 contains the snippets: [6] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 8, 4, 57, 6, 73, 3, 2, 18, 13, 67, 5, 11, 49, 16, 19, 12, 51, 17, 38, 14, 53, 32, 85, 15, 64, 33, 91, 20, 65, 34, 21, 76, 44, 22, 79, 52, 23, 95, 60, 24, 66, 26, 69, 28, 75, 35, 77, 41, 80, 42, 90, 46, 47, 54, 55, 61, 63, 70, 72, 74, 81, 86, 88, 98, 99, 7, 9, 10, 25, 27, 29, 30, 31, 36, 37, 39, 40, 43, 45, 48, 50, 56, 58, 59, 62, 68, 71, 78, 82, 83, 84, 87, 89, 92, 93, 94, 96, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "seduced and abandoned" =============== +============ Value of Rand Index = 0.6272727272727273 ================================= +============ Partial average Rand Index = 0.5706484196806777 ====== +============ Value of Adjusted Rand Index = 0.17770488296222345 ================================= +============ Partial average of Adjusted Rand Index = 0.10549587344554137 ================================= +============ Value of Jaccard Index = 0.2701740506329114 ================================= +============ Partial average of Jaccard Index = 0.3342549296849507 ====== +============ Precision = 0.6818181818181818, Recall = 0.7758620689655172, F1 = 0.7258064516129032 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 9.428571428571429 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 32 : "tai chi" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 20, 21, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 47, 49, 50, 51, 52, 56, 58, 59, 61, 63, 64, 65, 69, 70, 71, 72, 73, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 92, 93, 94, 96, 97, 98, 100] +The cluster 2 contains the snippets: [15, 42, 60, 76, 95] +The cluster 4 contains the snippets: [54, 55, 75, 90] +The cluster 3 contains the snippets: [44, 62, 77] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 15, 44, 54, 2, 42, 62, 55, 3, 60, 77, 75, 4, 76, 90, 5, 95, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 19, 20, 21, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 47, 49, 50, 51, 52, 56, 58, 59, 61, 63, 64, 65, 69, 70, 71, 72, 73, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 92, 93, 94, 96, 97, 98, 100, 16, 18, 22, 24, 37, 43, 45, 46, 48, 53, 57, 66, 67, 68, 74, 80, 91, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tai chi" =============== +============ Value of Rand Index = 0.5993939393939394 ================================= +============ Partial average Rand Index = 0.5715467171717172 ====== +============ Value of Adjusted Rand Index = 0.06180342421454658 ================================= +============ Partial average of Adjusted Rand Index = 0.10413048440707277 ================================= +============ Value of Jaccard Index = 0.49516293279022405 ================================= +============ Partial average of Jaccard Index = 0.33928330478199054 ====== +============ Precision = 0.8048780487804879, Recall = 0.46808510638297873, F1 = 0.5919282511210763 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 20.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 33 : "a bell for adano" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 5, 6, 8, 13, 14, 15, 17, 20, 22, 24, 28, 29, 30, 31, 32, 36, 37, 38, 41, 43, 44, 47, 49, 50, 52, 53, 55, 57, 58, 59, 60, 64, 66, 68, 71, 72, 76, 84, 88, 89, 90, 91, 92, 94, 95, 100] +The cluster 2 contains the snippets: [3, 4, 9, 11, 12, 18, 19, 23, 26, 27, 34, 35, 39, 40, 46, 48, 54, 56, 61, 67, 77, 81, 82, 83, 93, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 2, 4, 5, 9, 6, 11, 8, 12, 13, 18, 14, 19, 15, 23, 17, 26, 20, 27, 22, 34, 24, 35, 28, 39, 29, 40, 30, 46, 31, 48, 32, 54, 36, 56, 37, 61, 38, 67, 41, 77, 43, 81, 44, 82, 47, 83, 49, 93, 50, 98, 52, 53, 55, 57, 58, 59, 60, 64, 66, 68, 71, 72, 76, 84, 88, 89, 90, 91, 92, 94, 95, 100, 7, 10, 16, 21, 25, 33, 42, 45, 51, 62, 63, 65, 69, 70, 73, 74, 75, 78, 79, 80, 85, 86, 87, 96, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "a bell for adano" =============== +============ Value of Rand Index = 0.6252525252525253 ================================= +============ Partial average Rand Index = 0.5731741659014387 ====== +============ Value of Adjusted Rand Index = 0.19381518026985298 ================================= +============ Partial average of Adjusted Rand Index = 0.10684820246352066 ================================= +============ Value of Jaccard Index = 0.3242258652094718 ================================= +============ Partial average of Jaccard Index = 0.3388270187343383 ====== +============ Precision = 0.6081081081081081, Recall = 0.6164383561643836, F1 = 0.6122448979591837 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 37.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 34 : "gay bar" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 11 snippet clusters: ==================== +The cluster 1 contains the snippets: [12, 14, 15, 19, 23, 33, 43, 50, 53, 60, 72, 76, 77, 92, 94, 97] +The cluster 8 contains the snippets: [1, 17, 22, 26, 27, 29, 30, 37, 41, 47, 54, 57, 62, 70, 84, 100] +The cluster 5 contains the snippets: [2, 3, 6, 11, 20, 36, 49, 51, 59, 64, 75, 79, 95, 96] +The cluster 2 contains the snippets: [28, 38, 52, 55, 68, 81, 89] +The cluster 7 contains the snippets: [35, 39, 82, 85, 90, 93] +The cluster 9 contains the snippets: [4, 7, 8, 45, 67, 69] +The cluster 11 contains the snippets: [34, 46, 87, 88, 91, 99] +The cluster 10 contains the snippets: [44, 56, 58, 74, 86] +The cluster 6 contains the snippets: [9, 21] +The cluster 3 contains the snippets: [73, 80] +The cluster 4 contains the snippets: [71] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [12, 28, 73, 71, 2, 9, 35, 1, 4, 44, 34, 14, 38, 80, 3, 21, 39, 17, 7, 56, 46, 15, 52, 6, 82, 22, 8, 58, 87, 19, 55, 11, 85, 26, 45, 74, 88, 23, 68, 20, 90, 27, 67, 86, 91, 33, 81, 36, 93, 29, 69, 99, 43, 89, 49, 30, 50, 51, 37, 53, 59, 41, 60, 64, 47, 72, 75, 54, 76, 79, 57, 77, 95, 62, 92, 96, 70, 94, 84, 97, 100, 5, 10, 13, 16, 18, 24, 25, 31, 32, 40, 42, 48, 61, 63, 65, 66, 78, 83, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gay bar" =============== +============ Value of Rand Index = 0.2878787878787879 ================================= +============ Partial average Rand Index = 0.5647831253713607 ====== +============ Value of Adjusted Rand Index = 0.02138963653097313 ================================= +============ Partial average of Adjusted Rand Index = 0.10433471523021043 ================================= +============ Value of Jaccard Index = 0.12444113263785395 ================================= +============ Partial average of Jaccard Index = 0.33252155149620644 ====== +============ Precision = 0.9629629629629629, Recall = 0.8041237113402062, F1 = 0.8764044943820225 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 11 ============ +============ average size of the created clusters: 7.363636363636363 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 35 : "down in the valley" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 6, 7, 9, 11, 12, 13, 18, 21, 27, 29, 33, 34, 38, 39, 43, 44, 46, 49, 51, 52, 54, 55, 59, 60, 61, 62, 66, 70, 71, 72, 74, 78, 83, 84, 88, 99] +The cluster 3 contains the snippets: [14, 19, 20, 24, 25, 26, 28, 31, 32, 47, 48, 53, 81, 90, 98, 100] +The cluster 4 contains the snippets: [75, 76, 77, 86, 92] +The cluster 6 contains the snippets: [5, 42, 87, 94] +The cluster 5 contains the snippets: [36, 73] +The cluster 2 contains the snippets: [4, 80] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 14, 75, 36, 5, 3, 80, 19, 76, 73, 42, 6, 20, 77, 87, 7, 24, 86, 94, 9, 25, 92, 11, 26, 12, 28, 13, 31, 18, 32, 21, 47, 27, 48, 29, 53, 33, 81, 34, 90, 38, 98, 39, 100, 43, 44, 46, 49, 51, 52, 54, 55, 59, 60, 61, 62, 66, 70, 71, 72, 74, 78, 83, 84, 88, 99, 2, 8, 10, 15, 16, 17, 22, 23, 30, 35, 37, 40, 41, 45, 50, 56, 57, 58, 63, 64, 65, 67, 68, 69, 79, 82, 85, 89, 91, 93, 95, 96, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "down in the valley" =============== +============ Value of Rand Index = 0.5343434343434343 ================================= +============ Partial average Rand Index = 0.5639134199134199 ====== +============ Value of Adjusted Rand Index = 0.054517970104214095 ================================= +============ Partial average of Adjusted Rand Index = 0.10291137965518196 ================================= +============ Value of Jaccard Index = 0.24002637652489284 ================================= +============ Partial average of Jaccard Index = 0.32987883221131176 ====== +============ Precision = 0.2835820895522388, Recall = 0.5588235294117647, F1 = 0.37623762376237624 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 11.166666666666666 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 36 : "space raiders" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [6, 11, 23, 24, 25, 30, 35, 41, 44, 45, 50, 54, 56, 60, 62, 63, 64, 69, 70, 72, 75, 78, 79, 83, 84, 86, 88, 89, 91, 92] +The cluster 2 contains the snippets: [13, 14, 16, 17, 18, 19, 20, 26, 27, 29, 32, 33, 34, 38, 42, 43, 49, 52, 53, 55, 61, 65, 66, 95, 98] +The cluster 3 contains the snippets: [5, 15, 47, 58, 67, 68, 73, 85] +The cluster 4 contains the snippets: [4, 31, 36, 40, 71, 96, 99] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [6, 13, 5, 4, 11, 14, 15, 31, 23, 16, 47, 36, 24, 17, 58, 40, 25, 18, 67, 71, 30, 19, 68, 96, 35, 20, 73, 99, 41, 26, 85, 44, 27, 45, 29, 50, 32, 54, 33, 56, 34, 60, 38, 62, 42, 63, 43, 64, 49, 69, 52, 70, 53, 72, 55, 75, 61, 78, 65, 79, 66, 83, 95, 84, 98, 86, 88, 89, 91, 92, 1, 2, 3, 7, 8, 9, 10, 12, 21, 22, 28, 37, 39, 46, 48, 51, 57, 59, 74, 76, 77, 80, 81, 82, 87, 90, 93, 94, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space raiders" =============== +============ Value of Rand Index = 0.6282828282828283 ================================= +============ Partial average Rand Index = 0.5657014590347923 ====== +============ Value of Adjusted Rand Index = 0.1291737084198258 ================================= +============ Partial average of Adjusted Rand Index = 0.10364088878753319 ================================= +============ Value of Jaccard Index = 0.23809523809523808 ================================= +============ Partial average of Jaccard Index = 0.3273292879303097 ====== +============ Precision = 0.7285714285714285, Recall = 0.5483870967741935, F1 = 0.6257668711656441 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 17.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 37 : "black hole" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [20, 92] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 20, 2, 92, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100, 3] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "black hole" =============== +============ Value of Rand Index = 0.9036363636363637 ================================= +============ Partial average Rand Index = 0.5748348348348348 ====== +============ Value of Adjusted Rand Index = -0.024051760554523106 ================================= +============ Partial average of Adjusted Rand Index = 0.10018973610261275 ================================= +============ Value of Jaccard Index = 0.9035194174757282 ================================= +============ Partial average of Jaccard Index = 0.3429019941342399 ====== +============ Precision = 0.9797979797979798, Recall = 0.9897959183673469, F1 = 0.9847715736040609 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 49.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 38 : "fata morgana" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 4 contains the snippets: [7, 9, 11, 12, 14, 22, 26, 28, 35, 44, 46, 47, 50, 57, 63, 67, 69, 75, 76, 78, 86, 95] +The cluster 1 contains the snippets: [2, 4, 21, 23, 31, 33, 39, 40, 48, 49, 51, 58, 59, 68, 71, 77, 81, 89, 92, 96, 100] +The cluster 8 contains the snippets: [13, 19, 20, 34, 42, 62, 64, 66, 87] +The cluster 6 contains the snippets: [1, 5, 8, 25, 38, 72, 85, 94] +The cluster 9 contains the snippets: [16, 65, 73, 93, 98] +The cluster 7 contains the snippets: [41, 43, 52, 74] +The cluster 2 contains the snippets: [37, 61] +The cluster 3 contains the snippets: [83] +The cluster 5 contains the snippets: [45] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 37, 83, 7, 45, 1, 41, 13, 16, 4, 61, 9, 5, 43, 19, 65, 21, 11, 8, 52, 20, 73, 23, 12, 25, 74, 34, 93, 31, 14, 38, 42, 98, 33, 22, 72, 62, 39, 26, 85, 64, 40, 28, 94, 66, 48, 35, 87, 49, 44, 51, 46, 58, 47, 59, 50, 68, 57, 71, 63, 77, 67, 81, 69, 89, 75, 92, 76, 96, 78, 100, 86, 95, 3, 6, 10, 15, 17, 18, 24, 27, 29, 30, 32, 36, 53, 54, 55, 56, 60, 70, 79, 80, 82, 84, 88, 90, 91, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fata morgana" =============== +============ Value of Rand Index = 0.5713131313131313 ================================= +============ Partial average Rand Index = 0.5747421584263689 ====== +============ Value of Adjusted Rand Index = 0.09828187489850787 ================================= +============ Partial average of Adjusted Rand Index = 0.10013952922882052 ================================= +============ Value of Jaccard Index = 0.1995473406261788 ================================= +============ Partial average of Jaccard Index = 0.33912950325244884 ====== +============ Precision = 0.2602739726027397, Recall = 0.5277777777777778, F1 = 0.3486238532110092 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 8.11111111111111 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 39 : "all that jazz" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 8, 12, 14, 16, 23, 27, 30, 35, 36, 43, 49, 50, 54, 56, 57, 66, 79, 81, 90, 93, 97, 98, 99] +The cluster 2 contains the snippets: [5, 6, 13, 15, 17, 19, 24, 37, 41, 42, 46, 51, 58, 62, 70, 71, 72, 84, 86, 89, 91, 96] +The cluster 3 contains the snippets: [21, 33, 34, 40, 44, 76] +The cluster 4 contains the snippets: [68] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 5, 21, 68, 2, 6, 33, 3, 13, 34, 8, 15, 40, 12, 17, 44, 14, 19, 76, 16, 24, 23, 37, 27, 41, 30, 42, 35, 46, 36, 51, 43, 58, 49, 62, 50, 70, 54, 71, 56, 72, 57, 84, 66, 86, 79, 89, 81, 91, 90, 96, 93, 97, 98, 99, 4, 7, 9, 10, 11, 18, 20, 22, 25, 26, 28, 29, 31, 32, 38, 39, 45, 47, 48, 52, 53, 55, 59, 60, 61, 63, 64, 65, 67, 69, 73, 74, 75, 77, 78, 80, 82, 83, 85, 87, 88, 92, 94, 95, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "all that jazz" =============== +============ Value of Rand Index = 0.5515151515151515 ================================= +============ Partial average Rand Index = 0.5741465941465941 ====== +============ Value of Adjusted Rand Index = 0.07272252094414411 ================================= +============ Partial average of Adjusted Rand Index = 0.09943652901639292 ================================= +============ Value of Jaccard Index = 0.26805143422354105 ================================= +============ Partial average of Jaccard Index = 0.337306988661964 ====== +============ Precision = 0.2909090909090909, Recall = 0.38095238095238093, F1 = 0.32989690721649484 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 13.75 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 40 : "ten little indians" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 4, 5, 7, 8, 9, 14, 18, 20, 22, 26, 29, 30, 31, 32, 40, 45, 47, 53, 54, 58, 65, 66, 80, 81, 85, 90, 91, 93, 95] +The cluster 3 contains the snippets: [1, 11, 15, 23, 25, 28, 33, 37, 43, 44, 48, 56, 57, 60, 63, 64, 72, 92, 94, 96, 99] +The cluster 2 contains the snippets: [2, 6, 12, 13, 17, 21, 24, 34, 39, 51, 59, 62, 68, 71, 78, 97, 98] +The cluster 4 contains the snippets: [16, 36, 38, 50, 76, 86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 2, 1, 16, 4, 6, 11, 36, 5, 12, 15, 38, 7, 13, 23, 50, 8, 17, 25, 76, 9, 21, 28, 86, 14, 24, 33, 18, 34, 37, 20, 39, 43, 22, 51, 44, 26, 59, 48, 29, 62, 56, 30, 68, 57, 31, 71, 60, 32, 78, 63, 40, 97, 64, 45, 98, 72, 47, 92, 53, 94, 54, 96, 58, 99, 65, 66, 80, 81, 85, 90, 91, 93, 95, 10, 19, 27, 35, 41, 42, 46, 49, 52, 55, 61, 67, 69, 70, 73, 74, 75, 77, 79, 82, 83, 84, 87, 88, 89, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ten little indians" =============== +============ Value of Rand Index = 0.6965656565656566 ================================= +============ Partial average Rand Index = 0.5772070707070707 ====== +============ Value of Adjusted Rand Index = 0.11802349250959986 ================================= +============ Partial average of Adjusted Rand Index = 0.0999012031037231 ================================= +============ Value of Jaccard Index = 0.18985976267529667 ================================= +============ Partial average of Jaccard Index = 0.3336208080122973 ====== +============ Precision = 0.4594594594594595, Recall = 0.5074626865671642, F1 = 0.48226950354609927 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 18.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 41 : "speed of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 5, 6, 8, 10, 13, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 56, 57, 58, 59, 61, 62, 64, 65, 66, 67, 68, 70, 71, 72, 73, 76, 77, 78, 79, 80, 82, 83, 85, 86, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [7, 60] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 7, 2, 60, 5, 6, 8, 10, 13, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 32, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 56, 57, 58, 59, 61, 62, 64, 65, 66, 67, 68, 70, 71, 72, 73, 76, 77, 78, 79, 80, 82, 83, 85, 86, 87, 88, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 3, 4, 9, 11, 12, 14, 16, 26, 29, 30, 31, 36, 44, 52, 53, 54, 55, 63, 69, 74, 75, 81, 84, 89, 91] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "speed of light" =============== +============ Value of Rand Index = 0.522020202020202 ================================= +============ Partial average Rand Index = 0.575861049519586 ====== +============ Value of Adjusted Rand Index = 0.05204972787011198 ================================= +============ Partial average of Adjusted Rand Index = 0.09873409395168381 ================================= +============ Value of Jaccard Index = 0.3819226750261233 ================================= +============ Partial average of Jaccard Index = 0.33479890232970777 ====== +============ Precision = 0.52, Recall = 0.8863636363636364, F1 = 0.6554621848739497 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 37.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 42 : "ray of light" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 5, 18, 21, 22, 23, 25, 29, 42, 43, 50, 53, 54, 57, 60, 61, 64, 67, 70, 96, 97] +The cluster 4 contains the snippets: [31, 36, 44, 48, 52, 55, 79, 98] +The cluster 3 contains the snippets: [34, 35, 39, 71, 80] +The cluster 2 contains the snippets: [30, 41, 83, 86, 87] +The cluster 5 contains the snippets: [6, 11, 15, 19, 40] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 30, 34, 31, 6, 2, 41, 35, 36, 11, 3, 83, 39, 44, 15, 5, 86, 71, 48, 19, 18, 87, 80, 52, 40, 21, 55, 22, 79, 23, 98, 25, 29, 42, 43, 50, 53, 54, 57, 60, 61, 64, 67, 70, 96, 97, 4, 7, 8, 9, 10, 12, 13, 14, 16, 17, 20, 24, 26, 27, 28, 32, 33, 37, 38, 45, 46, 47, 49, 51, 56, 58, 59, 62, 63, 65, 66, 68, 69, 72, 73, 74, 75, 76, 77, 78, 81, 82, 84, 85, 88, 89, 90, 91, 92, 93, 94, 95, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ray of light" =============== +============ Value of Rand Index = 0.6325252525252525 ================================= +============ Partial average Rand Index = 0.5772101972101972 ====== +============ Value of Adjusted Rand Index = 0.22596396780839498 ================================= +============ Partial average of Adjusted Rand Index = 0.10176337666255787 ================================= +============ Value of Jaccard Index = 0.3519771998574991 ================================= +============ Partial average of Jaccard Index = 0.33520790941370276 ====== +============ Precision = 0.5869565217391305, Recall = 0.6428571428571429, F1 = 0.6136363636363638 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 9.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 43 : "soul food" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 2 contains the snippets: [1, 2, 4, 5, 7, 8, 10, 12, 15, 17, 20, 21, 26, 27, 28, 30, 31, 35, 37, 38, 43, 45, 46, 47, 48, 49, 50, 51, 56, 60, 63, 65, 67, 68, 69, 70, 72, 75, 76, 78, 79, 85, 90, 91, 94, 95, 96, 97] +The cluster 3 contains the snippets: [13, 16, 29, 32, 36, 41, 52, 53, 57, 66, 71, 82, 87, 88] +The cluster 6 contains the snippets: [14, 33, 42, 44, 58, 74, 77, 80, 93, 98, 99] +The cluster 1 contains the snippets: [3, 6, 9, 22, 24, 25, 34, 39, 55, 84] +The cluster 4 contains the snippets: [18, 73, 81] +The cluster 8 contains the snippets: [54, 62, 92] +The cluster 7 contains the snippets: [11] +The cluster 5 contains the snippets: [86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 1, 13, 18, 86, 14, 11, 54, 6, 2, 16, 73, 33, 62, 9, 4, 29, 81, 42, 92, 22, 5, 32, 44, 24, 7, 36, 58, 25, 8, 41, 74, 34, 10, 52, 77, 39, 12, 53, 80, 55, 15, 57, 93, 84, 17, 66, 98, 20, 71, 99, 21, 82, 26, 87, 27, 88, 28, 30, 31, 35, 37, 38, 43, 45, 46, 47, 48, 49, 50, 51, 56, 60, 63, 65, 67, 68, 69, 70, 72, 75, 76, 78, 79, 85, 90, 91, 94, 95, 96, 97, 19, 23, 40, 59, 61, 64, 83, 89, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soul food" =============== +============ Value of Rand Index = 0.5614141414141414 ================================= +============ Partial average Rand Index = 0.5768428470754051 ====== +============ Value of Adjusted Rand Index = 0.2194735912148514 ================================= +============ Partial average of Adjusted Rand Index = 0.10450082351261122 ================================= +============ Value of Jaccard Index = 0.34311649016641455 ================================= +============ Partial average of Jaccard Index = 0.335391829896324 ====== +============ Precision = 0.8681318681318682, Recall = 0.8404255319148937, F1 = 0.8540540540540541 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 11.375 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 44 : "volcanic rock" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 2 contains the snippets: [2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 38, 39, 40, 41, 43, 44, 45, 46, 47, 48, 51, 53, 56, 60, 61, 63, 65, 66, 67, 69, 70, 71, 75, 76, 80, 81, 82, 83, 84, 85, 87, 90, 94, 95, 96, 99] +The cluster 1 contains the snippets: [1, 36, 37, 49, 54, 57, 59, 73, 88, 92, 97, 100] +The cluster 3 contains the snippets: [16, 23, 24, 42, 58, 64, 74, 91, 93] +The cluster 5 contains the snippets: [34, 68, 72, 89] +The cluster 4 contains the snippets: [62, 79, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 16, 62, 34, 36, 3, 23, 79, 68, 37, 5, 24, 98, 72, 49, 6, 42, 89, 54, 7, 58, 57, 8, 64, 59, 9, 74, 73, 10, 91, 88, 12, 93, 92, 13, 97, 14, 100, 15, 17, 18, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 38, 39, 40, 41, 43, 44, 45, 46, 47, 48, 51, 53, 56, 60, 61, 63, 65, 66, 67, 69, 70, 71, 75, 76, 80, 81, 82, 83, 84, 85, 87, 90, 94, 95, 96, 99, 4, 11, 50, 52, 55, 77, 78, 86] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "volcanic rock" =============== +============ Value of Rand Index = 0.5204040404040404 ================================= +============ Partial average Rand Index = 0.5755601469237832 ====== +============ Value of Adjusted Rand Index = 0.13154364896073906 ================================= +============ Partial average of Adjusted Rand Index = 0.10511543318188683 ================================= +============ Value of Jaccard Index = 0.4726788094180364 ================================= +============ Partial average of Jaccard Index = 0.3385119885218174 ====== +============ Precision = 0.9891304347826086, Recall = 0.9578947368421052, F1 = 0.9732620320855614 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 18.4 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 45 : "storm in a teacup" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 5, 9, 15, 21, 23, 33, 37, 39, 52, 62, 88, 97, 100] +The cluster 2 contains the snippets: [10, 32, 36, 50, 54, 57, 59, 73, 81, 82, 84, 91, 95, 98] +The cluster 4 contains the snippets: [8, 16, 20] +The cluster 3 contains the snippets: [19] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 10, 19, 8, 5, 32, 16, 9, 36, 20, 15, 50, 21, 54, 23, 57, 33, 59, 37, 73, 39, 81, 52, 82, 62, 84, 88, 91, 97, 95, 100, 98, 2, 3, 4, 6, 7, 11, 12, 13, 14, 17, 18, 22, 24, 25, 26, 27, 28, 29, 30, 31, 34, 35, 38, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, 53, 55, 56, 58, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 83, 85, 86, 87, 89, 90, 92, 93, 94, 96, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "storm in a teacup" =============== +============ Value of Rand Index = 0.5462626262626262 ================================= +============ Partial average Rand Index = 0.5749090909090908 ====== +============ Value of Adjusted Rand Index = 0.10509871828306915 ================================= +============ Partial average of Adjusted Rand Index = 0.10511506173969089 ================================= +============ Value of Jaccard Index = 0.3809261300992282 ================================= +============ Partial average of Jaccard Index = 0.33945452500131545 ====== +============ Precision = 0.28125, Recall = 0.3, F1 = 0.29032258064516125 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 8.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 46 : "double negative" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 14, 39, 53, 58, 60, 66, 68, 70, 83, 84, 86, 93] +The cluster 5 contains the snippets: [7, 13, 17, 21, 24, 27, 30, 36, 77, 82, 98, 100] +The cluster 3 contains the snippets: [1, 4, 6, 31, 45, 54, 57, 69, 88, 89] +The cluster 9 contains the snippets: [3, 42, 46, 48, 81, 85] +The cluster 2 contains the snippets: [15, 33, 41, 52, 96] +The cluster 7 contains the snippets: [25, 72, 94] +The cluster 8 contains the snippets: [10, 23, 59] +The cluster 6 contains the snippets: [35, 91] +The cluster 4 contains the snippets: [50, 95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 15, 1, 50, 7, 35, 25, 10, 3, 14, 33, 4, 95, 13, 91, 72, 23, 42, 39, 41, 6, 17, 94, 59, 46, 53, 52, 31, 21, 48, 58, 96, 45, 24, 81, 60, 54, 27, 85, 66, 57, 30, 68, 69, 36, 70, 88, 77, 83, 89, 82, 84, 98, 86, 100, 93, 5, 8, 9, 11, 12, 16, 18, 19, 20, 22, 26, 28, 29, 32, 34, 37, 38, 40, 43, 44, 47, 49, 51, 55, 56, 61, 62, 63, 64, 65, 67, 71, 73, 74, 75, 76, 78, 79, 80, 87, 90, 92, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "double negative" =============== +============ Value of Rand Index = 0.6793939393939394 ================================= +============ Partial average Rand Index = 0.5771805006587615 ====== +============ Value of Adjusted Rand Index = 0.09025537777632912 ================================= +============ Partial average of Adjusted Rand Index = 0.10479202513179173 ================================= +============ Value of Jaccard Index = 0.2017102615694165 ================================= +============ Partial average of Jaccard Index = 0.3364600844919264 ====== +============ Precision = 0.5892857142857143, Recall = 0.44, F1 = 0.5038167938931297 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 6.222222222222222 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 47 : "the whole truth" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 12 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 4, 12, 15, 19, 42, 53, 57, 58, 60, 89, 94, 97, 98] +The cluster 9 contains the snippets: [22, 32, 41, 47, 55, 59, 79, 88, 90] +The cluster 3 contains the snippets: [2, 5, 11, 28, 52, 81, 82, 96] +The cluster 7 contains the snippets: [9, 26, 50, 68, 69] +The cluster 8 contains the snippets: [45, 54, 61, 74, 75] +The cluster 6 contains the snippets: [80, 87] +The cluster 5 contains the snippets: [62, 95] +The cluster 11 contains the snippets: [31, 99] +The cluster 2 contains the snippets: [85] +The cluster 10 contains the snippets: [24] +The cluster 4 contains the snippets: [100] +The cluster 12 contains the snippets: [36] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 85, 2, 100, 62, 80, 9, 45, 22, 24, 31, 36, 4, 5, 95, 87, 26, 54, 32, 99, 12, 11, 50, 61, 41, 15, 28, 68, 74, 47, 19, 52, 69, 75, 55, 42, 81, 59, 53, 82, 79, 57, 96, 88, 58, 90, 60, 89, 94, 97, 98, 3, 6, 7, 8, 10, 13, 14, 16, 17, 18, 20, 21, 23, 25, 27, 29, 30, 33, 34, 35, 37, 38, 39, 40, 43, 44, 46, 48, 49, 51, 56, 63, 64, 65, 66, 67, 70, 71, 72, 73, 76, 77, 78, 83, 84, 86, 91, 92, 93] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the whole truth" =============== +============ Value of Rand Index = 0.41919191919191917 ================================= +============ Partial average Rand Index = 0.573819041478616 ====== +============ Value of Adjusted Rand Index = 0.05339224712649273 ================================= +============ Partial average of Adjusted Rand Index = 0.10369841283380665 ================================= +============ Value of Jaccard Index = 0.2725202429149798 ================================= +============ Partial average of Jaccard Index = 0.3350996623307147 ====== +============ Precision = 0.17647058823529413, Recall = 0.6, F1 = 0.2727272727272727 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 12 ============ +============ average size of the created clusters: 4.25 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 48 : "james bond" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [18, 44, 55, 65, 88] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 18, 2, 44, 3, 55, 4, 65, 5, 88, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 7, 28, 39, 66, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "james bond" =============== +============ Value of Rand Index = 0.5113131313131313 ================================= +============ Partial average Rand Index = 0.5725168350168349 ====== +============ Value of Adjusted Rand Index = 0.014750195331387028 ================================= +============ Partial average of Adjusted Rand Index = 0.10184532496917291 ================================= +============ Value of Jaccard Index = 0.4480949121606206 ================================= +============ Partial average of Jaccard Index = 0.33745373003550444 ====== +============ Precision = 0.5578947368421052, Recall = 0.35570469798657717, F1 = 0.4344262295081967 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 47.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 49 : "survival of the fittest" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 8, 15, 17, 21, 22, 27, 28, 30, 32, 39, 48, 55, 58, 59, 65, 67, 77, 78, 80, 82, 84, 85, 86, 88, 93, 95, 97] +The cluster 3 contains the snippets: [19, 29, 37, 54, 76, 79, 91] +The cluster 5 contains the snippets: [9, 24, 43, 46, 49, 62] +The cluster 4 contains the snippets: [31, 56, 61, 75] +The cluster 2 contains the snippets: [71] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 71, 19, 31, 9, 2, 29, 56, 24, 3, 37, 61, 43, 4, 54, 75, 46, 8, 76, 49, 15, 79, 62, 17, 91, 21, 22, 27, 28, 30, 32, 39, 48, 55, 58, 59, 65, 67, 77, 78, 80, 82, 84, 85, 86, 88, 93, 95, 97, 5, 6, 7, 10, 11, 12, 13, 14, 16, 18, 20, 23, 25, 26, 33, 34, 35, 36, 38, 40, 41, 42, 44, 45, 47, 50, 51, 52, 53, 57, 60, 63, 64, 66, 68, 69, 70, 72, 73, 74, 81, 83, 87, 89, 90, 92, 94, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "survival of the fittest" =============== +============ Value of Rand Index = 0.5466666666666666 ================================= +============ Partial average Rand Index = 0.5719892805607091 ====== +============ Value of Adjusted Rand Index = 0.062029760909546934 ================================= +============ Partial average of Adjusted Rand Index = 0.10103276243734383 ================================= +============ Value of Jaccard Index = 0.2768288752819852 ================================= +============ Partial average of Jaccard Index = 0.3362164881017592 ====== +============ Precision = 0.24489795918367346, Recall = 0.34285714285714286, F1 = 0.28571428571428575 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 9.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 50 : "mark forster" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 5, 11, 15, 17, 18, 26, 27, 33, 36, 37, 38, 41, 44, 45, 48, 49, 50, 51, 52, 53, 54, 57, 58, 59, 60, 61, 64, 65, 71, 72, 73, 74, 75, 81, 82, 85, 87, 89, 90, 91, 92, 95, 97, 98, 100] +The cluster 2 contains the snippets: [14, 66, 68] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 14, 2, 66, 5, 68, 11, 15, 17, 18, 26, 27, 33, 36, 37, 38, 41, 44, 45, 48, 49, 50, 51, 52, 53, 54, 57, 58, 59, 60, 61, 64, 65, 71, 72, 73, 74, 75, 81, 82, 85, 87, 89, 90, 91, 92, 95, 97, 98, 100, 3, 4, 6, 7, 8, 9, 10, 12, 13, 16, 19, 20, 21, 22, 23, 24, 25, 28, 29, 30, 31, 32, 34, 35, 39, 40, 42, 43, 46, 47, 55, 56, 62, 63, 67, 69, 70, 76, 77, 78, 79, 80, 83, 84, 86, 88, 93, 94, 96, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "mark forster" =============== +============ Value of Rand Index = 0.6763636363636364 ================================= +============ Partial average Rand Index = 0.5740767676767676 ====== +============ Value of Adjusted Rand Index = 0.34980237186558566 ================================= +============ Partial average of Adjusted Rand Index = 0.10600815462590867 ================================= +============ Value of Jaccard Index = 0.48488745980707393 ================================= +============ Partial average of Jaccard Index = 0.3391899075358655 ====== +============ Precision = 0.7, Recall = 0.813953488372093, F1 = 0.7526881720430109 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 25.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 51 : "rain or shine" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 26, 37, 43, 45, 47, 60, 64, 74, 75, 76, 84, 86, 90] +The cluster 5 contains the snippets: [3, 10, 49, 56, 59, 78, 95] +The cluster 3 contains the snippets: [5, 27, 44, 62] +The cluster 4 contains the snippets: [6, 12, 36, 52] +The cluster 2 contains the snippets: [9, 20, 28] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 9, 5, 6, 3, 26, 20, 27, 12, 10, 37, 28, 44, 36, 49, 43, 62, 52, 56, 45, 59, 47, 78, 60, 95, 64, 74, 75, 76, 84, 86, 90, 1, 4, 7, 8, 11, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 29, 30, 31, 32, 33, 34, 35, 38, 39, 40, 41, 42, 46, 48, 50, 51, 53, 54, 55, 57, 58, 61, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 77, 79, 80, 81, 82, 83, 85, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rain or shine" =============== +============ Value of Rand Index = 0.5195959595959596 ================================= +============ Partial average Rand Index = 0.5730085165379283 ====== +============ Value of Adjusted Rand Index = 0.043627104770614746 ================================= +============ Partial average of Adjusted Rand Index = 0.10478499678560879 ================================= +============ Value of Jaccard Index = 0.46501687289088867 ================================= +============ Partial average of Jaccard Index = 0.3416571029349836 ====== +============ Precision = 0.0625, Recall = 0.2, F1 = 0.09523809523809523 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 6.4 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 52 : "another day in paradise" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 6, 7, 11, 14, 15, 16, 17, 22, 24, 26, 27, 28, 31, 32, 35, 37, 46, 52, 54, 60, 64, 65, 71, 73, 74, 77, 79, 92, 93, 97] +The cluster 2 contains the snippets: [4, 8, 9, 19, 20, 36, 38, 40, 55, 56, 57, 66, 67, 69, 76, 80, 81, 82, 94, 95, 96, 98] +The cluster 3 contains the snippets: [3, 13, 23, 30, 43, 48, 58, 63, 86, 88] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 3, 2, 8, 13, 6, 9, 23, 7, 19, 30, 11, 20, 43, 14, 36, 48, 15, 38, 58, 16, 40, 63, 17, 55, 86, 22, 56, 88, 24, 57, 26, 66, 27, 67, 28, 69, 31, 76, 32, 80, 35, 81, 37, 82, 46, 94, 52, 95, 54, 96, 60, 98, 64, 65, 71, 73, 74, 77, 79, 92, 93, 97, 5, 10, 12, 18, 21, 25, 29, 33, 34, 39, 41, 42, 44, 45, 47, 49, 50, 51, 53, 59, 61, 62, 68, 70, 72, 75, 78, 83, 84, 85, 87, 89, 90, 91, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "another day in paradise" =============== +============ Value of Rand Index = 0.6212121212121212 ================================= +============ Partial average Rand Index = 0.5739355089355089 ====== +============ Value of Adjusted Rand Index = 0.11463342461174557 ================================= +============ Partial average of Adjusted Rand Index = 0.10497438962841911 ================================= +============ Value of Jaccard Index = 0.2390422077922078 ================================= +============ Partial average of Jaccard Index = 0.33968373956685327 ====== +============ Precision = 0.484375, Recall = 0.6326530612244898, F1 = 0.5486725663716815 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 21.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 53 : "tree of knowledge" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 4, 6, 8, 13, 22, 26, 39, 43, 45, 47, 52, 53, 63, 65, 69, 70, 76, 80, 84, 85, 93, 94, 98] +The cluster 3 contains the snippets: [12, 28, 29, 35, 46, 62, 77] +The cluster 2 contains the snippets: [11, 17, 42, 48, 57, 99] +The cluster 5 contains the snippets: [18, 27, 30, 66, 68, 72] +The cluster 4 contains the snippets: [15, 59, 90, 92] +The cluster 6 contains the snippets: [78, 89, 96] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 11, 12, 15, 18, 78, 4, 17, 28, 59, 27, 89, 6, 42, 29, 90, 30, 96, 8, 48, 35, 92, 66, 13, 57, 46, 68, 22, 99, 62, 72, 26, 77, 39, 43, 45, 47, 52, 53, 63, 65, 69, 70, 76, 80, 84, 85, 93, 94, 98, 2, 3, 5, 7, 9, 10, 14, 16, 19, 20, 21, 23, 24, 25, 31, 32, 33, 34, 36, 37, 38, 40, 41, 44, 49, 50, 51, 54, 55, 56, 58, 60, 61, 64, 67, 71, 73, 74, 75, 79, 81, 82, 83, 86, 87, 88, 91, 95, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tree of knowledge" =============== +============ Value of Rand Index = 0.5812121212121212 ================================= +============ Partial average Rand Index = 0.5740728035067657 ====== +============ Value of Adjusted Rand Index = 0.17944267337910472 ================================= +============ Partial average of Adjusted Rand Index = 0.10637945158597921 ================================= +============ Value of Jaccard Index = 0.33642765685019205 ================================= +============ Partial average of Jaccard Index = 0.33962230404389737 ====== +============ Precision = 0.36, Recall = 0.6, F1 = 0.45 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 8.333333333333334 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 54 : "indy 500" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 21, 22, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 40, 41, 42, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 81, 83, 84, 85, 86, 87, 91, 92, 93, 94, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [23] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 23, 2, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 21, 22, 24, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 40, 41, 42, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 81, 83, 84, 85, 86, 87, 91, 92, 93, 94, 95, 96, 97, 99, 100, 3, 7, 19, 20, 26, 35, 39, 43, 47, 57, 71, 79, 82, 88, 89, 90, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "indy 500" =============== +============ Value of Rand Index = 0.5909090909090909 ================================= +============ Partial average Rand Index = 0.5743845866068088 ====== +============ Value of Adjusted Rand Index = 0.02580022147464341 ================================= +============ Partial average of Adjusted Rand Index = 0.10488724362095446 ================================= +============ Value of Jaccard Index = 0.5477891916033943 ================================= +============ Partial average of Jaccard Index = 0.34347724640611027 ====== +============ Precision = 0.8313253012048193, Recall = 0.8414634146341463, F1 = 0.8363636363636364 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 41.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 55 : "amarillo by morning" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 6, 7, 9, 12, 13, 15, 16, 18, 23, 24, 25, 26, 29, 30, 34, 38, 40, 42, 43, 47, 50, 51, 52, 54, 60, 61, 63, 65, 66, 67, 69, 70, 72, 73, 74, 75, 76, 77, 81, 83, 84, 86, 87, 88, 90, 91, 92, 95, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 6, 7, 9, 12, 13, 15, 16, 18, 23, 24, 25, 26, 29, 30, 34, 38, 40, 42, 43, 47, 50, 51, 52, 54, 60, 61, 63, 65, 66, 67, 69, 70, 72, 73, 74, 75, 76, 77, 81, 83, 84, 86, 87, 88, 90, 91, 92, 95, 100, 4, 5, 8, 10, 11, 14, 17, 19, 20, 21, 22, 27, 28, 31, 32, 33, 35, 36, 37, 39, 41, 44, 45, 46, 48, 49, 53, 55, 56, 57, 58, 59, 62, 64, 68, 71, 78, 79, 80, 82, 85, 89, 93, 94, 96, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "amarillo by morning" =============== +============ Value of Rand Index = 0.535959595959596 ================================= +============ Partial average Rand Index = 0.5736859504132231 ====== +============ Value of Adjusted Rand Index = 0.07367849393352954 ================================= +============ Partial average of Adjusted Rand Index = 0.10431981180845583 ================================= +============ Value of Jaccard Index = 0.40951156812339334 ================================= +============ Partial average of Jaccard Index = 0.3446778704373336 ====== +============ Precision = 0.8846153846153846, Recall = 0.5974025974025974, F1 = 0.7131782945736435 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 52.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 56 : "queen of the night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 3 contains the snippets: [3, 6, 10, 12, 16, 17, 19, 23, 26, 32, 42, 49, 50, 56, 57, 71, 74, 80, 85, 90, 95, 99] +The cluster 1 contains the snippets: [4, 14, 22, 37, 38, 45, 47, 65, 69, 82, 84, 86, 97] +The cluster 2 contains the snippets: [2, 5, 44, 55, 61, 70, 72, 75, 78, 88] +The cluster 7 contains the snippets: [8, 11, 20, 27, 63, 77, 81, 96] +The cluster 5 contains the snippets: [39, 62, 92] +The cluster 4 contains the snippets: [1, 52, 64] +The cluster 6 contains the snippets: [100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 2, 3, 1, 39, 100, 8, 14, 5, 6, 52, 62, 11, 22, 44, 10, 64, 92, 20, 37, 55, 12, 27, 38, 61, 16, 63, 45, 70, 17, 77, 47, 72, 19, 81, 65, 75, 23, 96, 69, 78, 26, 82, 88, 32, 84, 42, 86, 49, 97, 50, 56, 57, 71, 74, 80, 85, 90, 95, 99, 7, 9, 13, 15, 18, 21, 24, 25, 28, 29, 30, 31, 33, 34, 35, 36, 40, 41, 43, 46, 48, 51, 53, 54, 58, 59, 60, 66, 67, 68, 73, 76, 79, 83, 87, 89, 91, 93, 94, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "queen of the night" =============== +============ Value of Rand Index = 0.5971717171717171 ================================= +============ Partial average Rand Index = 0.574105339105339 ====== +============ Value of Adjusted Rand Index = 0.12019374759330835 ================================= +============ Partial average of Adjusted Rand Index = 0.10460327494747106 ================================= +============ Value of Jaccard Index = 0.23922167111789394 ================================= +============ Partial average of Jaccard Index = 0.342794724020915 ====== +============ Precision = 0.38333333333333336, Recall = 0.6052631578947368, F1 = 0.4693877551020408 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 8.571428571428571 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 57 : "cassius marcellus clay" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 2 contains the snippets: [10, 13, 16, 17, 19, 20, 22, 24, 25, 28, 34, 36, 40, 44, 47, 49, 52, 53, 54, 57, 59, 63, 67, 68, 73, 74, 75, 77, 87, 96, 97, 99] +The cluster 1 contains the snippets: [2, 3, 5, 14, 15, 18, 21, 31, 32, 38, 45, 62, 65, 71, 76, 78, 82, 83, 85, 86, 88, 91, 92, 98, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 10, 3, 13, 5, 16, 14, 17, 15, 19, 18, 20, 21, 22, 31, 24, 32, 25, 38, 28, 45, 34, 62, 36, 65, 40, 71, 44, 76, 47, 78, 49, 82, 52, 83, 53, 85, 54, 86, 57, 88, 59, 91, 63, 92, 67, 98, 68, 100, 73, 74, 75, 77, 87, 96, 97, 99, 1, 4, 6, 7, 8, 9, 11, 12, 23, 26, 27, 29, 30, 33, 35, 37, 39, 41, 42, 43, 46, 48, 50, 51, 55, 56, 58, 60, 61, 64, 66, 69, 70, 72, 79, 80, 81, 84, 89, 90, 93, 94, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cassius marcellus clay" =============== +============ Value of Rand Index = 0.5547474747474748 ================================= +============ Partial average Rand Index = 0.5737657274499379 ====== +============ Value of Adjusted Rand Index = 0.049789669569840315 ================================= +============ Partial average of Adjusted Rand Index = 0.1036416327478635 ================================= +============ Value of Jaccard Index = 0.25059503570214214 ================================= +============ Partial average of Jaccard Index = 0.34117718562935756 ====== +============ Precision = 0.43859649122807015, Recall = 0.4807692307692308, F1 = 0.4587155963302752 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 28.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 58 : "space opera" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 6, 7, 10, 12, 16, 17, 18, 19, 20, 21, 22, 24, 26, 28, 29, 30, 31, 32, 34, 35, 37, 38, 40, 41, 42, 44, 45, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 66, 68, 69, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 90, 91, 92, 93, 94, 95, 97, 99, 100] +The cluster 2 contains the snippets: [8, 43] +The cluster 3 contains the snippets: [70] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 8, 70, 2, 43, 4, 6, 7, 10, 12, 16, 17, 18, 19, 20, 21, 22, 24, 26, 28, 29, 30, 31, 32, 34, 35, 37, 38, 40, 41, 42, 44, 45, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 66, 68, 69, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 90, 91, 92, 93, 94, 95, 97, 99, 100, 3, 5, 9, 11, 13, 14, 15, 23, 25, 27, 33, 36, 39, 46, 48, 49, 63, 64, 65, 67, 71, 73, 85, 88, 89, 96, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "space opera" =============== +============ Value of Rand Index = 0.5258585858585859 ================================= +============ Partial average Rand Index = 0.5729397422500869 ====== +============ Value of Adjusted Rand Index = 0.08530113891100226 ================================= +============ Partial average of Adjusted Rand Index = 0.10332541733688314 ================================= +============ Value of Jaccard Index = 0.31152830742153126 ================================= +============ Partial average of Jaccard Index = 0.34066599807405024 ====== +============ Precision = 0.5616438356164384, Recall = 0.5774647887323944, F1 = 0.5694444444444443 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 24.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 59 : "alpha dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [18, 22, 23, 31, 32, 33, 36, 39, 41, 42, 43, 55, 62, 63, 65, 67, 68, 71, 81, 84, 89, 91, 95, 99] +The cluster 2 contains the snippets: [1, 2, 3, 4, 24, 26, 50, 53, 66, 70, 73, 74, 75, 86, 90, 92] +The cluster 3 contains the snippets: [7, 11, 20, 21, 28, 30, 60, 61, 64, 76] +The cluster 4 contains the snippets: [13, 15, 56, 58] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [18, 1, 7, 13, 22, 2, 11, 15, 23, 3, 20, 56, 31, 4, 21, 58, 32, 24, 28, 33, 26, 30, 36, 50, 60, 39, 53, 61, 41, 66, 64, 42, 70, 76, 43, 73, 55, 74, 62, 75, 63, 86, 65, 90, 67, 92, 68, 71, 81, 84, 89, 91, 95, 99, 5, 6, 8, 9, 10, 12, 14, 16, 17, 19, 25, 27, 29, 34, 35, 37, 38, 40, 44, 45, 46, 47, 48, 49, 51, 52, 54, 57, 59, 69, 72, 77, 78, 79, 80, 82, 83, 85, 87, 88, 93, 94, 96, 97, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "alpha dog" =============== +============ Value of Rand Index = 0.5181818181818182 ================================= +============ Partial average Rand Index = 0.5720116418421501 ====== +============ Value of Adjusted Rand Index = 0.12494329295074547 ================================= +============ Partial average of Adjusted Rand Index = 0.10369182200830453 ================================= +============ Value of Jaccard Index = 0.3116883116883117 ================================= +============ Partial average of Jaccard Index = 0.3401748508471733 ====== +============ Precision = 0.2777777777777778, Recall = 0.6, F1 = 0.37974683544303794 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 13.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 60 : "bullet in the head" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 2 contains the snippets: [2, 4, 5, 8, 11, 13, 14, 18, 22, 23, 30, 39, 40, 47, 56, 60, 61, 66, 74, 75, 78, 83, 85, 89, 92, 97, 98, 99, 100] +The cluster 1 contains the snippets: [6, 15, 28, 29, 32, 33, 38, 48, 50, 52, 59, 68, 81, 86, 94] +The cluster 3 contains the snippets: [3, 12, 17, 21, 24, 27, 43, 46, 57, 69, 82, 84, 88, 93] +The cluster 4 contains the snippets: [9, 10, 16, 31, 35, 49] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [6, 2, 3, 9, 15, 4, 12, 10, 28, 5, 17, 16, 29, 8, 21, 31, 32, 11, 24, 35, 33, 13, 27, 49, 38, 14, 43, 48, 18, 46, 50, 22, 57, 52, 23, 69, 59, 30, 82, 68, 39, 84, 81, 40, 88, 86, 47, 93, 94, 56, 60, 61, 66, 74, 75, 78, 83, 85, 89, 92, 97, 98, 99, 100, 1, 7, 19, 20, 25, 26, 34, 36, 37, 41, 42, 44, 45, 51, 53, 54, 55, 58, 62, 63, 64, 65, 67, 70, 71, 72, 73, 76, 77, 79, 80, 87, 90, 91, 95, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bullet in the head" =============== +============ Value of Rand Index = 0.6618181818181819 ================================= +============ Partial average Rand Index = 0.5735084175084174 ====== +============ Value of Adjusted Rand Index = 0.19135596088435872 ================================= +============ Partial average of Adjusted Rand Index = 0.10515289098957209 ================================= +============ Value of Jaccard Index = 0.2689956331877729 ================================= +============ Partial average of Jaccard Index = 0.33898853055285 ====== +============ Precision = 0.640625, Recall = 0.6833333333333333, F1 = 0.6612903225806451 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 16.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 61 : "jump cut" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 2 contains the snippets: [7, 23, 33, 43, 44, 46, 47, 51, 53, 58, 72, 79, 84, 87, 93, 94] +The cluster 1 contains the snippets: [1, 4, 8, 12, 37, 39, 42, 50, 59, 60, 62, 65, 74, 89, 97] +The cluster 5 contains the snippets: [5, 10, 30, 31, 41, 52, 64, 66, 73, 77, 81, 82, 88, 95] +The cluster 4 contains the snippets: [15, 32, 57, 85] +The cluster 3 contains the snippets: [6, 16, 18, 38] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 7, 6, 15, 5, 4, 23, 16, 32, 10, 8, 33, 18, 57, 30, 12, 43, 38, 85, 31, 37, 44, 41, 39, 46, 52, 42, 47, 64, 50, 51, 66, 59, 53, 73, 60, 58, 77, 62, 72, 81, 65, 79, 82, 74, 84, 88, 89, 87, 95, 97, 93, 94, 2, 3, 9, 11, 13, 14, 17, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 34, 35, 36, 40, 45, 48, 49, 54, 55, 56, 61, 63, 67, 68, 69, 70, 71, 75, 76, 78, 80, 83, 86, 90, 91, 92, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "jump cut" =============== +============ Value of Rand Index = 0.6202020202020202 ================================= +============ Partial average Rand Index = 0.5742738864050339 ====== +============ Value of Adjusted Rand Index = 0.15491988120087732 ================================= +============ Partial average of Adjusted Rand Index = 0.10596874328811808 ================================= +============ Value of Jaccard Index = 0.2724458204334365 ================================= +============ Partial average of Jaccard Index = 0.3378976664525317 ====== +============ Precision = 0.41509433962264153, Recall = 0.4489795918367347, F1 = 0.43137254901960786 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 10.6 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 62 : "family reunion" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 4 contains the snippets: [11, 15, 16, 17, 19, 24, 26, 36, 39, 48, 55, 57, 61, 63, 68, 71, 79, 80, 82, 87, 90, 93, 98] +The cluster 9 contains the snippets: [1, 2, 5, 7, 8, 12, 13, 23, 28, 29, 33, 34, 37, 43, 44, 58, 65, 72, 84] +The cluster 2 contains the snippets: [14, 21, 31, 38, 99] +The cluster 7 contains the snippets: [51, 64, 77, 81] +The cluster 5 contains the snippets: [18, 54, 85] +The cluster 1 contains the snippets: [3, 6, 60] +The cluster 8 contains the snippets: [22, 41, 46] +The cluster 3 contains the snippets: [30, 75] +The cluster 6 contains the snippets: [59] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 14, 30, 11, 18, 59, 51, 22, 1, 6, 21, 75, 15, 54, 64, 41, 2, 60, 31, 16, 85, 77, 46, 5, 38, 17, 81, 7, 99, 19, 8, 24, 12, 26, 13, 36, 23, 39, 28, 48, 29, 55, 33, 57, 34, 61, 37, 63, 43, 68, 44, 71, 58, 79, 65, 80, 72, 82, 84, 87, 90, 93, 98, 4, 9, 10, 20, 25, 27, 32, 35, 40, 42, 45, 47, 49, 50, 52, 53, 56, 62, 66, 67, 69, 70, 73, 74, 76, 78, 83, 86, 88, 89, 91, 92, 94, 95, 96, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "family reunion" =============== +============ Value of Rand Index = 0.5127272727272727 ================================= +============ Partial average Rand Index = 0.5732811990876506 ====== +============ Value of Adjusted Rand Index = -0.011575239053849986 ================================= +============ Partial average of Adjusted Rand Index = 0.10407287260518311 ================================= +============ Value of Jaccard Index = 0.1736896197327852 ================================= +============ Partial average of Jaccard Index = 0.33524914956995516 ====== +============ Precision = 0.6984126984126984, Recall = 0.676923076923077, F1 = 0.6875 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 7.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 63 : "rookie of the year" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 16, 18, 19, 22, 23, 24, 25, 27, 28, 29, 31, 32, 34, 35, 36, 38, 40, 41, 42, 43, 44, 45, 46, 49, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 88, 89, 92, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 3, 4, 5, 7, 8, 10, 11, 12, 13, 14, 15, 16, 18, 19, 22, 23, 24, 25, 27, 28, 29, 31, 32, 34, 35, 36, 38, 40, 41, 42, 43, 44, 45, 46, 49, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 88, 89, 92, 94, 95, 96, 97, 98, 99, 100, 1, 6, 9, 17, 20, 21, 26, 30, 33, 37, 39, 47, 48, 50, 51, 55, 65, 80, 87, 90, 91, 93] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "rookie of the year" =============== +============ Value of Rand Index = 0.5486868686868687 ================================= +============ Partial average Rand Index = 0.5728908128908129 ====== +============ Value of Adjusted Rand Index = 0.042943313455342975 ================================= +============ Partial average of Adjusted Rand Index = 0.10310256214248723 ================================= +============ Value of Jaccard Index = 0.46822185194001426 ================================= +============ Partial average of Jaccard Index = 0.3373598273853529 ====== +============ Precision = 0.7692307692307693, Recall = 0.7317073170731707, F1 = 0.7499999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 78.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 64 : "junk mail" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 5, 6, 8, 10, 12, 13, 15, 17, 18, 20, 22, 24, 25, 26, 27, 28, 30, 31, 33, 34, 38, 40, 41, 44, 47, 48, 49, 50, 51, 52, 55, 57, 58, 60, 62, 63, 64, 65, 67, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82, 83, 84, 86, 89, 94, 95, 96, 97, 98, 100] +The cluster 2 contains the snippets: [7, 11, 16, 32, 37, 39, 43, 53, 66, 81, 88, 90, 93] +The cluster 4 contains the snippets: [1, 14, 21, 54, 56, 72, 85, 87] +The cluster 3 contains the snippets: [9, 61] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 7, 9, 1, 3, 11, 61, 14, 5, 16, 21, 6, 32, 54, 8, 37, 56, 10, 39, 72, 12, 43, 85, 13, 53, 87, 15, 66, 17, 81, 18, 88, 20, 90, 22, 93, 24, 25, 26, 27, 28, 30, 31, 33, 34, 38, 40, 41, 44, 47, 48, 49, 50, 51, 52, 55, 57, 58, 60, 62, 63, 64, 65, 67, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82, 83, 84, 86, 89, 94, 95, 96, 97, 98, 100, 4, 19, 23, 29, 35, 36, 42, 45, 46, 59, 68, 70, 74, 91, 92, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "junk mail" =============== +============ Value of Rand Index = 0.5842424242424242 ================================= +============ Partial average Rand Index = 0.5730681818181819 ====== +============ Value of Adjusted Rand Index = 0.162497553453178 ================================= +============ Partial average of Adjusted Rand Index = 0.10403060888171677 ================================= +============ Value of Jaccard Index = 0.3930993807136538 ================================= +============ Partial average of Jaccard Index = 0.3382307579061076 ====== +============ Precision = 0.7857142857142857, Recall = 0.6346153846153846, F1 = 0.7021276595744681 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 21.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 65 : "little brother" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 10 snippet clusters: ==================== +The cluster 5 contains the snippets: [2, 5, 11, 13, 19, 20, 21, 22, 23, 24, 31, 38, 44, 45, 47, 48, 49, 54, 55, 58, 60, 61, 63, 66, 67, 69, 71, 74, 76, 85, 86, 88, 92, 93, 98] +The cluster 3 contains the snippets: [1, 3, 12, 29, 33, 43, 52, 53, 59, 65, 72] +The cluster 2 contains the snippets: [14, 25, 32, 37, 62, 80, 99] +The cluster 8 contains the snippets: [7, 17, 26, 68, 89, 97, 100] +The cluster 7 contains the snippets: [39, 56, 75, 82, 87, 95] +The cluster 6 contains the snippets: [9, 34, 35, 83, 91] +The cluster 1 contains the snippets: [16, 36, 70, 94, 96] +The cluster 4 contains the snippets: [78] +The cluster 9 contains the snippets: [64] +The cluster 10 contains the snippets: [10] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [16, 14, 1, 78, 2, 9, 39, 7, 64, 10, 36, 25, 3, 5, 34, 56, 17, 70, 32, 12, 11, 35, 75, 26, 94, 37, 29, 13, 83, 82, 68, 96, 62, 33, 19, 91, 87, 89, 80, 43, 20, 95, 97, 99, 52, 21, 100, 53, 22, 59, 23, 65, 24, 72, 31, 38, 44, 45, 47, 48, 49, 54, 55, 58, 60, 61, 63, 66, 67, 69, 71, 74, 76, 85, 86, 88, 92, 93, 98, 4, 6, 8, 15, 18, 27, 28, 30, 40, 41, 42, 46, 50, 51, 57, 73, 77, 79, 81, 84, 90] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "little brother" =============== +============ Value of Rand Index = 0.5476767676767677 ================================= +============ Partial average Rand Index = 0.5726775446775447 ====== +============ Value of Adjusted Rand Index = 0.011733593184193713 ================================= +============ Partial average of Adjusted Rand Index = 0.10261065479406256 ================================= +============ Value of Jaccard Index = 0.1573202860368837 ================================= +============ Partial average of Jaccard Index = 0.33544751987735033 ====== +============ Precision = 0.26582278481012656, Recall = 0.5526315789473685, F1 = 0.3589743589743589 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 10 ============ +============ average size of the created clusters: 7.9 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 66 : "lost in space" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 6, 7, 8, 10, 12, 13, 16, 17, 18, 19, 24, 30, 33, 35, 36, 37, 38, 40, 42, 43, 45, 46, 50, 52, 53, 55, 56, 57, 59, 62, 66, 67, 69, 70, 71, 72, 75, 76, 77, 78, 80, 82, 83, 84, 85, 86, 88, 89, 91, 92, 94, 96, 97, 98, 99, 100] +The cluster 4 contains the snippets: [20, 26, 34, 47, 79] +The cluster 3 contains the snippets: [5, 21, 73] +The cluster 2 contains the snippets: [15, 65, 95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 15, 5, 20, 2, 65, 21, 26, 3, 95, 73, 34, 4, 47, 6, 79, 7, 8, 10, 12, 13, 16, 17, 18, 19, 24, 30, 33, 35, 36, 37, 38, 40, 42, 43, 45, 46, 50, 52, 53, 55, 56, 57, 59, 62, 66, 67, 69, 70, 71, 72, 75, 76, 77, 78, 80, 82, 83, 84, 85, 86, 88, 89, 91, 92, 94, 96, 97, 98, 99, 100, 9, 11, 14, 22, 23, 25, 27, 28, 29, 31, 32, 39, 41, 44, 48, 49, 51, 54, 58, 60, 61, 63, 64, 68, 74, 81, 87, 90, 93] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "lost in space" =============== +============ Value of Rand Index = 0.5391919191919192 ================================= +============ Partial average Rand Index = 0.5721701867156413 ====== +============ Value of Adjusted Rand Index = 0.03193622818677663 ================================= +============ Partial average of Adjusted Rand Index = 0.10153983014849761 ================================= +============ Value of Jaccard Index = 0.2660875160875161 ================================= +============ Partial average of Jaccard Index = 0.33439661072901955 ====== +============ Precision = 0.43661971830985913, Recall = 0.5535714285714286, F1 = 0.4881889763779527 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 17.75 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 67 : "the game of life" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 2 contains the snippets: [1, 3, 4, 6, 9, 12, 22, 24, 25, 28, 31, 32, 34, 38, 39, 42, 43, 45, 46, 48, 49, 53, 56, 57, 59, 63, 64, 67, 70, 78, 79, 80, 84, 85, 86, 87, 90, 91, 93, 98] +The cluster 1 contains the snippets: [2, 8, 14, 15, 19, 27, 30, 47, 50, 51, 52, 58, 60, 62, 65, 68, 71, 72, 74, 75, 77, 81, 88, 92, 94, 95, 96, 97, 99] +The cluster 4 contains the snippets: [10, 23, 26, 37, 44, 55, 66, 69, 73, 76] +The cluster 3 contains the snippets: [13, 35, 36] +The cluster 6 contains the snippets: [16, 20, 40] +The cluster 5 contains the snippets: [29] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 13, 10, 29, 16, 8, 3, 35, 23, 20, 14, 4, 36, 26, 40, 15, 6, 37, 19, 9, 44, 27, 12, 55, 30, 22, 66, 47, 24, 69, 50, 25, 73, 51, 28, 76, 52, 31, 58, 32, 60, 34, 62, 38, 65, 39, 68, 42, 71, 43, 72, 45, 74, 46, 75, 48, 77, 49, 81, 53, 88, 56, 92, 57, 94, 59, 95, 63, 96, 64, 97, 67, 99, 70, 78, 79, 80, 84, 85, 86, 87, 90, 91, 93, 98, 5, 7, 11, 17, 18, 21, 33, 41, 54, 61, 82, 83, 89, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the game of life" =============== +============ Value of Rand Index = 0.5333333333333333 ================================= +============ Partial average Rand Index = 0.5715905321875473 ====== +============ Value of Adjusted Rand Index = 0.02599626157015414 ================================= +============ Partial average of Adjusted Rand Index = 0.10041231419956712 ================================= +============ Value of Jaccard Index = 0.21561969439728354 ================================= +============ Partial average of Jaccard Index = 0.3326238209330234 ====== +============ Precision = 0.3488372093023256, Recall = 0.8108108108108109, F1 = 0.4878048780487805 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 14.333333333333334 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 68 : "field of fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 6, 13, 16, 28, 32, 42, 51, 54, 58, 66, 71, 74, 83, 90, 98] +The cluster 2 contains the snippets: [9, 11, 30, 33, 35, 38, 87] +The cluster 4 contains the snippets: [3, 8, 12, 39, 46, 55, 79] +The cluster 5 contains the snippets: [41, 63, 64, 86] +The cluster 3 contains the snippets: [7, 29, 62] +The cluster 6 contains the snippets: [23] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 9, 7, 3, 41, 23, 6, 11, 29, 8, 63, 13, 30, 62, 12, 64, 16, 33, 39, 86, 28, 35, 46, 32, 38, 55, 42, 87, 79, 51, 54, 58, 66, 71, 74, 83, 90, 98, 1, 4, 5, 10, 14, 15, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 31, 34, 36, 37, 40, 43, 44, 45, 47, 48, 49, 50, 52, 53, 56, 57, 59, 60, 61, 65, 67, 68, 69, 70, 72, 73, 75, 76, 77, 78, 80, 81, 82, 84, 85, 88, 89, 91, 92, 93, 94, 95, 96, 97, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "field of fire" =============== +============ Value of Rand Index = 0.6092929292929293 ================================= +============ Partial average Rand Index = 0.5721449792038029 ====== +============ Value of Adjusted Rand Index = 0.15592941664409535 ================================= +============ Partial average of Adjusted Rand Index = 0.10122874217669255 ================================= +============ Value of Jaccard Index = 0.2797020484171322 ================================= +============ Partial average of Jaccard Index = 0.3318455595724956 ====== +============ Precision = 0.42105263157894735, Recall = 0.2857142857142857, F1 = 0.3404255319148936 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 6.333333333333333 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 69 : "citizen of the world" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 7, 14, 16, 18, 25, 26, 29, 30, 31, 32, 33, 34, 39, 44, 48, 49, 50, 52, 54, 55, 63, 64, 86, 90, 92, 98, 100] +The cluster 2 contains the snippets: [1, 59, 72, 81] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 7, 59, 14, 72, 16, 81, 18, 25, 26, 29, 30, 31, 32, 33, 34, 39, 44, 48, 49, 50, 52, 54, 55, 63, 64, 86, 90, 92, 98, 100, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 15, 17, 19, 20, 21, 22, 23, 24, 27, 28, 35, 36, 37, 38, 40, 41, 42, 43, 45, 46, 47, 51, 53, 56, 57, 58, 60, 61, 62, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83, 84, 85, 87, 88, 89, 91, 93, 94, 95, 96, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "citizen of the world" =============== +============ Value of Rand Index = 0.5466666666666666 ================================= +============ Partial average Rand Index = 0.5717757282974676 ====== +============ Value of Adjusted Rand Index = 0.026212105542340554 ================================= +============ Partial average of Adjusted Rand Index = 0.10014154454431064 ================================= +============ Value of Jaccard Index = 0.5167958656330749 ================================= +============ Partial average of Jaccard Index = 0.33452599879076494 ====== +============ Precision = 0.0625, Recall = 0.2857142857142857, F1 = 0.10256410256410256 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 16.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 70 : "bad to the bone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 5, 7, 8, 16, 17, 20, 21, 22, 23, 24, 27, 33, 35, 38, 40, 41, 44, 45, 49, 52, 53, 54, 55, 60, 61, 62, 64, 71, 73, 76, 78, 81, 83, 86, 93, 96, 97] +The cluster 3 contains the snippets: [6, 9, 12, 18, 43, 56, 58, 74] +The cluster 2 contains the snippets: [10, 13, 14, 39, 57, 59] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 10, 6, 3, 13, 9, 5, 14, 12, 7, 39, 18, 8, 57, 43, 16, 59, 56, 17, 58, 20, 74, 21, 22, 23, 24, 27, 33, 35, 38, 40, 41, 44, 45, 49, 52, 53, 54, 55, 60, 61, 62, 64, 71, 73, 76, 78, 81, 83, 86, 93, 96, 97, 1, 4, 11, 15, 19, 25, 26, 28, 29, 30, 31, 32, 34, 36, 37, 42, 46, 47, 48, 50, 51, 63, 65, 66, 67, 68, 69, 70, 72, 75, 77, 79, 80, 82, 84, 85, 87, 88, 89, 90, 91, 92, 94, 95, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bad to the bone" =============== +============ Value of Rand Index = 0.5585858585858586 ================================= +============ Partial average Rand Index = 0.5715873015873018 ====== +============ Value of Adjusted Rand Index = 0.09859059848933761 ================================= +============ Partial average of Adjusted Rand Index = 0.10011938817209674 ================================= +============ Value of Jaccard Index = 0.3083254194365305 ================================= +============ Partial average of Jaccard Index = 0.3341517047999901 ====== +============ Precision = 0.39622641509433965, Recall = 0.5675675675675675, F1 = 0.4666666666666667 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 17.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 71 : "cats and dogs" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 15, 17, 18, 19, 20, 21, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 43, 44, 45, 48, 51, 52, 53, 54, 55, 57, 58, 59, 60, 62, 63, 64, 65, 66, 69, 70, 73, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 87, 90, 91, 92, 94, 95, 96, 98, 99, 100] +The cluster 2 contains the snippets: [27, 38, 71, 72, 89, 97] +The cluster 4 contains the snippets: [32, 74, 93] +The cluster 7 contains the snippets: [68, 88] +The cluster 5 contains the snippets: [47] +The cluster 6 contains the snippets: [67] +The cluster 3 contains the snippets: [56] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 27, 56, 32, 47, 67, 68, 3, 38, 74, 88, 4, 71, 93, 5, 72, 6, 89, 8, 97, 9, 10, 11, 12, 13, 15, 17, 18, 19, 20, 21, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 43, 44, 45, 48, 51, 52, 53, 54, 55, 57, 58, 59, 60, 62, 63, 64, 65, 66, 69, 70, 73, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 87, 90, 91, 92, 94, 95, 96, 98, 99, 100, 1, 7, 14, 16, 22, 24, 30, 36, 39, 40, 42, 46, 49, 50, 61, 79, 86] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "cats and dogs" =============== +============ Value of Rand Index = 0.49393939393939396 ================================= +============ Partial average Rand Index = 0.5704936690852186 ====== +============ Value of Adjusted Rand Index = -0.018254049981843542 ================================= +============ Partial average of Adjusted Rand Index = 0.09845215664880179 ================================= +============ Value of Jaccard Index = 0.4370786516853933 ================================= +============ Partial average of Jaccard Index = 0.33560138010823526 ====== +============ Precision = 0.13253012048192772, Recall = 0.9166666666666666, F1 = 0.23157894736842105 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 11.857142857142858 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 72 : "division by zero" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 7, 8, 11, 12, 16, 17, 20, 21, 23, 24, 26, 27, 28, 29, 34, 35, 37, 38, 40, 42, 45, 46, 47, 49, 50, 51, 52, 54, 55, 59, 63, 64, 67, 68, 69, 70, 71, 73, 74, 75, 79, 81, 83, 84, 85, 88, 89, 91, 92, 93, 94, 97, 98, 99] +The cluster 2 contains the snippets: [14, 31, 53, 65, 76, 86, 87, 90, 96, 100] +The cluster 4 contains the snippets: [3, 18, 30, 43, 60, 80] +The cluster 3 contains the snippets: [9, 15, 22, 39] +The cluster 5 contains the snippets: [19, 48] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 14, 9, 3, 19, 2, 31, 15, 18, 48, 4, 53, 22, 30, 5, 65, 39, 43, 7, 76, 60, 8, 86, 80, 11, 87, 12, 90, 16, 96, 17, 100, 20, 21, 23, 24, 26, 27, 28, 29, 34, 35, 37, 38, 40, 42, 45, 46, 47, 49, 50, 51, 52, 54, 55, 59, 63, 64, 67, 68, 69, 70, 71, 73, 74, 75, 79, 81, 83, 84, 85, 88, 89, 91, 92, 93, 94, 97, 98, 99, 6, 10, 13, 25, 32, 33, 36, 41, 44, 56, 57, 58, 61, 62, 66, 72, 77, 78, 82, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "division by zero" =============== +============ Value of Rand Index = 0.6228282828282828 ================================= +============ Partial average Rand Index = 0.5712205387205389 ====== +============ Value of Adjusted Rand Index = 0.3053597834111042 ================================= +============ Partial average of Adjusted Rand Index = 0.10132587368716711 ================================= +============ Value of Jaccard Index = 0.4635057471264368 ================================= +============ Partial average of Jaccard Index = 0.33737782965015467 ====== +============ Precision = 0.95, Recall = 0.8444444444444444, F1 = 0.8941176470588236 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 16.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 73 : "hair of the dog" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [5, 7, 8, 12, 13, 15, 16, 23, 45, 52, 54, 58, 59, 60, 65, 66, 72, 73, 80, 82, 99, 100] +The cluster 2 contains the snippets: [6, 10, 14, 20, 21, 25, 26, 30, 34, 41, 42, 47, 49, 57, 62, 67, 68, 70, 81, 96] +The cluster 3 contains the snippets: [2, 37, 84, 85, 86] +The cluster 4 contains the snippets: [3, 27, 64, 83, 88] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [5, 6, 2, 3, 7, 10, 37, 27, 8, 14, 84, 64, 12, 20, 85, 83, 13, 21, 86, 88, 15, 25, 16, 26, 23, 30, 45, 34, 52, 41, 54, 42, 58, 47, 59, 49, 60, 57, 65, 62, 66, 67, 72, 68, 73, 70, 80, 81, 82, 96, 99, 100, 1, 4, 9, 11, 17, 18, 19, 22, 24, 28, 29, 31, 32, 33, 35, 36, 38, 39, 40, 43, 44, 46, 48, 50, 51, 53, 55, 56, 61, 63, 69, 71, 74, 75, 76, 77, 78, 79, 87, 89, 90, 91, 92, 93, 94, 95, 97, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "hair of the dog" =============== +============ Value of Rand Index = 0.5501010101010101 ================================= +============ Partial average Rand Index = 0.5709312301093126 ====== +============ Value of Adjusted Rand Index = 0.07303847586064421 ================================= +============ Partial average of Adjusted Rand Index = 0.10093837508680377 ================================= +============ Value of Jaccard Index = 0.2589018302828619 ================================= +============ Partial average of Jaccard Index = 0.33630281596019185 ====== +============ Precision = 0.36538461538461536, Recall = 0.5135135135135135, F1 = 0.42696629213483145 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 13.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 74 : "freedom of the press" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 5, 9, 12, 16, 21, 26, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 50, 57, 58, 60, 65, 68, 73, 75, 76, 78, 81, 82, 83, 84, 91, 97, 98] +The cluster 4 contains the snippets: [7, 33, 51, 52, 55, 62, 63, 79, 86, 90, 92, 96] +The cluster 3 contains the snippets: [2, 14, 19, 30, 31, 34, 54, 59, 88, 94] +The cluster 8 contains the snippets: [1, 18, 20, 24, 27, 49, 53, 67, 74, 95] +The cluster 2 contains the snippets: [56, 69, 71, 87] +The cluster 9 contains the snippets: [4, 64, 77] +The cluster 5 contains the snippets: [89, 100] +The cluster 7 contains the snippets: [99] +The cluster 6 contains the snippets: [61] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 56, 2, 7, 89, 61, 99, 1, 4, 5, 69, 14, 33, 100, 18, 64, 9, 71, 19, 51, 20, 77, 12, 87, 30, 52, 24, 16, 31, 55, 27, 21, 34, 62, 49, 26, 54, 63, 53, 35, 59, 79, 67, 36, 88, 86, 74, 38, 94, 90, 95, 39, 92, 40, 96, 41, 42, 43, 44, 45, 46, 47, 48, 50, 57, 58, 60, 65, 68, 73, 75, 76, 78, 81, 82, 83, 84, 91, 97, 98, 6, 8, 10, 11, 13, 15, 17, 22, 23, 25, 28, 29, 32, 37, 66, 70, 72, 80, 85, 93] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "freedom of the press" =============== +============ Value of Rand Index = 0.44 ================================= +============ Partial average Rand Index = 0.5691618891618893 ====== +============ Value of Adjusted Rand Index = 0.05229391885205223 ================================= +============ Partial average of Adjusted Rand Index = 0.10028101757011795 ================================= +============ Value of Jaccard Index = 0.20481927710843373 ================================= +============ Partial average of Jaccard Index = 0.33452601138111404 ====== +============ Precision = 0.8, Recall = 0.6666666666666666, F1 = 0.7272727272727272 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 8.88888888888889 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 75 : "bat boy" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 5, 6, 7, 11, 12, 13, 17, 19, 21, 23, 25, 26, 27, 28, 30, 31, 36, 37, 39, 40, 41, 43, 45, 46, 51, 52, 53, 54, 55, 56, 62, 66, 67, 68, 69, 71, 73, 76, 80, 82, 85, 88, 89, 91, 92, 95] +The cluster 3 contains the snippets: [1, 9, 10, 49, 50, 57, 58, 59, 61, 64, 72, 81, 87, 90, 93, 97, 98] +The cluster 2 contains the snippets: [14, 24, 33, 70, 79, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 14, 1, 5, 24, 9, 6, 33, 10, 7, 70, 49, 11, 79, 50, 12, 100, 57, 13, 58, 17, 59, 19, 61, 21, 64, 23, 72, 25, 81, 26, 87, 27, 90, 28, 93, 30, 97, 31, 98, 36, 37, 39, 40, 41, 43, 45, 46, 51, 52, 53, 54, 55, 56, 62, 66, 67, 68, 69, 71, 73, 76, 80, 82, 85, 88, 89, 91, 92, 95, 2, 4, 8, 15, 16, 18, 20, 22, 29, 32, 34, 35, 38, 42, 44, 47, 48, 60, 63, 65, 74, 75, 77, 78, 83, 84, 86, 94, 96, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bat boy" =============== +============ Value of Rand Index = 0.6323232323232323 ================================= +============ Partial average Rand Index = 0.5700040404040405 ====== +============ Value of Adjusted Rand Index = 0.1944395006357738 ================================= +============ Partial average of Adjusted Rand Index = 0.10153646401099335 ================================= +============ Value of Jaccard Index = 0.32367149758454106 ================================= +============ Partial average of Jaccard Index = 0.334381284530493 ====== +============ Precision = 0.6, Recall = 0.65625, F1 = 0.626865671641791 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 23.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 76 : "fast food nation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 5, 6, 8, 14, 15, 17, 18, 19, 23, 26, 28, 31, 32, 33, 35, 38, 39, 40, 42, 44, 45, 47, 48, 50, 56, 59, 61, 62, 65, 69, 70, 77, 79, 80, 81, 83, 84, 85, 86, 89, 90, 91, 92, 94, 95, 96, 97, 98] +The cluster 2 contains the snippets: [2, 9, 11, 16, 21, 22, 25, 37, 43, 46, 49, 51, 53, 58, 60, 63, 64, 66, 68, 72, 75, 78, 87, 93, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 9, 4, 11, 5, 16, 6, 21, 8, 22, 14, 25, 15, 37, 17, 43, 18, 46, 19, 49, 23, 51, 26, 53, 28, 58, 31, 60, 32, 63, 33, 64, 35, 66, 38, 68, 39, 72, 40, 75, 42, 78, 44, 87, 45, 93, 47, 100, 48, 50, 56, 59, 61, 62, 65, 69, 70, 77, 79, 80, 81, 83, 84, 85, 86, 89, 90, 91, 92, 94, 95, 96, 97, 98, 7, 10, 12, 13, 20, 24, 27, 29, 30, 34, 36, 41, 52, 54, 55, 57, 67, 71, 73, 74, 76, 82, 88, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fast food nation" =============== +============ Value of Rand Index = 0.5913131313131313 ================================= +============ Partial average Rand Index = 0.5702844231791601 ====== +============ Value of Adjusted Rand Index = 0.13951524253483033 ================================= +============ Partial average of Adjusted Rand Index = 0.10203618478104384 ================================= +============ Value of Jaccard Index = 0.3181664981462757 ================================= +============ Partial average of Jaccard Index = 0.33416793207806905 ====== +============ Precision = 0.6578947368421053, Recall = 0.5555555555555556, F1 = 0.6024096385542169 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 38.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 77 : "the da vinci code" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 5, 6, 8, 11, 12, 14, 15, 16, 19, 21, 22, 24, 26, 27, 28, 29, 31, 33, 34, 37, 38, 40, 41, 45, 48, 52, 53, 54, 56, 58, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 72, 73, 75, 77, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 93, 94, 95, 99] +The cluster 2 contains the snippets: [7, 9, 17, 18, 25, 35, 42, 46] +The cluster 3 contains the snippets: [47, 92, 98] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 7, 47, 2, 9, 92, 4, 17, 98, 5, 18, 6, 25, 8, 35, 11, 42, 12, 46, 14, 15, 16, 19, 21, 22, 24, 26, 27, 28, 29, 31, 33, 34, 37, 38, 40, 41, 45, 48, 52, 53, 54, 56, 58, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 72, 73, 75, 77, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 93, 94, 95, 99, 3, 10, 13, 20, 23, 30, 32, 36, 39, 43, 44, 49, 50, 51, 55, 57, 59, 68, 71, 74, 76, 78, 84, 91, 96, 97, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the da vinci code" =============== +============ Value of Rand Index = 0.5523232323232323 ================================= +============ Partial average Rand Index = 0.5700511609602519 ====== +============ Value of Adjusted Rand Index = 0.08461321161480252 ================================= +============ Partial average of Adjusted Rand Index = 0.10180991240226149 ================================= +============ Value of Jaccard Index = 0.2528658125421443 ================================= +============ Partial average of Jaccard Index = 0.33311206039578434 ====== +============ Precision = 0.4657534246575342, Recall = 0.4857142857142857, F1 = 0.4755244755244756 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 24.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 78 : "civil war" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22, 24, 25, 26, 27, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 67, 68, 69, 71, 72, 73, 74, 76, 77, 79, 80, 82, 83, 84, 85, 86, 87, 89, 91, 92, 94, 95, 97, 98, 99, 100] +The cluster 2 contains the snippets: [12, 23, 90] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 12, 2, 23, 3, 90, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22, 24, 25, 26, 27, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 67, 68, 69, 71, 72, 73, 74, 76, 77, 79, 80, 82, 83, 84, 85, 86, 87, 89, 91, 92, 94, 95, 97, 98, 99, 100, 17, 18, 28, 30, 44, 54, 62, 66, 70, 75, 78, 81, 88, 93, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "civil war" =============== +============ Value of Rand Index = 0.49595959595959593 ================================= +============ Partial average Rand Index = 0.5691012691012691 ====== +============ Value of Adjusted Rand Index = 0.036486089871325525 ================================= +============ Partial average of Adjusted Rand Index = 0.10097242749801873 ================================= +============ Value of Jaccard Index = 0.3841026906936559 ================================= +============ Partial average of Jaccard Index = 0.3337657864252442 ====== +============ Precision = 0.5764705882352941, Recall = 0.8032786885245902, F1 = 0.6712328767123288 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 42.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 79 : "trip the light fantastic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 5, 6, 8, 17, 24, 25, 29, 32, 33, 42, 59, 69, 75, 76, 81, 87, 90, 94, 95, 97] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 5, 6, 8, 17, 24, 25, 29, 32, 33, 42, 59, 69, 75, 76, 81, 87, 90, 94, 95, 97, 2, 4, 7, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 26, 27, 28, 30, 31, 34, 35, 36, 37, 38, 39, 40, 41, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 71, 72, 73, 74, 77, 78, 79, 80, 82, 83, 84, 85, 86, 88, 89, 91, 92, 93, 96, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "trip the light fantastic" =============== +============ Value of Rand Index = 0.6424242424242425 ================================= +============ Partial average Rand Index = 0.5700294080040915 ====== +============ Value of Adjusted Rand Index = 0.25503378302543267 ================================= +============ Partial average of Adjusted Rand Index = 0.10292257123887207 ================================= +============ Value of Jaccard Index = 0.5462701871315048 ================================= +============ Partial average of Jaccard Index = 0.33645571554810827 ====== +============ Precision = 0.36363636363636365, Recall = 0.3076923076923077, F1 = 0.33333333333333337 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 22.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 80 : "ace of spades" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 2 contains the snippets: [1, 3, 5, 16, 25, 26, 27, 35, 36, 55, 56, 61, 64, 66, 80, 82, 87, 92, 93, 94] +The cluster 1 contains the snippets: [7, 17, 29, 31, 37, 39, 45, 49, 51, 54, 59, 63, 70, 71, 74, 76, 96, 100] +The cluster 3 contains the snippets: [8, 10, 20, 33, 41, 58, 62, 67, 75, 79, 88, 97] +The cluster 6 contains the snippets: [18, 19, 43, 89, 98] +The cluster 5 contains the snippets: [11, 30, 34] +The cluster 4 contains the snippets: [91] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [7, 1, 8, 91, 11, 18, 17, 3, 10, 30, 19, 29, 5, 20, 34, 43, 31, 16, 33, 89, 37, 25, 41, 98, 39, 26, 58, 45, 27, 62, 49, 35, 67, 51, 36, 75, 54, 55, 79, 59, 56, 88, 63, 61, 97, 70, 64, 71, 66, 74, 80, 76, 82, 96, 87, 100, 92, 93, 94, 2, 4, 6, 9, 12, 13, 14, 15, 21, 22, 23, 24, 28, 32, 38, 40, 42, 44, 46, 47, 48, 50, 52, 53, 57, 60, 65, 68, 69, 72, 73, 77, 78, 81, 83, 84, 85, 86, 90, 95, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "ace of spades" =============== +============ Value of Rand Index = 0.5723232323232323 ================================= +============ Partial average Rand Index = 0.5700580808080808 ====== +============ Value of Adjusted Rand Index = 0.09894118721376381 ================================= +============ Partial average of Adjusted Rand Index = 0.10287280393855824 ================================= +============ Value of Jaccard Index = 0.24149050519527052 ================================= +============ Partial average of Jaccard Index = 0.3352686504186978 ====== +============ Precision = 0.23728813559322035, Recall = 0.4117647058823529, F1 = 0.3010752688172043 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 9.833333333333334 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 81 : "charles de gaulle" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 16, 17, 18, 24, 25, 26, 28, 38, 39, 41, 42, 44, 45, 52, 55, 60, 61, 63, 65, 67, 68, 70, 71, 72, 76, 77, 79, 83, 85, 86, 88, 91, 93, 96, 97, 99] +The cluster 2 contains the snippets: [14, 19, 20, 21, 22, 23, 27, 29, 30, 31, 33, 35, 36, 37, 40, 43, 47, 48, 49, 51, 53, 54, 56, 57, 58, 62, 64, 66, 73, 75, 82, 84, 87, 89, 90, 94, 98, 100] +The cluster 3 contains the snippets: [46] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 14, 46, 3, 19, 4, 20, 5, 21, 6, 22, 7, 23, 8, 27, 10, 29, 11, 30, 12, 31, 13, 33, 15, 35, 16, 36, 17, 37, 18, 40, 24, 43, 25, 47, 26, 48, 28, 49, 38, 51, 39, 53, 41, 54, 42, 56, 44, 57, 45, 58, 52, 62, 55, 64, 60, 66, 61, 73, 63, 75, 65, 82, 67, 84, 68, 87, 70, 89, 71, 90, 72, 94, 76, 98, 77, 100, 79, 83, 85, 86, 88, 91, 93, 96, 97, 99, 2, 9, 32, 34, 50, 59, 69, 74, 78, 80, 81, 92, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "charles de gaulle" =============== +============ Value of Rand Index = 0.6440404040404041 ================================= +============ Partial average Rand Index = 0.5709714428232947 ====== +============ Value of Adjusted Rand Index = 0.18987121201003226 ================================= +============ Partial average of Adjusted Rand Index = 0.10394685835919373 ================================= +============ Value of Jaccard Index = 0.2709971038477451 ================================= +============ Partial average of Jaccard Index = 0.3344751745351058 ====== +============ Precision = 0.5057471264367817, Recall = 0.6027397260273972, F1 = 0.55 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 29.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 82 : "dive bomber" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 8, 11, 22, 24, 27, 29, 30, 31, 32, 34, 37, 38, 40, 41, 43, 47, 48, 49, 52, 53, 54, 55, 58, 59, 64, 68, 71, 73, 74, 75, 79, 88, 89, 90, 91, 92, 93, 94, 97, 98, 99] +The cluster 3 contains the snippets: [2, 10, 12, 17, 21, 42, 46, 51, 60, 65, 95, 96, 100] +The cluster 2 contains the snippets: [9, 23, 50, 83, 87] +The cluster 4 contains the snippets: [7, 26, 57, 61, 62] +The cluster 5 contains the snippets: [15, 67, 82, 85, 86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 9, 2, 7, 15, 3, 23, 10, 26, 67, 8, 50, 12, 57, 82, 11, 83, 17, 61, 85, 22, 87, 21, 62, 86, 24, 42, 27, 46, 29, 51, 30, 60, 31, 65, 32, 95, 34, 96, 37, 100, 38, 40, 41, 43, 47, 48, 49, 52, 53, 54, 55, 58, 59, 64, 68, 71, 73, 74, 75, 79, 88, 89, 90, 91, 92, 93, 94, 97, 98, 99, 4, 5, 6, 13, 14, 16, 18, 19, 20, 25, 28, 33, 35, 36, 39, 44, 45, 56, 63, 66, 69, 70, 72, 76, 77, 78, 80, 81, 84] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dive bomber" =============== +============ Value of Rand Index = 0.6258585858585859 ================================= +============ Partial average Rand Index = 0.5716407982261641 ====== +============ Value of Adjusted Rand Index = 0.15213778292825716 ================================= +============ Partial average of Adjusted Rand Index = 0.10453455256125548 ================================= +============ Value of Jaccard Index = 0.2685624012638231 ================================= +============ Partial average of Jaccard Index = 0.33367136022691934 ====== +============ Precision = 0.6619718309859155, Recall = 0.6527777777777778, F1 = 0.6573426573426574 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 14.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 83 : "catch a fire" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [43, 47] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 43, 2, 47, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 3, 5, 18, 21, 32, 50, 59, 60, 67, 80, 84, 88] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "catch a fire" =============== +============ Value of Rand Index = 0.6050505050505051 ================================= +============ Partial average Rand Index = 0.5720433248144092 ====== +============ Value of Adjusted Rand Index = 0.09219707398013402 ================================= +============ Partial average of Adjusted Rand Index = 0.10438590824100098 ================================= +============ Value of Jaccard Index = 0.5551763367463026 ================================= +============ Partial average of Jaccard Index = 0.3363400948837795 ====== +============ Precision = 0.7954545454545454, Recall = 0.7865168539325843, F1 = 0.7909604519774012 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 44.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 84 : "middle ages" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78, 79, 80, 81, 83, 84, 86, 87, 88, 89, 90, 92, 93, 95, 96, 100] +The cluster 2 contains the snippets: [60] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 60, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78, 79, 80, 81, 83, 84, 86, 87, 88, 89, 90, 92, 93, 95, 96, 100, 24, 25, 26, 37, 50, 74, 76, 82, 85, 91, 94, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "middle ages" =============== +============ Value of Rand Index = 0.5692929292929293 ================================= +============ Partial average Rand Index = 0.5720105820105821 ====== +============ Value of Adjusted Rand Index = 0.08696760324280749 ================================= +============ Partial average of Adjusted Rand Index = 0.104178547467213 ================================= +============ Value of Jaccard Index = 0.5018691588785047 ================================= +============ Partial average of Jaccard Index = 0.33831067897895467 ====== +============ Precision = 0.7441860465116279, Recall = 0.8421052631578947, F1 = 0.7901234567901234 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 43.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 85 : "the marquise of o" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 5, 7, 11, 12, 13, 18, 24, 25, 28, 30, 31, 32, 33, 35, 36, 37, 40, 42, 44, 47, 50, 51, 54, 56, 57, 59, 65, 66, 67, 68, 70, 76, 77, 79, 80, 82, 84, 100] +The cluster 2 contains the snippets: [26, 34, 38, 60, 64, 72, 78, 83, 85, 86, 87, 88, 90, 92, 94, 98, 99] +The cluster 3 contains the snippets: [10, 19, 20, 23, 41, 91, 95, 97] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 26, 10, 2, 34, 19, 5, 38, 20, 7, 60, 23, 11, 64, 41, 12, 72, 91, 13, 78, 95, 18, 83, 97, 24, 85, 25, 86, 28, 87, 30, 88, 31, 90, 32, 92, 33, 94, 35, 98, 36, 99, 37, 40, 42, 44, 47, 50, 51, 54, 56, 57, 59, 65, 66, 67, 68, 70, 76, 77, 79, 80, 82, 84, 100, 3, 4, 6, 8, 9, 14, 15, 16, 17, 21, 22, 27, 29, 39, 43, 45, 46, 48, 49, 52, 53, 55, 58, 61, 62, 63, 69, 71, 73, 74, 75, 81, 89, 93, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the marquise of o" =============== +============ Value of Rand Index = 0.5602020202020203 ================================= +============ Partial average Rand Index = 0.5718716577540108 ====== +============ Value of Adjusted Rand Index = 0.010142044843909378 ================================= +============ Partial average of Adjusted Rand Index = 0.10307223567164468 ================================= +============ Value of Jaccard Index = 0.20285609666788723 ================================= +============ Partial average of Jaccard Index = 0.336717095657648 ====== +============ Precision = 0.49230769230769234, Recall = 0.45714285714285713, F1 = 0.4740740740740741 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 21.666666666666668 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 86 : "sean fallon" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [12, 18, 28, 37, 44, 52, 54, 55, 58, 62, 63, 64, 67, 69, 73, 79, 81, 88, 95] +The cluster 3 contains the snippets: [8, 9, 16, 17, 20, 25, 33, 34, 35, 38, 43, 53, 59, 83, 93] +The cluster 7 contains the snippets: [10, 21, 23, 51, 65, 66, 71] +The cluster 4 contains the snippets: [29, 30, 36, 56] +The cluster 6 contains the snippets: [42, 72, 78, 87] +The cluster 2 contains the snippets: [1, 7, 15, 70] +The cluster 5 contains the snippets: [41, 61, 99] +The cluster 8 contains the snippets: [97] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [12, 1, 8, 29, 41, 42, 10, 97, 18, 7, 9, 30, 61, 72, 21, 28, 15, 16, 36, 99, 78, 23, 37, 70, 17, 56, 87, 51, 44, 20, 65, 52, 25, 66, 54, 33, 71, 55, 34, 58, 35, 62, 38, 63, 43, 64, 53, 67, 59, 69, 83, 73, 93, 79, 81, 88, 95, 2, 3, 4, 5, 6, 11, 13, 14, 19, 22, 24, 26, 27, 31, 32, 39, 40, 45, 46, 47, 48, 49, 50, 57, 60, 68, 74, 75, 76, 77, 80, 82, 84, 85, 86, 89, 90, 91, 92, 94, 96, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "sean fallon" =============== +============ Value of Rand Index = 0.3397979797979798 ================================= +============ Partial average Rand Index = 0.5691731266149872 ====== +============ Value of Adjusted Rand Index = 0.011777228541131612 ================================= +============ Partial average of Adjusted Rand Index = 0.10201066582128988 ================================= +============ Value of Jaccard Index = 0.24052986288635836 ================================= +============ Partial average of Jaccard Index = 0.3355986394626331 ====== +============ Precision = 0.08771929824561403, Recall = 0.5555555555555556, F1 = 0.1515151515151515 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 7.125 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 87 : "tower of babel" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 9 snippet clusters: ==================== +The cluster 1 contains the snippets: [5, 7, 8, 15, 19, 21, 23, 25, 28, 32, 33, 34, 35, 43, 45, 48, 50, 52, 53, 55, 58, 59, 63, 64, 65, 66, 67, 72, 75, 78, 88, 89, 97, 100] +The cluster 4 contains the snippets: [6, 10, 11, 20, 24, 36, 38, 51, 56, 60, 69, 70, 71, 73, 74, 76, 79, 81, 85, 86, 90, 92, 93, 95] +The cluster 2 contains the snippets: [2, 4, 16, 27, 46, 57] +The cluster 5 contains the snippets: [3, 29, 30, 68, 84] +The cluster 9 contains the snippets: [39, 49, 62, 98] +The cluster 8 contains the snippets: [13, 47, 54] +The cluster 6 contains the snippets: [87, 91] +The cluster 7 contains the snippets: [26] +The cluster 3 contains the snippets: [37] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [5, 2, 37, 6, 3, 87, 26, 13, 39, 7, 4, 10, 29, 91, 47, 49, 8, 16, 11, 30, 54, 62, 15, 27, 20, 68, 98, 19, 46, 24, 84, 21, 57, 36, 23, 38, 25, 51, 28, 56, 32, 60, 33, 69, 34, 70, 35, 71, 43, 73, 45, 74, 48, 76, 50, 79, 52, 81, 53, 85, 55, 86, 58, 90, 59, 92, 63, 93, 64, 95, 65, 66, 67, 72, 75, 78, 88, 89, 97, 100, 1, 9, 12, 14, 17, 18, 22, 31, 40, 41, 42, 44, 61, 77, 80, 82, 83, 94, 96, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "tower of babel" =============== +============ Value of Rand Index = 0.6846464646464646 ================================= +============ Partial average Rand Index = 0.5705004063624755 ====== +============ Value of Adjusted Rand Index = 0.016175719003605055 ================================= +============ Partial average of Adjusted Rand Index = 0.10102405723717857 ================================= +============ Value of Jaccard Index = 0.11857707509881422 ================================= +============ Partial average of Jaccard Index = 0.333104138722819 ====== +============ Precision = 0.2875, Recall = 0.359375, F1 = 0.3194444444444444 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 9 ============ +============ average size of the created clusters: 8.88888888888889 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 88 : "special edition" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 68, 69, 70, 72, 75, 76, 77, 78, 79, 81, 82, 83, 84, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100] +The cluster 2 contains the snippets: [4] +The cluster 3 contains the snippets: [71] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 4, 71, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 64, 65, 66, 68, 69, 70, 72, 75, 76, 77, 78, 79, 81, 82, 83, 84, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100, 26, 30, 37, 39, 44, 63, 67, 73, 74, 80, 85, 89, 97] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "special edition" =============== +============ Value of Rand Index = 0.7242424242424242 ================================= +============ Partial average Rand Index = 0.5722474747474748 ====== +============ Value of Adjusted Rand Index = 0.05265190167853813 ================================= +============ Partial average of Adjusted Rand Index = 0.10047437365128492 ================================= +============ Value of Jaccard Index = 0.717683557394002 ================================= +============ Partial average of Jaccard Index = 0.33747435938953696 ====== +============ Precision = 0.022988505747126436, Recall = 0.6666666666666666, F1 = 0.044444444444444446 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 29.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 89 : "the colour of magic" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 5, 6, 7, 9, 10, 11, 12, 13, 16, 17, 19, 21, 25, 29, 30, 31, 32, 34, 35, 36, 46, 47, 48, 49, 50, 51, 52, 53, 55, 59, 62, 64, 65, 67, 68, 70, 74, 75, 79, 81, 86, 89, 90, 93, 94, 96, 97, 98, 99, 100] +The cluster 3 contains the snippets: [23, 24, 58, 76, 92] +The cluster 2 contains the snippets: [22, 72, 85] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 22, 23, 4, 72, 24, 5, 85, 58, 6, 76, 7, 92, 9, 10, 11, 12, 13, 16, 17, 19, 21, 25, 29, 30, 31, 32, 34, 35, 36, 46, 47, 48, 49, 50, 51, 52, 53, 55, 59, 62, 64, 65, 67, 68, 70, 74, 75, 79, 81, 86, 89, 90, 93, 94, 96, 97, 98, 99, 100, 1, 3, 8, 14, 15, 18, 20, 26, 27, 28, 33, 37, 38, 39, 40, 41, 42, 43, 44, 45, 54, 56, 57, 60, 61, 63, 66, 69, 71, 73, 77, 78, 80, 82, 83, 84, 87, 88, 91, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the colour of magic" =============== +============ Value of Rand Index = 0.5523232323232323 ================================= +============ Partial average Rand Index = 0.5720236068550676 ====== +============ Value of Adjusted Rand Index = 0.061198746387338875 ================================= +============ Partial average of Adjusted Rand Index = 0.10003307446854397 ================================= +============ Value of Jaccard Index = 0.2722495894909688 ================================= +============ Partial average of Jaccard Index = 0.33674149680640697 ====== +============ Precision = 0.5, Recall = 0.44776119402985076, F1 = 0.4724409448818898 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 20.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 90 : "iron butterly" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 1 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "iron butterly" =============== +============ Value of Rand Index = 0.4595959595959596 ================================= +============ Partial average Rand Index = 0.5707744107744108 ====== +============ Value of Adjusted Rand Index = 0.0 ================================= +============ Partial average of Adjusted Rand Index = 0.09892159586333792 ================================= +============ Value of Jaccard Index = 0.4595959595959596 ================================= +============ Partial average of Jaccard Index = 0.33810654639295756 ====== +============ Precision = 0.55, Recall = 0.9166666666666666, F1 = 0.6874999999999999 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 1 ============ +============ average size of the created clusters: 100.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 91 : "reign of terror" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 11 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 3, 4, 6, 7, 8, 10, 12, 13, 15, 16, 18, 19, 20, 21, 27, 31, 32, 36, 37, 38, 39, 40, 41, 42, 45, 46, 47, 48, 49, 51, 52, 55, 56, 58, 59, 62, 63, 70, 75, 79, 80, 81, 82, 83, 84, 88, 92, 99] +The cluster 10 contains the snippets: [5, 24, 44, 64, 91] +The cluster 3 contains the snippets: [35, 61, 72, 95] +The cluster 7 contains the snippets: [14, 29, 30, 87] +The cluster 8 contains the snippets: [23, 65, 67, 68] +The cluster 6 contains the snippets: [53, 66] +The cluster 4 contains the snippets: [28, 77] +The cluster 5 contains the snippets: [2, 93] +The cluster 2 contains the snippets: [25, 97] +The cluster 11 contains the snippets: [85, 89] +The cluster 9 contains the snippets: [17] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 25, 35, 28, 2, 53, 14, 23, 17, 5, 85, 3, 97, 61, 77, 93, 66, 29, 65, 24, 89, 4, 72, 30, 67, 44, 6, 95, 87, 68, 64, 7, 91, 8, 10, 12, 13, 15, 16, 18, 19, 20, 21, 27, 31, 32, 36, 37, 38, 39, 40, 41, 42, 45, 46, 47, 48, 49, 51, 52, 55, 56, 58, 59, 62, 63, 70, 75, 79, 80, 81, 82, 83, 84, 88, 92, 99, 9, 11, 22, 26, 33, 34, 43, 50, 54, 57, 60, 69, 71, 73, 74, 76, 78, 86, 90, 94, 96, 98, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "reign of terror" =============== +============ Value of Rand Index = 0.5404040404040404 ================================= +============ Partial average Rand Index = 0.5704406704406705 ====== +============ Value of Adjusted Rand Index = 0.045448558015960434 ================================= +============ Partial average of Adjusted Rand Index = 0.09833398006281728 ================================= +============ Value of Jaccard Index = 0.24014696058784235 ================================= +============ Partial average of Jaccard Index = 0.3370300674280662 ====== +============ Precision = 0.4025974025974026, Recall = 0.8157894736842105, F1 = 0.5391304347826087 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 11 ============ +============ average size of the created clusters: 7.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 92 : "heavy rotation" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [3, 4, 5, 6, 7, 8, 11, 13, 16, 17, 18, 19, 21, 22, 24, 26, 27, 28, 29, 30, 32, 34, 36, 37, 38, 41, 42, 43, 45, 46, 47, 49, 50, 52, 53, 54, 55, 56, 58, 61, 63, 65, 66, 67, 68, 69, 70, 72, 73, 74, 77, 79, 82, 83, 84, 85, 86, 87, 91, 92, 93, 99, 100] +The cluster 2 contains the snippets: [1, 12, 14, 15, 23, 31, 33, 76, 89] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [3, 1, 4, 12, 5, 14, 6, 15, 7, 23, 8, 31, 11, 33, 13, 76, 16, 89, 17, 18, 19, 21, 22, 24, 26, 27, 28, 29, 30, 32, 34, 36, 37, 38, 41, 42, 43, 45, 46, 47, 49, 50, 52, 53, 54, 55, 56, 58, 61, 63, 65, 66, 67, 68, 69, 70, 72, 73, 74, 77, 79, 82, 83, 84, 85, 86, 87, 91, 92, 93, 99, 100, 2, 9, 10, 20, 25, 35, 39, 40, 44, 48, 51, 57, 59, 60, 62, 64, 71, 75, 78, 80, 81, 88, 90, 94, 95, 96, 97, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heavy rotation" =============== +============ Value of Rand Index = 0.4692929292929293 ================================= +============ Partial average Rand Index = 0.5693412384716734 ====== +============ Value of Adjusted Rand Index = -0.06985795606687319 ================================= +============ Partial average of Adjusted Rand Index = 0.0965058068440163 ================================= +============ Value of Jaccard Index = 0.27390823659480373 ================================= +============ Partial average of Jaccard Index = 0.33634396057118293 ====== +============ Precision = 0.20833333333333334, Recall = 0.38461538461538464, F1 = 0.2702702702702703 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 36.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 93 : "the edge of heaven" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 13, 15, 18, 19, 20, 21, 22, 23, 24, 25, 27, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82, 83, 85, 86, 87, 89, 92, 93, 94, 97, 99, 100] +The cluster 5 contains the snippets: [6, 14, 84, 95, 98] +The cluster 2 contains the snippets: [48, 55, 90] +The cluster 3 contains the snippets: [12, 16] +The cluster 4 contains the snippets: [56] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 48, 12, 56, 6, 2, 55, 16, 14, 3, 90, 84, 4, 95, 5, 98, 7, 8, 9, 10, 11, 13, 15, 18, 19, 20, 21, 22, 23, 24, 25, 27, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 47, 49, 50, 51, 52, 53, 54, 58, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82, 83, 85, 86, 87, 89, 92, 93, 94, 97, 99, 100, 17, 26, 28, 31, 41, 57, 60, 79, 81, 88, 91, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "the edge of heaven" =============== +============ Value of Rand Index = 0.5068686868686869 ================================= +============ Partial average Rand Index = 0.5686694906049745 ====== +============ Value of Adjusted Rand Index = 0.03153507335533008 ================================= +============ Partial average of Adjusted Rand Index = 0.09580719680650353 ================================= +============ Value of Jaccard Index = 0.36679636835278856 ================================= +============ Partial average of Jaccard Index = 0.3366714058161464 ====== +============ Precision = 0.5113636363636364, Recall = 0.8823529411764706, F1 = 0.6474820143884893 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 17.6 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 94 : "top of the pops" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 38, 39, 40, 42, 43, 44, 45, 46, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99] +The cluster 2 contains the snippets: [23] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 23, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 38, 39, 40, 42, 43, 44, 45, 46, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 7, 15, 32, 36, 37, 41, 47, 48, 49, 57, 67, 69, 70, 76, 84, 85, 88, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "top of the pops" =============== +============ Value of Rand Index = 0.5129292929292929 ================================= +============ Partial average Rand Index = 0.5680765097786374 ====== +============ Value of Adjusted Rand Index = 0.028334058757926616 ================================= +============ Partial average of Adjusted Rand Index = 0.09508939746556123 ================================= +============ Value of Jaccard Index = 0.41636407649479545 ================================= +============ Partial average of Jaccard Index = 0.3375192001850682 ====== +============ Precision = 0.6341463414634146, Recall = 0.7878787878787878, F1 = 0.7027027027027027 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 41.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 95 : "manor house" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15, 16, 18, 19, 20, 23, 26, 29, 30, 31, 32, 33, 34, 37, 38, 39, 40, 43, 44, 46, 47, 49, 52, 53, 55, 57, 58, 59, 61, 62, 64, 67, 68, 69, 73, 74, 75, 76, 77, 78, 79, 81, 83, 84, 85, 87, 88, 90, 92, 93, 95, 96, 97, 98, 99, 100] +The cluster 3 contains the snippets: [25, 28, 48, 50, 51, 70, 91] +The cluster 4 contains the snippets: [21, 24, 27, 35, 56, 71] +The cluster 2 contains the snippets: [41, 94] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 41, 25, 21, 2, 94, 28, 24, 3, 48, 27, 5, 50, 35, 6, 51, 56, 7, 70, 71, 8, 91, 9, 10, 11, 12, 13, 15, 16, 18, 19, 20, 23, 26, 29, 30, 31, 32, 33, 34, 37, 38, 39, 40, 43, 44, 46, 47, 49, 52, 53, 55, 57, 58, 59, 61, 62, 64, 67, 68, 69, 73, 74, 75, 76, 77, 78, 79, 81, 83, 84, 85, 87, 88, 90, 92, 93, 95, 96, 97, 98, 99, 100, 4, 14, 17, 22, 36, 42, 45, 54, 60, 63, 65, 66, 72, 80, 82, 86, 89] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "manor house" =============== +============ Value of Rand Index = 0.4763636363636364 ================================= +============ Partial average Rand Index = 0.5671111111111112 ====== +============ Value of Adjusted Rand Index = -0.05267678316770379 ================================= +============ Partial average of Adjusted Rand Index = 0.09353396398521106 ================================= +============ Value of Jaccard Index = 0.3802008608321377 ================================= +============ Partial average of Jaccard Index = 0.3379684808234584 ====== +============ Precision = 0.13253012048192772, Recall = 0.55, F1 = 0.21359223300970878 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 20.75 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 96 : "bus driver" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 2 contains the snippets: [1, 3, 4, 5, 6, 7, 8, 10, 11, 12, 14, 15, 16, 20, 21, 23, 26, 27, 28, 29, 30, 32, 34, 35, 36, 39, 40, 45, 46, 47, 50, 52, 55, 56, 57, 58, 61, 62, 64, 66, 73, 75, 77, 78, 81, 84, 85, 87, 88, 89, 91, 92, 94, 95, 99, 100] +The cluster 1 contains the snippets: [2, 22, 25, 33, 41, 49, 54, 59, 67, 69, 71, 72, 80, 82, 86, 90, 93, 98] +The cluster 7 contains the snippets: [9, 13, 24, 48, 70] +The cluster 4 contains the snippets: [79, 97] +The cluster 3 contains the snippets: [17, 60] +The cluster 8 contains the snippets: [31, 42] +The cluster 5 contains the snippets: [68] +The cluster 6 contains the snippets: [53] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 17, 79, 68, 53, 9, 31, 22, 3, 60, 97, 13, 42, 25, 4, 24, 33, 5, 48, 41, 6, 70, 49, 7, 54, 8, 59, 10, 67, 11, 69, 12, 71, 14, 72, 15, 80, 16, 82, 20, 86, 21, 90, 23, 93, 26, 98, 27, 28, 29, 30, 32, 34, 35, 36, 39, 40, 45, 46, 47, 50, 52, 55, 56, 57, 58, 61, 62, 64, 66, 73, 75, 77, 78, 81, 84, 85, 87, 88, 89, 91, 92, 94, 95, 99, 100, 18, 19, 37, 38, 43, 44, 51, 63, 65, 74, 76, 83, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bus driver" =============== +============ Value of Rand Index = 0.5696969696969697 ================================= +============ Partial average Rand Index = 0.5671380471380472 ====== +============ Value of Adjusted Rand Index = 0.08831817070673033 ================================= +============ Partial average of Adjusted Rand Index = 0.0934796328052269 ================================= +============ Value of Jaccard Index = 0.2864321608040201 ================================= +============ Partial average of Jaccard Index = 0.33743164415658916 ====== +============ Precision = 0.5862068965517241, Recall = 0.5604395604395604, F1 = 0.5730337078651686 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 10.875 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 97 : "american beauty" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 4 contains the snippets: [3, 4, 5, 7, 9, 12, 14, 15, 17, 18, 23, 24, 25, 26, 27, 28, 30, 37, 38, 41, 45, 47, 49, 50, 52, 53, 54, 59, 61, 67, 71, 78, 79, 85, 86, 87, 99] +The cluster 2 contains the snippets: [2, 6, 8, 13, 19, 20, 22, 36, 39, 40, 44, 46, 57, 63, 66, 68, 69, 82, 91] +The cluster 3 contains the snippets: [32, 56, 58, 75, 76, 100] +The cluster 1 contains the snippets: [10, 34, 60, 77, 84, 90] +The cluster 5 contains the snippets: [80] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [10, 2, 32, 3, 80, 34, 6, 56, 4, 60, 8, 58, 5, 77, 13, 75, 7, 84, 19, 76, 9, 90, 20, 100, 12, 22, 14, 36, 15, 39, 17, 40, 18, 44, 23, 46, 24, 57, 25, 63, 26, 66, 27, 68, 28, 69, 30, 82, 37, 91, 38, 41, 45, 47, 49, 50, 52, 53, 54, 59, 61, 67, 71, 78, 79, 85, 86, 87, 99, 1, 11, 16, 21, 29, 31, 33, 35, 42, 43, 48, 51, 55, 62, 64, 65, 70, 72, 73, 74, 81, 83, 88, 89, 92, 93, 94, 95, 96, 97, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "american beauty" =============== +============ Value of Rand Index = 0.49595959595959593 ================================= +============ Partial average Rand Index = 0.5664042486722898 ====== +============ Value of Adjusted Rand Index = 0.016509876828119868 ================================= +============ Partial average of Adjusted Rand Index = 0.09268613016628771 ================================= +============ Value of Jaccard Index = 0.22467371037911746 ================================= +============ Partial average of Jaccard Index = 0.3362691912310483 ====== +============ Precision = 0.2898550724637681, Recall = 0.625, F1 = 0.39603960396039606 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 13.8 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 98 : "soldier of fortune" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 6 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 7, 10, 15, 16, 19, 26, 35, 37, 38, 46, 50, 51, 52, 53, 54, 57, 61, 63, 72, 73, 77, 88, 90, 94, 100] +The cluster 4 contains the snippets: [8, 11, 12, 18, 20, 22, 28, 30, 44, 55, 59, 69, 71, 79, 81, 87, 89, 95, 96, 97, 98] +The cluster 3 contains the snippets: [1, 23, 48, 82, 85, 91, 93] +The cluster 2 contains the snippets: [5, 43, 60, 64, 75, 80] +The cluster 6 contains the snippets: [45, 56, 62, 65] +The cluster 5 contains the snippets: [39, 42, 86] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 5, 1, 8, 39, 45, 4, 43, 23, 11, 42, 56, 7, 60, 48, 12, 86, 62, 10, 64, 82, 18, 65, 15, 75, 85, 20, 16, 80, 91, 22, 19, 93, 28, 26, 30, 35, 44, 37, 55, 38, 59, 46, 69, 50, 71, 51, 79, 52, 81, 53, 87, 54, 89, 57, 95, 61, 96, 63, 97, 72, 98, 73, 77, 88, 90, 94, 100, 3, 6, 9, 13, 14, 17, 21, 24, 25, 27, 29, 31, 32, 33, 34, 36, 40, 41, 47, 49, 58, 66, 67, 68, 70, 74, 76, 78, 83, 84, 92, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "soldier of fortune" =============== +============ Value of Rand Index = 0.6676767676767676 ================================= +============ Partial average Rand Index = 0.5674376417233559 ====== +============ Value of Adjusted Rand Index = 0.09524859260892184 ================================= +============ Partial average of Adjusted Rand Index = 0.09271227774223297 ================================= +============ Value of Jaccard Index = 0.18524021792966816 ================================= +============ Partial average of Jaccard Index = 0.3347280792585852 ====== +============ Precision = 0.39705882352941174, Recall = 0.48214285714285715, F1 = 0.43548387096774194 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 6 ============ +============ average size of the created clusters: 11.333333333333334 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 99 : "fight night" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 6, 15, 17, 18, 19, 20, 23, 24, 27, 28, 30, 32, 41, 42, 43, 46, 47, 49, 51, 53, 54, 56, 57, 60, 68, 70, 72, 77, 78, 81, 82, 86, 90, 92, 93, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [1, 3, 8, 10, 11, 13, 29, 34, 39, 40, 44, 45, 48, 52, 55, 59, 61, 62, 64, 66, 67, 71, 75, 76, 79, 80, 83, 89, 91, 94] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 4, 3, 6, 8, 15, 10, 17, 11, 18, 13, 19, 29, 20, 34, 23, 39, 24, 40, 27, 44, 28, 45, 30, 48, 32, 52, 41, 55, 42, 59, 43, 61, 46, 62, 47, 64, 49, 66, 51, 67, 53, 71, 54, 75, 56, 76, 57, 79, 60, 80, 68, 83, 70, 89, 72, 91, 77, 94, 78, 81, 82, 86, 90, 92, 93, 96, 97, 98, 99, 100, 5, 7, 9, 12, 14, 16, 21, 22, 25, 26, 31, 33, 35, 36, 37, 38, 50, 58, 63, 65, 69, 73, 74, 84, 85, 87, 88, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "fight night" =============== +============ Value of Rand Index = 0.5521212121212121 ================================= +============ Partial average Rand Index = 0.5672829303132333 ====== +============ Value of Adjusted Rand Index = 0.07621780759026454 ================================= +============ Partial average of Adjusted Rand Index = 0.09254566693261712 ================================= +============ Value of Jaccard Index = 0.27714378871861756 ================================= +============ Partial average of Jaccard Index = 0.33414641975818155 ====== +============ Precision = 0.7222222222222222, Recall = 0.7027027027027027, F1 = 0.7123287671232876 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 36.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 100 : "magic lantern" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 10 snippet clusters: ==================== +The cluster 2 contains the snippets: [7, 14, 25, 26, 30, 51, 52, 56, 59, 65, 99] +The cluster 4 contains the snippets: [5, 20, 37, 38, 40, 49, 57, 71, 90, 92, 95] +The cluster 5 contains the snippets: [16, 24, 67, 68, 73, 77, 81, 97, 98, 100] +The cluster 6 contains the snippets: [1, 13, 29, 31, 35, 36, 62, 70, 79] +The cluster 1 contains the snippets: [2, 39, 45, 54, 61, 75, 84, 96] +The cluster 3 contains the snippets: [3, 8, 63, 69, 91] +The cluster 9 contains the snippets: [18, 33, 60, 85, 86] +The cluster 8 contains the snippets: [55, 72, 80] +The cluster 10 contains the snippets: [15, 48] +The cluster 7 contains the snippets: [50] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 7, 3, 5, 16, 1, 50, 55, 18, 15, 39, 14, 8, 20, 24, 13, 72, 33, 48, 45, 25, 63, 37, 67, 29, 80, 60, 54, 26, 69, 38, 68, 31, 85, 61, 30, 91, 40, 73, 35, 86, 75, 51, 49, 77, 36, 84, 52, 57, 81, 62, 96, 56, 71, 97, 70, 59, 90, 98, 79, 65, 92, 100, 99, 95, 4, 6, 9, 10, 11, 12, 17, 19, 21, 22, 23, 27, 28, 32, 34, 41, 42, 43, 44, 46, 47, 53, 58, 64, 66, 74, 76, 78, 82, 83, 87, 88, 89, 93, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "magic lantern" =============== +============ Value of Rand Index = 0.421010101010101 ================================= +============ Partial average Rand Index = 0.565820202020202 ====== +============ Value of Adjusted Rand Index = 0.04534990042143576 ================================= +============ Partial average of Adjusted Rand Index = 0.0920737092675053 ================================= +============ Value of Jaccard Index = 0.1783256880733945 ================================= +============ Partial average of Jaccard Index = 0.33258821244133363 ====== +============ Precision = 0.2, Recall = 0.6842105263157895, F1 = 0.30952380952380953 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 10 ============ +============ average size of the created clusters: 6.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 101 : "train of thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 3 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 8, 9, 10, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22, 24, 27, 28, 29, 33, 35, 36, 37, 41, 44, 49, 53, 55, 56, 63, 64, 67, 70, 71, 73, 75, 79, 80, 82, 83, 85, 86, 87, 90, 93, 94, 97, 98, 99, 100] +The cluster 3 contains the snippets: [1, 6, 42, 43, 48, 52, 57, 62, 72, 96] +The cluster 2 contains the snippets: [91] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 91, 1, 3, 6, 4, 42, 5, 43, 8, 48, 9, 52, 10, 57, 11, 62, 12, 72, 13, 96, 15, 16, 17, 18, 19, 20, 21, 22, 24, 27, 28, 29, 33, 35, 36, 37, 41, 44, 49, 53, 55, 56, 63, 64, 67, 70, 71, 73, 75, 79, 80, 82, 83, 85, 86, 87, 90, 93, 94, 97, 98, 99, 100, 7, 14, 23, 25, 26, 30, 31, 32, 34, 38, 39, 40, 45, 46, 47, 50, 51, 54, 58, 59, 60, 61, 65, 66, 68, 69, 74, 76, 77, 78, 81, 84, 88, 89, 92, 95] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "train of thought" =============== +============ Value of Rand Index = 0.5331313131313131 ================================= +============ Partial average Rand Index = 0.5654965496549654 ====== +============ Value of Adjusted Rand Index = 0.04035203218135958 ================================= +============ Partial average of Adjusted Rand Index = 0.09156161345477119 ================================= +============ Value of Jaccard Index = 0.2982083206802308 ================================= +============ Partial average of Jaccard Index = 0.33224781747340193 ====== +============ Precision = 0.40625, Recall = 0.6341463414634146, F1 = 0.4952380952380952 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 3 ============ +============ average size of the created clusters: 21.333333333333332 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 102 : "heart to heart" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [8, 31, 43, 48, 63, 69, 75, 76, 80, 84, 88, 91, 92, 94, 95, 100] +The cluster 3 contains the snippets: [3, 16, 22, 23, 46, 54, 59, 61, 65, 74, 96, 99] +The cluster 2 contains the snippets: [11, 25, 26, 29, 32, 56, 70, 90] +The cluster 5 contains the snippets: [10, 17, 21, 42, 71, 72, 73, 83] +The cluster 7 contains the snippets: [4, 5, 9, 33, 34, 89, 93] +The cluster 6 contains the snippets: [1, 14, 20, 78] +The cluster 4 contains the snippets: [18, 38, 40] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [8, 11, 3, 18, 10, 1, 4, 31, 25, 16, 38, 17, 14, 5, 43, 26, 22, 40, 21, 20, 9, 48, 29, 23, 42, 78, 33, 63, 32, 46, 71, 34, 69, 56, 54, 72, 89, 75, 70, 59, 73, 93, 76, 90, 61, 83, 80, 65, 84, 74, 88, 96, 91, 99, 92, 94, 95, 100, 2, 6, 7, 12, 13, 15, 19, 24, 27, 28, 30, 35, 36, 37, 39, 41, 44, 45, 47, 49, 50, 51, 52, 53, 55, 57, 58, 60, 62, 64, 66, 67, 68, 77, 79, 81, 82, 85, 86, 87, 97, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "heart to heart" =============== +============ Value of Rand Index = 0.3519191919191919 ================================= +============ Partial average Rand Index = 0.5634026539908893 ====== +============ Value of Adjusted Rand Index = 0.044594839647328716 ================================= +============ Partial average of Adjusted Rand Index = 0.09110115488803157 ================================= +============ Value of Jaccard Index = 0.24017053529133112 ================================= +============ Partial average of Jaccard Index = 0.3313450990206366 ====== +============ Precision = 0.08620689655172414, Recall = 0.5555555555555556, F1 = 0.1492537313432836 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 8.285714285714286 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 103 : "bed of roses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 2 contains the snippets: [6, 8, 9, 14, 17, 18, 25, 37, 44, 45, 56, 59, 63, 64, 67, 72, 73, 88, 97] +The cluster 1 contains the snippets: [16, 20, 24, 26, 27, 42, 58, 61, 82, 86, 94, 98] +The cluster 6 contains the snippets: [15, 33, 36, 38, 52, 53, 57, 62, 70, 91] +The cluster 4 contains the snippets: [11, 23, 34, 35, 51, 78, 80, 87, 96] +The cluster 8 contains the snippets: [3, 21, 31, 49, 81, 92, 95, 99] +The cluster 3 contains the snippets: [4, 10, 12, 32, 46, 83, 84] +The cluster 7 contains the snippets: [41, 77] +The cluster 5 contains the snippets: [1] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [16, 6, 4, 11, 1, 15, 41, 3, 20, 8, 10, 23, 33, 77, 21, 24, 9, 12, 34, 36, 31, 26, 14, 32, 35, 38, 49, 27, 17, 46, 51, 52, 81, 42, 18, 83, 78, 53, 92, 58, 25, 84, 80, 57, 95, 61, 37, 87, 62, 99, 82, 44, 96, 70, 86, 45, 91, 94, 56, 98, 59, 63, 64, 67, 72, 73, 88, 97, 2, 5, 7, 13, 19, 22, 28, 29, 30, 39, 40, 43, 47, 48, 50, 54, 55, 60, 65, 66, 68, 69, 71, 74, 75, 76, 79, 85, 89, 90, 93, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "bed of roses" =============== +============ Value of Rand Index = 0.6517171717171717 ================================= +============ Partial average Rand Index = 0.5642600764930862 ====== +============ Value of Adjusted Rand Index = 0.11753647304958996 ================================= +============ Partial average of Adjusted Rand Index = 0.09135780846241562 ================================= +============ Value of Jaccard Index = 0.19099014547160958 ================================= +============ Partial average of Jaccard Index = 0.32998242956870427 ====== +============ Precision = 0.36764705882352944, Recall = 0.5555555555555556, F1 = 0.4424778761061947 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 8.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 104 : "food for thought" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 3 contains the snippets: [18, 19, 20, 23, 24, 29, 32, 36, 38, 43, 57, 60, 65, 69] +The cluster 7 contains the snippets: [40, 70, 78, 80, 89, 93] +The cluster 1 contains the snippets: [1, 48, 55, 96] +The cluster 4 contains the snippets: [73, 82, 95, 97] +The cluster 6 contains the snippets: [42, 45, 53] +The cluster 8 contains the snippets: [68, 90, 94] +The cluster 2 contains the snippets: [87, 92] +The cluster 5 contains the snippets: [9] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 87, 18, 73, 9, 42, 40, 68, 48, 92, 19, 82, 45, 70, 90, 55, 20, 95, 53, 78, 94, 96, 23, 97, 80, 24, 89, 29, 93, 32, 36, 38, 43, 57, 60, 65, 69, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 21, 22, 25, 26, 27, 28, 30, 31, 33, 34, 35, 37, 39, 41, 44, 46, 47, 49, 50, 51, 52, 54, 56, 58, 59, 61, 62, 63, 64, 66, 67, 71, 72, 74, 75, 76, 77, 79, 81, 83, 84, 85, 86, 88, 91, 98, 99, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "food for thought" =============== +============ Value of Rand Index = 0.4638383838383838 ================================= +============ Partial average Rand Index = 0.5632944832944833 ====== +============ Value of Adjusted Rand Index = 0.04502331527979764 ================================= +============ Partial average of Adjusted Rand Index = 0.09091228448950583 ================================= +============ Value of Jaccard Index = 0.39323273891175126 ================================= +============ Partial average of Jaccard Index = 0.3305906056200797 ====== +============ Precision = 0.10810810810810811, Recall = 0.36363636363636365, F1 = 0.16666666666666669 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 4.625 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 105 : "burden of proof" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 5, 7, 8, 11, 12, 13, 14, 15, 17, 19, 20, 21, 22, 23, 26, 27, 28, 29, 36, 38, 39, 40, 41, 42, 43, 46, 49, 50, 51, 52, 54, 57, 58, 60, 63, 64, 69, 70, 72, 73, 76, 77, 79, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 98] +The cluster 2 contains the snippets: [1, 4, 6, 9, 18, 24, 32, 33, 35, 44, 48, 53, 56, 59, 61, 68, 75, 95, 96, 97] +The cluster 3 contains the snippets: [10, 25, 31, 37, 45, 65, 78, 82, 100] +The cluster 4 contains the snippets: [74, 80] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 10, 74, 3, 4, 25, 80, 5, 6, 31, 7, 9, 37, 8, 18, 45, 11, 24, 65, 12, 32, 78, 13, 33, 82, 14, 35, 100, 15, 44, 17, 48, 19, 53, 20, 56, 21, 59, 22, 61, 23, 68, 26, 75, 27, 95, 28, 96, 29, 97, 36, 38, 39, 40, 41, 42, 43, 46, 49, 50, 51, 52, 54, 57, 58, 60, 63, 64, 69, 70, 72, 73, 76, 77, 79, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 98, 16, 30, 34, 47, 55, 62, 66, 67, 71, 81, 86, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "burden of proof" =============== +============ Value of Rand Index = 0.547070707070707 ================================= +============ Partial average Rand Index = 0.5631399711399712 ====== +============ Value of Adjusted Rand Index = 0.10964323312330307 ================================= +============ Partial average of Adjusted Rand Index = 0.09109067447649438 ================================= +============ Value of Jaccard Index = 0.33942251031231585 ================================= +============ Partial average of Jaccard Index = 0.330674718998101 ====== +============ Precision = 0.7045454545454546, Recall = 0.8611111111111112, F1 = 0.775 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 22.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 106 : "dial tone" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 5 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 5, 6, 7, 9, 12, 14, 20, 22, 23, 24, 25, 27, 28, 30, 33, 38, 39, 45, 46, 47, 48, 51, 52, 53, 54, 56, 59, 60, 62, 64, 65, 66, 67, 69, 70, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99] +The cluster 3 contains the snippets: [26, 43, 44, 55, 71, 82, 86] +The cluster 5 contains the snippets: [1, 10, 17, 42] +The cluster 4 contains the snippets: [32, 49, 58] +The cluster 2 contains the snippets: [11, 16] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 11, 26, 32, 1, 4, 16, 43, 49, 10, 5, 44, 58, 17, 6, 55, 42, 7, 71, 9, 82, 12, 86, 14, 20, 22, 23, 24, 25, 27, 28, 30, 33, 38, 39, 45, 46, 47, 48, 51, 52, 53, 54, 56, 59, 60, 62, 64, 65, 66, 67, 69, 70, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 3, 8, 13, 15, 18, 19, 21, 29, 31, 34, 35, 36, 37, 40, 41, 50, 57, 61, 63, 68, 73, 76, 95, 100] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "dial tone" =============== +============ Value of Rand Index = 0.6317171717171717 ================================= +============ Partial average Rand Index = 0.5637869258623975 ====== +============ Value of Adjusted Rand Index = 0.29138126567503425 ================================= +============ Partial average of Adjusted Rand Index = 0.09298020835572589 ================================= +============ Value of Jaccard Index = 0.4778000572901747 ================================= +============ Partial average of Jaccard Index = 0.33206269388764886 ====== +============ Precision = 0.8947368421052632, Recall = 0.8717948717948718, F1 = 0.8831168831168831 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 5 ============ +============ average size of the created clusters: 15.2 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 107 : "stranger in town" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [4, 10, 20, 35, 38, 41, 52, 53, 57, 58, 62, 67, 71, 73, 75, 84, 85, 89, 91, 94, 96, 100] +The cluster 5 contains the snippets: [2, 3, 6, 9, 12, 19, 21, 22, 23, 42, 47, 56] +The cluster 3 contains the snippets: [25, 27, 34, 37, 44, 51, 61, 66, 74, 79] +The cluster 4 contains the snippets: [24, 26, 32, 82] +The cluster 6 contains the snippets: [5, 15, 40, 83] +The cluster 2 contains the snippets: [1, 43, 63] +The cluster 7 contains the snippets: [64, 65] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [4, 1, 25, 24, 2, 5, 64, 10, 43, 27, 26, 3, 15, 65, 20, 63, 34, 32, 6, 40, 35, 37, 82, 9, 83, 38, 44, 12, 41, 51, 19, 52, 61, 21, 53, 66, 22, 57, 74, 23, 58, 79, 42, 62, 47, 67, 56, 71, 73, 75, 84, 85, 89, 91, 94, 96, 100, 7, 8, 11, 13, 14, 16, 17, 18, 28, 29, 30, 31, 33, 36, 39, 45, 46, 48, 49, 50, 54, 55, 59, 60, 68, 69, 70, 72, 76, 77, 78, 80, 81, 86, 87, 88, 90, 92, 93, 95, 97, 98, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "stranger in town" =============== +============ Value of Rand Index = 0.592929292929293 ================================= +============ Partial average Rand Index = 0.5640592844331163 ====== +============ Value of Adjusted Rand Index = 0.06611066657653214 ================================= +============ Partial average of Adjusted Rand Index = 0.09272909114283623 ================================= +============ Value of Jaccard Index = 0.210423197492163 ================================= +============ Partial average of Jaccard Index = 0.33092587616432656 ====== +============ Precision = 0.3684210526315789, Recall = 0.4772727272727273, F1 = 0.4158415841584158 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 8.142857142857142 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 108 : "beer for my horses" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 27, 30, 32, 35, 36, 37, 40, 42, 43, 45, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 63, 64, 65, 66, 67, 69, 71, 72, 77, 78, 79, 80, 81, 84, 85, 86, 87, 88, 91, 92, 93, 94, 96, 97, 99, 100] +The cluster 2 contains the snippets: [14, 41, 44, 75, 95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 14, 2, 41, 3, 44, 4, 75, 5, 95, 6, 8, 9, 10, 11, 12, 15, 16, 17, 19, 20, 21, 22, 23, 24, 25, 27, 30, 32, 35, 36, 37, 40, 42, 43, 45, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 63, 64, 65, 66, 67, 69, 71, 72, 77, 78, 79, 80, 81, 84, 85, 86, 87, 88, 91, 92, 93, 94, 96, 97, 99, 100, 7, 13, 18, 26, 28, 29, 31, 33, 34, 38, 39, 46, 47, 55, 58, 61, 62, 68, 70, 73, 74, 76, 82, 83, 89, 90, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "beer for my horses" =============== +============ Value of Rand Index = 0.5341414141414141 ================================= +============ Partial average Rand Index = 0.5637822671156004 ====== +============ Value of Adjusted Rand Index = 0.0721263061239002 ================================= +============ Partial average of Adjusted Rand Index = 0.09253832461488312 ================================= +============ Value of Jaccard Index = 0.32136550912301354 ================================= +============ Partial average of Jaccard Index = 0.33083735424727734 ====== +============ Precision = 0.4520547945205479, Recall = 0.39759036144578314, F1 = 0.423076923076923 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 36.5 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 109 : "peter and the wolf" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 2 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 3, 4, 6, 7, 8, 9, 12, 13, 15, 16, 17, 19, 20, 22, 23, 24, 25, 26, 30, 31, 34, 35, 36, 39, 42, 44, 45, 46, 49, 50, 51, 53, 54, 55, 56, 59, 60, 61, 63, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 95, 96, 97, 98, 99, 100] +The cluster 2 contains the snippets: [5, 67, 84] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 5, 2, 67, 3, 84, 4, 6, 7, 8, 9, 12, 13, 15, 16, 17, 19, 20, 22, 23, 24, 25, 26, 30, 31, 34, 35, 36, 39, 42, 44, 45, 46, 49, 50, 51, 53, 54, 55, 56, 59, 60, 61, 63, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 95, 96, 97, 98, 99, 100, 10, 11, 14, 18, 21, 27, 28, 29, 32, 33, 37, 38, 40, 41, 43, 47, 48, 52, 57, 58, 62, 64, 65, 92, 93, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "peter and the wolf" =============== +============ Value of Rand Index = 0.4802020202020202 ================================= +============ Partial average Rand Index = 0.5630154758595126 ====== +============ Value of Adjusted Rand Index = -0.014790548237957321 ================================= +============ Partial average of Adjusted Rand Index = 0.09155365605660018 ================================= +============ Value of Jaccard Index = 0.306282016716096 ================================= +============ Partial average of Jaccard Index = 0.3306120759213032 ====== +============ Precision = 0.35135135135135137, Recall = 0.6190476190476191, F1 = 0.4482758620689656 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 2 ============ +============ average size of the created clusters: 37.0 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 110 : "gorky park" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 6, 7, 8, 14, 25, 29, 36, 39, 41, 45, 46, 50, 53, 55, 56, 61, 62, 71, 74, 78, 82, 84, 86, 87, 90, 91, 92, 94, 95, 98, 99, 100] +The cluster 2 contains the snippets: [3, 11, 20, 24, 28, 48, 51, 52, 54, 57, 64, 72, 79] +The cluster 5 contains the snippets: [5, 9, 12, 17, 26, 30, 32, 35, 37, 59, 60, 66, 77] +The cluster 3 contains the snippets: [4, 34, 38, 49, 69, 83] +The cluster 6 contains the snippets: [10, 16, 33, 40, 42, 97] +The cluster 7 contains the snippets: [63, 70] +The cluster 4 contains the snippets: [44] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 3, 4, 44, 5, 10, 63, 2, 11, 34, 9, 16, 70, 6, 20, 38, 12, 33, 7, 24, 49, 17, 40, 8, 28, 69, 26, 42, 14, 48, 83, 30, 97, 25, 51, 32, 29, 52, 35, 36, 54, 37, 39, 57, 59, 41, 64, 60, 45, 72, 66, 46, 79, 77, 50, 53, 55, 56, 61, 62, 71, 74, 78, 82, 84, 86, 87, 90, 91, 92, 94, 95, 98, 99, 100, 13, 15, 18, 19, 21, 22, 23, 27, 31, 43, 47, 58, 65, 67, 68, 73, 75, 76, 80, 81, 85, 88, 89, 93, 96] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "gorky park" =============== +============ Value of Rand Index = 0.6577777777777778 ================================= +============ Partial average Rand Index = 0.5638769513314968 ====== +============ Value of Adjusted Rand Index = 0.03065159976255052 ================================= +============ Partial average of Adjusted Rand Index = 0.09100000099938155 ================================= +============ Value of Jaccard Index = 0.1461693548387097 ================================= +============ Partial average of Jaccard Index = 0.32893532391146146 ====== +============ Precision = 0.5333333333333333, Recall = 0.43956043956043955, F1 = 0.4819277108433735 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 10.714285714285714 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 111 : "neutron star" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 8 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 21, 25, 26, 28, 32, 33, 34, 35, 36, 37, 38, 40, 41, 43, 45, 46, 47, 48, 49, 50, 52, 54, 55, 56, 57, 58, 60, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 83, 84, 86, 87, 88, 89, 91, 93, 94, 95, 96, 99, 100] +The cluster 2 contains the snippets: [23, 27, 29, 85, 92] +The cluster 4 contains the snippets: [9, 16, 24] +The cluster 6 contains the snippets: [22, 59, 90] +The cluster 5 contains the snippets: [1, 44] +The cluster 3 contains the snippets: [18, 31] +The cluster 8 contains the snippets: [42, 97] +The cluster 7 contains the snippets: [30] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 23, 18, 9, 1, 22, 30, 42, 3, 27, 31, 16, 44, 59, 97, 4, 29, 24, 90, 5, 85, 6, 92, 7, 8, 10, 12, 13, 14, 15, 17, 19, 20, 21, 25, 26, 28, 32, 33, 34, 35, 36, 37, 38, 40, 41, 43, 45, 46, 47, 48, 49, 50, 52, 54, 55, 56, 57, 58, 60, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 83, 84, 86, 87, 88, 89, 91, 93, 94, 95, 96, 99, 100, 11, 39, 51, 53, 61, 62, 81, 82, 98] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "neutron star" =============== +============ Value of Rand Index = 0.5903030303030303 ================================= +============ Partial average Rand Index = 0.5641150241150242 ====== +============ Value of Adjusted Rand Index = 0.1322228962936083 ================================= +============ Partial average of Adjusted Rand Index = 0.09137137843446468 ================================= +============ Value of Jaccard Index = 0.5405527865881287 ================================= +============ Partial average of Jaccard Index = 0.3308417875391792 ====== +============ Precision = 0.9230769230769231, Recall = 0.9032258064516129, F1 = 0.9130434782608696 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 8 ============ +============ average size of the created clusters: 11.375 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 112 : "death by chocolate" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 7 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 4, 5, 6, 7, 9, 14, 22, 25, 28, 29, 30, 31, 33, 36, 40, 43, 45, 50, 51, 52, 54, 55, 58, 60, 64, 65, 68, 69, 70, 73, 75, 80, 82, 84, 86, 87, 91, 96, 100] +The cluster 2 contains the snippets: [16, 18, 41, 53, 57, 88, 92, 97] +The cluster 4 contains the snippets: [1, 3, 23, 37, 59, 72] +The cluster 5 contains the snippets: [20, 21, 93, 98] +The cluster 3 contains the snippets: [32, 71, 76] +The cluster 7 contains the snippets: [8, 49, 67] +The cluster 6 contains the snippets: [90, 95] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 16, 32, 1, 20, 90, 8, 4, 18, 71, 3, 21, 95, 49, 5, 41, 76, 23, 93, 67, 6, 53, 37, 98, 7, 57, 59, 9, 88, 72, 14, 92, 22, 97, 25, 28, 29, 30, 31, 33, 36, 40, 43, 45, 50, 51, 52, 54, 55, 58, 60, 64, 65, 68, 69, 70, 73, 75, 80, 82, 84, 86, 87, 91, 96, 100, 10, 11, 12, 13, 15, 17, 19, 24, 26, 27, 34, 35, 38, 39, 42, 44, 46, 47, 48, 56, 61, 62, 63, 66, 74, 77, 78, 79, 81, 83, 85, 89, 94, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "death by chocolate" =============== +============ Value of Rand Index = 0.47515151515151516 ================================= +============ Partial average Rand Index = 0.5633207070707071 ====== +============ Value of Adjusted Rand Index = 0.11187826852529595 ================================= +============ Partial average of Adjusted Rand Index = 0.09155447566741852 ================================= +============ Value of Jaccard Index = 0.3012372243141474 ================================= +============ Partial average of Jaccard Index = 0.3305774610818129 ====== +============ Precision = 0.8484848484848485, Recall = 0.6588235294117647, F1 = 0.7417218543046357 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 7 ============ +============ average size of the created clusters: 9.428571428571429 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 113 : "before the storm" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [1, 2, 4, 6, 7, 9, 10, 11, 13, 15, 17, 20, 21, 24, 27, 31, 36, 38, 40, 41, 42, 43, 45, 54, 55, 56, 59, 62, 66, 68, 70, 75, 77, 79, 81, 88, 91] +The cluster 2 contains the snippets: [5, 12, 19, 29, 34, 37, 39, 47, 49, 52, 60, 61, 73, 90, 93, 98, 100] +The cluster 4 contains the snippets: [32, 63, 64] +The cluster 3 contains the snippets: [8, 72] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [1, 5, 8, 32, 2, 12, 72, 63, 4, 19, 64, 6, 29, 7, 34, 9, 37, 10, 39, 11, 47, 13, 49, 15, 52, 17, 60, 20, 61, 21, 73, 24, 90, 27, 93, 31, 98, 36, 100, 38, 40, 41, 42, 43, 45, 54, 55, 56, 59, 62, 66, 68, 70, 75, 77, 79, 81, 88, 91, 3, 14, 16, 18, 22, 23, 25, 26, 28, 30, 33, 35, 44, 46, 48, 50, 51, 53, 57, 58, 65, 67, 69, 71, 74, 76, 78, 80, 82, 83, 84, 85, 86, 87, 89, 92, 94, 95, 96, 97, 99] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "before the storm" =============== +============ Value of Rand Index = 0.42848484848484847 ================================= +============ Partial average Rand Index = 0.5621274693841066 ====== +============ Value of Adjusted Rand Index = -0.01928882960630055 ================================= +============ Partial average of Adjusted Rand Index = 0.0905735614614564 ================================= +============ Value of Jaccard Index = 0.27647058823529413 ================================= +============ Partial average of Jaccard Index = 0.33009863919821536 ====== +============ Precision = 0.11864406779661017, Recall = 0.3684210526315789, F1 = 0.1794871794871795 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 14.75 ============ +=========================================================================== + +[ WARN ] WSIEvaluator - +============= Query 114 : "music of the spheres" ============== + +[ INFO ] WSIEvaluator - +============== Cluster creation phase ================== + +[ WARN ] WSIEvaluator - ClusteredSnippets: + +================== 4 snippet clusters: ==================== +The cluster 1 contains the snippets: [2, 3, 4, 8, 10, 12, 13, 23, 27, 37, 41, 42, 43, 49, 58, 60, 78, 82, 89, 95, 96, 97, 99, 100] +The cluster 2 contains the snippets: [1, 6, 9, 14, 15, 16, 19, 20, 24, 34, 45, 51, 54, 55, 59, 66, 73, 77, 80, 81, 92, 98] +The cluster 3 contains the snippets: [67, 69] +The cluster 4 contains the snippets: [62] + +[ INFO ] WSIEvaluator - +================== Starting Evaluation ================== +Resulting list: [2, 1, 67, 62, 3, 6, 69, 4, 9, 8, 14, 10, 15, 12, 16, 13, 19, 23, 20, 27, 24, 37, 34, 41, 45, 42, 51, 43, 54, 49, 55, 58, 59, 60, 66, 78, 73, 82, 77, 89, 80, 95, 81, 96, 92, 97, 98, 99, 100, 5, 7, 11, 17, 18, 21, 22, 25, 26, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 44, 46, 47, 48, 50, 52, 53, 56, 57, 61, 63, 64, 65, 68, 70, 71, 72, 74, 75, 76, 79, 83, 84, 85, 86, 87, 88, 90, 91, 93, 94] +[ WARN ] WSIEvaluator - +================ Results of Rand Index for the topic "music of the spheres" =============== +============ Value of Rand Index = 0.5561616161616162 ================================= +============ Partial average Rand Index = 0.5620751373382953 ====== +============ Value of Adjusted Rand Index = 0.1162169634267587 ================================= +============ Partial average of Adjusted Rand Index = 0.09079850358395905 ================================= +============ Value of Jaccard Index = 0.32337542346781645 ================================= +============ Partial average of Jaccard Index = 0.3300396636216329 ====== +============ Precision = 0.22448979591836735, Recall = 0.3548387096774194, F1 = 0.27499999999999997 ============ + +[ WARN ] WSIEvaluator - +================ Statistics: ==================================== +============ number of created clusters: 4 ============ +============ average size of the created clusters: 12.25 ============ +=========================================================================== + +[ INFO ] WSIEvaluator - + +=========== Final average value of S-recall@K: ============= +1 0.2806 +2 0.3873 +3 0.4540 +4 0.4944 +5 0.5346 +6 0.5755 +7 0.6123 +8 0.6467 +9 0.6683 +10 0.6952 +11 0.7023 +12 0.7136 +13 0.7197 +14 0.7231 +15 0.7437 +16 0.7454 +17 0.7521 +18 0.7562 +19 0.7721 +20 0.7783 +21 0.7849 +22 0.7877 +23 0.7955 +24 0.8002 +25 0.8017 +26 0.8068 +27 0.8120 +28 0.8182 +29 0.8252 +30 0.8315 +31 0.8341 +32 0.8479 +33 0.8562 +34 0.8659 +35 0.8693 +36 0.8720 +37 0.8750 +38 0.8750 +39 0.8802 +40 0.8821 +41 0.8853 +42 0.8923 +43 0.9000 +44 0.9015 +45 0.9015 +46 0.9015 +47 0.9015 +48 0.9032 +49 0.9041 +50 0.9076 +51 0.9098 +52 0.9119 +53 0.9163 +54 0.9185 +55 0.9207 +56 0.9260 +57 0.9296 +58 0.9302 +59 0.9346 +60 0.9357 +61 0.9379 +62 0.9379 +63 0.9397 +64 0.9437 +65 0.9437 +66 0.9481 +67 0.9511 +68 0.9529 +69 0.9529 +70 0.9543 +71 0.9594 +72 0.9627 +73 0.9657 +74 0.9657 +75 0.9672 +76 0.9706 +77 0.9743 +78 0.9761 +79 0.9793 +80 0.9822 +81 0.9822 +82 0.9822 +83 0.9822 +84 0.9822 +85 0.9844 +86 0.9844 +87 0.9844 +88 0.9844 +89 0.9844 +90 0.9844 +91 0.9855 +92 0.9870 +93 0.9870 +94 0.9878 +95 0.9878 +96 0.9903 +97 0.9903 +98 0.9903 +99 0.9949 +100 1.0000 + +=========== Final average value of S-precision@r: ============= +0.4000 0.5242 +0.4500 0.3924 +0.5000 0.3682 +0.5500 0.2441 +0.6000 0.2298 +0.6500 0.1949 +0.7000 0.1718 +0.7500 0.1539 +0.8000 0.1394 +0.8500 0.1315 +0.9000 0.1298 +0.9500 0.1215 +1.0000 0.0600 + +=========== Final average value of F1: ===================== +average F1 = 0.5357317661893372 + +=========== Final average value of Rand Index: ============= +average Rand Index = 0.5620751373382953 + +=========== Final average value of Adjusted Rand Index: ==== +average Adj Rand Index = 0.09079850358395905 + +=========== Final average value of Jaccard Index: ========== +average Jaccard Index = 0.3300396636216329 + +================ Statistics: ==================================== +============ average number of created clusters: 4.824561403508772 +============ average cluster size: 20.606785587706643 + +[ WARN ] WSIEvaluator - Simulation started at: 17:18 and completed at 17:18 +Execution time: 3.237 sec -- GitLab