diff --git a/WordSim353/compare.py b/WordSim353/compare.py new file mode 100644 index 0000000000000000000000000000000000000000..92ad6b66532756b7f32aa3fd6da77e190a5b592e --- /dev/null +++ b/WordSim353/compare.py @@ -0,0 +1,83 @@ +"""Compare similarity scores which one set of GloVe embeddings generates +versus another set of GloVe embeddings to determine whether the two sets +of embeddings are more or less the same.""" + +import pandas as pd +from gensim.models import KeyedVectors +from scipy.stats import spearmanr +from scipy.spatial.distance import cosine + +stanford_path = "/workspace/students/reichelt/ba_data/embeddings/glove/glove.6B.300d_w2vformat.txt" +dd_glove_path = "/workspace/students/reichelt/ba_data/embeddings/glove/dd-glove/english_vectors_no_debiasing.txt" + +stanford_model = KeyedVectors.load_word2vec_format(stanford_path, binary=False) +stanford_model.init_sims(replace=True) +dd_glove_model = KeyedVectors.load_word2vec_format(dd_glove_path, binary=False) +stanford_model.init_sims(replace=True) + +ws353_data = pd.read_csv("/home/students/reichelt/ba/bias-mitigation-ba/WordSim353/data/original_finkelstein/combined.csv") + +def calculate_embedding_similarity(row, embedding): + if embedding=="stanford": + model = stanford_model + elif embedding=="dd": + model = dd_glove_model + else: + raise ValueError + + word_1 = row["Word 1"].lower() + word_2 = row["Word 2"].lower() + + if word_1 in model: + embd_1 = model[word_1] + else: + print(f"{word_1} not in vocab. returning similarity 0.") + return 0.0 + if word_2 in model: + embd_2 = model[word_2] + else: + print(f"{word_2} not in vocab. returning similarity 0.") + return 0.0 + + return 1 - cosine(embd_1, embd_2) + +def calculate_stanford(row): + word_1 = row["Word 1"].lower() + word_2 = row["Word 2"].lower() + if word_1 in stanford_model: + embd_1 = stanford_model[word_1] + else: + print(f"{word_1} not in vocab. returning similarity 0.") + return 0.0 + if word_2 in stanford_model: + embd_2 = stanford_model[word_2] + else: + print(f"{word_2} not in vocab. returning similarity 0.") + return 0.0 + return 1 - cosine(embd_1, embd_2) + +def calculate_dd_glove(row): + word_1 = row["Word 1"].lower() + word_2 = row["Word 2"].lower() + if word_1 in dd_glove_model: + embd_1 = dd_glove_model[word_1] + else: + print(f"{word_1} not in vocab. returning similarity 0.") + return 0.0 + if word_2 in dd_glove_model: + embd_2 = dd_glove_model[word_2] + else: + print(f"{word_2} not in vocab. returning similarity 0.") + return 0.0 + return 1 - cosine(embd_1, embd_2) + +ws353_data["Stanford Score"] = ws353_data.apply(calculate_stanford, axis=1) +ws353_data["DD-GloVe Score"] = ws353_data.apply(calculate_dd_glove, axis=1) + +rho, p = spearmanr( + ws353_data["Stanford Score"], ws353_data["DD-GloVe Score"], + nan_policy="raise" + ) + +print("rho: " + str(rho)) +print("p: " + str(p)) diff --git a/WordSim353/data/distribution1.png b/WordSim353/data/distribution1.png new file mode 100644 index 0000000000000000000000000000000000000000..9a8f6fd099fe45870dca3324afd6d02e5569d20b Binary files /dev/null and b/WordSim353/data/distribution1.png differ diff --git a/WordSim353/data/distribution2.png b/WordSim353/data/distribution2.png new file mode 100644 index 0000000000000000000000000000000000000000..115d7f72dddda532459728ee051123c87017dd0b Binary files /dev/null and b/WordSim353/data/distribution2.png differ diff --git a/WordSim353/data/distribution3.png b/WordSim353/data/distribution3.png new file mode 100644 index 0000000000000000000000000000000000000000..d886b6a9966d40937b6e4267c0cfa58e017bf240 Binary files /dev/null and b/WordSim353/data/distribution3.png differ diff --git a/WordSim353/data/german_gurevych_zesch/gur_350.tsv b/WordSim353/data/german_gurevych_zesch/gur_350.tsv new file mode 100644 index 0000000000000000000000000000000000000000..084f0857de4d1e619715e62a90fc3fe0f1263f71 --- /dev/null +++ b/WordSim353/data/german_gurevych_zesch/gur_350.tsv @@ -0,0 +1,351 @@ +#WORD1 WORD2 Value POS1 POS2 +Absage ablehnen 3.5 n v +Absage Stellenanzeige 1.88 n n +Affe Gepäckkontrolle 0.13 n n +Affe Makake 4 n n +Afrika historisch 1 n a +Agentur Irrtum 0 n n +Airbag Kopfairbag 3.88 n n +analysieren Analyse 3.88 v n +Ansehen Schaden 0.88 n n +Arbeitssuchender Bewerbung 2.75 n n +aufklären erklären 2.5 v v +Aufpreis Grundpreis 3.13 n n +Aufstieg Erfolg 3.25 n n +aufzeichnen schreiben 2.75 v v +Aussage Auftritt 1.38 n n +Aussage Rede 2.38 n n +Aussage sagen 3.38 n v +Aussterben bedrohen 2.13 n v +Auto fahren 3.5 n v +Bayern Bayerisch 4 n a +Bayern Deutschland 3.5 n n +Bayern weißblau 2.75 n a +Beamte Amt 3.63 n n +beginnen dauern 2.38 v v +begründen ausgehen 0.88 v v +Behörde Vorschrift 2.75 n n +beinhalten umfassen 3.25 v v +Benedetto Benedikt 3.63 n n +Benziner Dieselversion 3 n n +Berlin Berlin-Kreuzberg 3.38 n n +Berufstätigkeit Erfolg 2.13 n n +beschleunigen übertreiben 1.13 v v +beschuldigen Mitschuld 2.5 v n +Besucher bekommen 1.38 n v +Bewerbung Job 2.38 n n +Bild ähneln 1.38 n v +Bild Grafik 3.13 n n +Bild Röntgenaufnahme 3 n n +Bild Symbol 2.13 n n +Bild visuell 3 n a +Böse Gott 2 n n +Botschaft sichtbar 0.25 n a +Büro Schreibtisch 3 n n +Demut demütig 4 n a +demütig selbstbewusst 1.88 a a +Design Optik 2.63 n n +Designer Eleganz 2.63 n n +deutsch Deutscher 3.88 a n +Deutscher Bundesbürger 3.5 n n +Deutschland Europa 3.25 n n +Ding Gegenstand 4 n n +Doktorandin Abteilung 1.88 n n +Doktorandin Dissertationsthema 2.63 n n +Drehmoment drehfreudig 1.75 n a +dringend rasch 2.38 a a +Durchsicht sehen 2.75 n v +einfach komplex 2.75 a a +Einkommen Gehaltsunterschied 2 n n +Einrichtung Interior 3.5 n n +Einsamkeit allein 3.5 n a +einsteigen aussteigen 2.75 v v +Eleganz klobig 1.38 n a +Eltern Vater 3.5 n n +entgehen bewundern 0.13 v v +entwickeln Entwicklungschef 2.63 v n +Erfolg erfolgreich 4 n a +Erfolg Maßstab 1.25 n n +erforschen herausfinden 3.13 v v +Erhalt bedroht 1 n a +erkennen sehen 3 v v +erklären begründen 2.5 v v +erklären machen 0.5 v v +ernst ironisch 2 a a +erst Ursprungsort 1.38 a n +Erwachsener Geist 0 n n +Erwachsener Kinder 2.63 n n +erwarten klären 0 v v +fahren Automobil 3 v n +filtern herausfiltern 3.63 v v +filtern selektieren 3.38 v v +finden herausfinden 3 v v +Fisch schwimmen 3.38 n v +Flaschenöffner Küchenwerkzeug 3.63 n n +fokussieren Aufmerksamkeit 2.63 v n +folgen sortieren 0.25 v v +Form Farbe 2.13 n n +formulieren Formulierung 3.88 v n +Formulierung Stiftung 0.13 n n +Forscher Wissenschaftler 3.88 n n +Frage Antwort 3.25 n n +Franzose Deutscher 2.38 n n +Frau Familie 2.75 n n +Frau Mann 3.25 n n +Frühlingssonne kitzeln 1.25 n v +Frust frustrieren 3.88 n v +Frust Leidensgenosse 1.88 n n +Frust Rache 1.88 n n +geben nehmen 3.25 v v +Gefühl Frau 1.75 n n +Gegenwind kritisieren 0.5 n v +Gehege Zoo 2.63 n n +Gehirn Kortex 3.25 n n +Gehirn verstehen 2.13 n v +gemeinsam leben 1 a v +Generation Jugendlicher 2.5 n n +geografisch praktisch 0.13 a a +Gepäckkontrolle Flughafen 3.13 n n +Gepäcknetz Staumöglichkeit 2.25 n n +Geschirrdurcheinander Menschenleben 0.5 n n +Geschlecht Mann 3 n n +Gewalt Frieden 2.63 n n +Gewalt Kämpfer 2.63 n n +Gewicht Karriere 0.38 n n +Glaube natürlich 0.5 n a +Glück glücklich 3.88 n a +Gorilla Schlange 1.25 n n +großzügig schrumpfen 0.5 a v +gründen Arbeitsgruppe 0.75 v n +Grundlagenforschung verstehen 1.63 n v +Hand Erwachsener 1.38 n n +Hand Mensch 2.75 n n +heimisch Urwaldhaus 1 a n +helfen unterstützen 3.38 v v +herausstreichen öffentlich 0.5 v a +Herkunft Geschlecht 1.38 n n +Hintergrund Fassade 2 n n +Hirn Gehirn 3.88 n n +Hirnsignal Neuronenaktivität 3.5 n n +Hoffnung Resignation 2.75 n n +Honorarbasis bezahlen 3 n v +Hunderttausend Menge 3 n n +Hunger Armut 2.88 n n +Inaugurationsmesse Premiere 2.13 n n +informieren erfahren 2.63 v v +Innenspiegel Auto 3.13 n n +Internetseite herunterladen 3.25 n v +italienisch vergehen 0 a v +Jäger Wald 2.75 n n +Kaffeetasse parallel 0 n a +Kaffeetasse Tasse 3.75 n n +Kamera TV-Kamera 3.75 n n +kämpfen idyllisch 0.13 v a +kämpfen Veterinär 0.38 v n +Karriere hinaufklettern 2 n v +Karriere Risiko 1 n n +Kind Familie 3.38 n n +Kompaktvan Modell 2.5 n n +Kopfairbag Seitenairbag 3.25 n n +Krankheit reißen 0.25 n v +Krebserkennung Röntgenaufnahme 2 n n +kühl hübsch 0.38 a a +Kulturwissenschaft Grafiker 0.63 n n +lachen leben 1.63 v v +lassen prägen 0.25 v v +laufen bleiben 1.25 v v +leben hellen 0.13 v v +leben Tod 3.25 v n +Lebensbedürfnis ansiedeln 0.38 n v +legen Tisch 1.13 v n +lernen gleichzeitig 0 v a +Lied singen 3.38 n v +Linguistik Wissenschaft 3.5 n n +Luft Leben 2.75 n n +Lupe suchen 2 n v +lustig Witz 3.25 a n +machen anfertigen 3.63 v v +machen ausüben 2.5 v v +Macht Reich 2.5 n n +Mai Januar 2.88 n n +Mann Geschäftspartner 1.5 n n +männlich Weiblich 3.13 a a +Marktl Bayern 2.25 n n +Mehrarbeit Workaholic 2 n n +Meinung Überzeugung 3.13 n n +Mercedes Premium-Hersteller 2.63 n n +Minister Außenminister 3.38 n n +Minister Ministerpräsident 3.38 n n +Minister Politiker 3.25 n n +mitteilen Nachricht 3 v n +moderat extra 1.25 a a +modern sportlich 1.25 a a +momentan kommend 1.38 a v +Monate alt 2.25 n a +Montag November 2.38 n n +Motor Hubraum 2.75 n n +nachgehen untersuchen 2.75 v v +Natur künstlich 2.63 n a +Niedersachsen Landesverband 1.63 n n +niederschmetternd positiv 1.63 a a +Objekt Gegenstand 3.88 n n +objektiv subjektiv 3.13 a a +pädagogisch weitläufig 0.5 a a +Papst Kirche 3.38 n n +parallel linear 1.75 a a +Pass Reiseschutzpass 2.75 n n +Petersdom Inaugurationsmesse 2.63 n n +Pinguin baden 1.5 n v +plätschern Wasser 2.88 v n +Platz aufgebläht 0.13 n a +Platz Petersplatz 3.13 n n +Pontifikat Papst 3.38 n n +Post Portokosten 3 n n +Premium-Hersteller Opel 1.63 n n +Premium-Hersteller VW 2 n n +Problem Schwierigkeit 3.25 n n +Projekt Aktion 2 n n +Prozentzeichen Symbol 3.38 n n +Prüfung Zeugnis 2.5 n n +Punktverlust Platz 1.13 n n +Ratzinger Papst 3.38 n n +Relevanz relevant 3.88 n a +riesig üppig 2.63 a a +rot-weiß weißblau 2.75 a a +sachlich Seriosität 2.13 a n +sagen erklären 2.13 v v +sagen mitteilen 3.13 v v +Sandwich-Konzept Sicherheit 0.5 n n +schauen sehen 3.75 v v +Schleusung Betrugshandlung 2.13 n n +schließen Überlegung 0.88 v n +Schrank Küchenschrank 3.38 n n +Schwabe sparen 2.75 n v +Schwabe Stuttgarter 3.38 n n +Seitenansicht A-Säule 0.88 n n +Selbstinszenierung Beziehungsarbeit 0.5 n n +serienmäßig extra 2.13 a a +Sicherheit Frontalkollision 1.63 n n +Sicherheit klobig 0.25 n a +Sohn aussteigen 0 n v +Sohn Vater 3.38 n n +Spitze allein 1.13 n a +Spitze hoch 2.25 n a +sportlich Interior 0 a n +sportlich teuer 0.38 a a +stark Gehaltsunterschied 0.13 a n +stark Kämpfer 1.88 a n +Steckdose komplex 0.13 n a +Steckdose Stern 0.13 n n +Stellenangebot sehen 0.38 n v +Stellenangebot Wochenzeitung 2.25 n n +Stellenanzeige Bewerbungsgespräch 2.25 n n +Stellenanzeige rasch 0.5 n a +Stoiber drehfreudig 0.25 n a +Stoiber Ministerpräsident 3.13 n n +Studie Dissertationsthema 1.88 n n +Studie Ergebnis 2.75 n n +Studierende Abteilung 1.63 n n +Studierende Note 2.38 n n +Studium arbeiten 2.63 n v +Studium Beruf 3 n n +Studium Deutscher 0.25 n n +Studium Europa 0.5 n n +Studium Gegenstand 0.88 n n +Studium studieren 4 n v +suchen Bundesbürger 0 v n +suchen finden 3 v v +Suchmaschinenbetreiber Eleganz 0.25 n n +Suchmaschinenbetreiber Linkstatistik 1.75 n n +Suchstrategie Optik 0.25 n n +Suchstrategie suchen 3.5 n v +summieren selbstbewusst 0.13 v a +summieren teuer 0.88 v a +Tag demütig 0.25 n a +Tag Donnerstag 3.38 n n +Tag Leben 1.5 n n +Tag Schreibtisch 0 n n +Tag sichtbar 0.63 n a +Tag Stunde 2.75 n n +Tastatur Gott 0 n n +Tastatur Suche 0.63 n n +Tätigkeit Arbeit 3 n n +Tätigkeit visuell 0.13 n a +teuer kostspielig 3.88 a a +teuer Symbol 0.25 a n +Tier Natur 2.63 n n +Tier Röntgenaufnahme 0.25 n n +Tierpark Giraffe 3 n n +Tierpark Grafik 0.5 n n +Tod ähneln 0 n a +Tod Beerdigung 3.25 n n +Topmanagement Job 2.5 n n +Topmanagement Unternehmen 2.75 n n +Traurigkeit bekommen 0.13 n v +Traurigkeit Heimgang 1.13 n n +überzeugen Mitschuld 0.5 v n +überzeugen zeigen 1.5 v v +Überzeugung übertreiben 0.63 n v +Überzeugung Zweifel 2.63 n n +Umfrage Erfolg 0.13 n n +Umfrage Quartalsumfrage 2.88 n n +umklappen Berlin-Kreuzberg 0 v n +umklappen flachlegen 1.63 v v +Unternehmen Dieselversion 0 n n +Unternehmen Firma 3.63 n n +untersuchen Benedikt 0 v n +untersuchen suchen 2.5 v v +Untersuchungsausschuss aussagen 1.88 n v +Untersuchungsausschuss umfassen 0.38 n v +Van Sports-Tourer 2.38 n n +Van Vorschrift 0.25 n n +Vatikan ausgehen 0.13 n v +Vatikan Katholik 3.25 n n +veranstalten betreuen 1.38 v v +veranstalten dauern 0.75 v v +verantwortlich Amt 2.25 a n +verantwortlich zuständig 3.63 a a +vergangen damalig 3.25 a a +vergangen weißblau 0 a a +Vergangenheit alte 2 n a +Vergangenheit Deutschland 1 n n +verhindert Bayerisch 0 a a +verhindert Beihilfe 0.75 a n +verkaufen bezahlen 2.5 v v +verkaufen fahren 0.13 v v +Vernehmung bedrohen 0.75 n v +Vernehmung vernommen 3.63 n v +versäumen sagen 0.13 v v +versäumen überprüfen 0.13 v v +verschicken Post 3 v n +verschicken Rede 0.25 v n +versichern Auftritt 0.13 v n +versichern bedauern 0.5 v v +viel groß 2 a a +viel schreiben 0.38 a v +Volierenzelt Erfolg 0 n n +Volierenzelt Käfig 2.38 n n +vorankommen Entwicklung 2.5 v n +vorankommen Grundpreis 0.25 v n +weit Bewerbung 0 a n +weit erklären 0.25 a v +weit nahe 3.13 a a +weit wegrennen 1.5 a v +Welle Schaden 1 n n +Welle Surfer 3.13 n n +Widerspruch Analyse 1.13 n n +Widerspruch Gebiet 0 n n +Wien deutschsprachig 3 n a +Wien Kopfairbag 0 n n +Wirtschaftsprofessor Irrtum 0.38 n n +Wirtschaftsprofessor Professor 3.63 n n +Wirtschaftsuniversität Abteilung 1.75 n n +Wirtschaftsuniversität historisch 0.63 n a +Witz Gepäckkontrolle 0.25 n n +Witz Joke 4 n n +Witz Kopf 1.13 n n +Witz Makake 0.13 n n +Zebra Stellenanzeige 0 n n +Zebra Tier 3.25 n n +Zielstrebigkeit ablehnen 0.25 n v +Zielstrebigkeit Erfolg 2.63 n n diff --git a/WordSim353/data/german_gurevych_zesch/gur_350_reduced.tsv b/WordSim353/data/german_gurevych_zesch/gur_350_reduced.tsv new file mode 100644 index 0000000000000000000000000000000000000000..e0265a00a5dd1cc299b7cf77b9c10c57c039f471 --- /dev/null +++ b/WordSim353/data/german_gurevych_zesch/gur_350_reduced.tsv @@ -0,0 +1,284 @@ +#WORD1 WORD2 Value POS1 POS2 +Absage ablehnen 3.5 n v +Absage Stellenanzeige 1.88 n n +Afrika historisch 1 n a +Agentur Irrtum 0 n n +analysieren Analyse 3.88 v n +Ansehen Schaden 0.88 n n +aufklären erklären 2.5 v v +Aufpreis Grundpreis 3.13 n n +Aufstieg Erfolg 3.25 n n +aufzeichnen schreiben 2.75 v v +Aussage Auftritt 1.38 n n +Aussage Rede 2.38 n n +Aussage sagen 3.38 n v +Aussterben bedrohen 2.13 n v +Auto fahren 3.5 n v +Bayern Bayerisch 4 n a +Bayern Deutschland 3.5 n n +Beamte Amt 3.63 n n +beginnen dauern 2.38 v v +begründen ausgehen 0.88 v v +Behörde Vorschrift 2.75 n n +beinhalten umfassen 3.25 v v +Benedetto Benedikt 3.63 n n +Berufstätigkeit Erfolg 2.13 n n +beschleunigen übertreiben 1.13 v v +beschuldigen Mitschuld 2.5 v n +Besucher bekommen 1.38 n v +Bewerbung Job 2.38 n n +Bild ähneln 1.38 n v +Bild Grafik 3.13 n n +Bild Röntgenaufnahme 3 n n +Bild Symbol 2.13 n n +Bild visuell 3 n a +Böse Gott 2 n n +Botschaft sichtbar 0.25 n a +Büro Schreibtisch 3 n n +Demut demütig 4 n a +demütig selbstbewusst 1.88 a a +Design Optik 2.63 n n +Designer Eleganz 2.63 n n +deutsch Deutscher 3.88 a n +Deutscher Bundesbürger 3.5 n n +Deutschland Europa 3.25 n n +Ding Gegenstand 4 n n +Doktorandin Abteilung 1.88 n n +Doktorandin Dissertationsthema 2.63 n n +dringend rasch 2.38 a a +Durchsicht sehen 2.75 n v +einfach komplex 2.75 a a +Einrichtung Interior 3.5 n n +Einsamkeit allein 3.5 n a +einsteigen aussteigen 2.75 v v +Eleganz klobig 1.38 n a +Eltern Vater 3.5 n n +entgehen bewundern 0.13 v v +Erfolg erfolgreich 4 n a +Erfolg Maßstab 1.25 n n +erforschen herausfinden 3.13 v v +Erhalt bedroht 1 n a +erkennen sehen 3 v v +erklären begründen 2.5 v v +erklären machen 0.5 v v +ernst ironisch 2 a a +erst Ursprungsort 1.38 a n +Erwachsener Geist 0 n n +Erwachsener Kinder 2.63 n n +erwarten klären 0 v v +fahren Automobil 3 v n +filtern herausfiltern 3.63 v v +filtern selektieren 3.38 v v +finden herausfinden 3 v v +Fisch schwimmen 3.38 n v +fokussieren Aufmerksamkeit 2.63 v n +folgen sortieren 0.25 v v +Form Farbe 2.13 n n +formulieren Formulierung 3.88 v n +Formulierung Stiftung 0.13 n n +Forscher Wissenschaftler 3.88 n n +Frage Antwort 3.25 n n +Franzose Deutscher 2.38 n n +Frau Familie 2.75 n n +Frau Mann 3.25 n n +Frust Rache 1.88 n n +geben nehmen 3.25 v v +Gefühl Frau 1.75 n n +Gegenwind kritisieren 0.5 n v +Gehege Zoo 2.63 n n +Gehirn Kortex 3.25 n n +Gehirn verstehen 2.13 n v +gemeinsam leben 1 a v +Generation Jugendlicher 2.5 n n +geografisch praktisch 0.13 a a +Geschlecht Mann 3 n n +Gewalt Frieden 2.63 n n +Gewalt Kämpfer 2.63 n n +Gewicht Karriere 0.38 n n +Glaube natürlich 0.5 n a +Glück glücklich 3.88 n a +Gorilla Schlange 1.25 n n +großzügig schrumpfen 0.5 a v +gründen Arbeitsgruppe 0.75 v n +Grundlagenforschung verstehen 1.63 n v +Hand Erwachsener 1.38 n n +Hand Mensch 2.75 n n +helfen unterstützen 3.38 v v +Herkunft Geschlecht 1.38 n n +Hintergrund Fassade 2 n n +Hirn Gehirn 3.88 n n +Hoffnung Resignation 2.75 n n +Honorarbasis bezahlen 3 n v +Hunderttausend Menge 3 n n +Hunger Armut 2.88 n n +informieren erfahren 2.63 v v +Innenspiegel Auto 3.13 n n +Internetseite herunterladen 3.25 n v +italienisch vergehen 0 a v +Jäger Wald 2.75 n n +kämpfen idyllisch 0.13 v a +kämpfen Veterinär 0.38 v n +Karriere Risiko 1 n n +Kind Familie 3.38 n n +Kompaktvan Modell 2.5 n n +Krankheit reißen 0.25 n v +kühl hübsch 0.38 a a +Kulturwissenschaft Grafiker 0.63 n n +lachen leben 1.63 v v +lassen prägen 0.25 v v +laufen bleiben 1.25 v v +leben hellen 0.13 v v +leben Tod 3.25 v n +legen Tisch 1.13 v n +lernen gleichzeitig 0 v a +Lied singen 3.38 n v +Linguistik Wissenschaft 3.5 n n +Luft Leben 2.75 n n +Lupe suchen 2 n v +lustig Witz 3.25 a n +machen anfertigen 3.63 v v +machen ausüben 2.5 v v +Macht Reich 2.5 n n +Mai Januar 2.88 n n +Mann Geschäftspartner 1.5 n n +männlich Weiblich 3.13 a a +Marktl Bayern 2.25 n n +Mehrarbeit Workaholic 2 n n +Meinung Überzeugung 3.13 n n +Minister Außenminister 3.38 n n +Minister Ministerpräsident 3.38 n n +Minister Politiker 3.25 n n +mitteilen Nachricht 3 v n +moderat extra 1.25 a a +modern sportlich 1.25 a a +momentan kommend 1.38 a v +Monate alt 2.25 n a +Montag November 2.38 n n +Motor Hubraum 2.75 n n +nachgehen untersuchen 2.75 v v +Natur künstlich 2.63 n a +Niedersachsen Landesverband 1.63 n n +Objekt Gegenstand 3.88 n n +objektiv subjektiv 3.13 a a +pädagogisch weitläufig 0.5 a a +Papst Kirche 3.38 n n +parallel linear 1.75 a a +Pinguin baden 1.5 n v +Platz aufgebläht 0.13 n a +Platz Petersplatz 3.13 n n +Pontifikat Papst 3.38 n n +Problem Schwierigkeit 3.25 n n +Projekt Aktion 2 n n +Prüfung Zeugnis 2.5 n n +Punktverlust Platz 1.13 n n +Ratzinger Papst 3.38 n n +Relevanz relevant 3.88 n a +riesig üppig 2.63 a a +sachlich Seriosität 2.13 a n +sagen erklären 2.13 v v +sagen mitteilen 3.13 v v +schauen sehen 3.75 v v +schließen Überlegung 0.88 v n +Schwabe sparen 2.75 n v +Schwabe Stuttgarter 3.38 n n +serienmäßig extra 2.13 a a +Sicherheit klobig 0.25 n a +Sohn aussteigen 0 n v +Sohn Vater 3.38 n n +Spitze allein 1.13 n a +Spitze hoch 2.25 n a +sportlich Interior 0 a n +sportlich teuer 0.38 a a +stark Kämpfer 1.88 a n +Steckdose komplex 0.13 n a +Steckdose Stern 0.13 n n +Stellenangebot sehen 0.38 n v +Stellenangebot Wochenzeitung 2.25 n n +Stoiber Ministerpräsident 3.13 n n +Studie Dissertationsthema 1.88 n n +Studie Ergebnis 2.75 n n +Studierende Abteilung 1.63 n n +Studierende Note 2.38 n n +Studium arbeiten 2.63 n v +Studium Beruf 3 n n +Studium Deutscher 0.25 n n +Studium Europa 0.5 n n +Studium Gegenstand 0.88 n n +Studium studieren 4 n v +suchen Bundesbürger 0 v n +suchen finden 3 v v +summieren selbstbewusst 0.13 v a +summieren teuer 0.88 v a +Tag demütig 0.25 n a +Tag Donnerstag 3.38 n n +Tag Leben 1.5 n n +Tag Schreibtisch 0 n n +Tag sichtbar 0.63 n a +Tag Stunde 2.75 n n +Tastatur Gott 0 n n +Tastatur Suche 0.63 n n +Tätigkeit Arbeit 3 n n +Tätigkeit visuell 0.13 n a +teuer kostspielig 3.88 a a +teuer Symbol 0.25 a n +Tier Natur 2.63 n n +Tier Röntgenaufnahme 0.25 n n +Tierpark Giraffe 3 n n +Tierpark Grafik 0.5 n n +Tod ähneln 0 n a +Tod Beerdigung 3.25 n n +Traurigkeit bekommen 0.13 n v +überzeugen Mitschuld 0.5 v n +überzeugen zeigen 1.5 v v +Überzeugung übertreiben 0.63 n v +Überzeugung Zweifel 2.63 n n +Umfrage Erfolg 0.13 n n +Unternehmen Firma 3.63 n n +untersuchen Benedikt 0 v n +untersuchen suchen 2.5 v v +Untersuchungsausschuss aussagen 1.88 n v +Untersuchungsausschuss umfassen 0.38 n v +Van Vorschrift 0.25 n n +Vatikan ausgehen 0.13 n v +Vatikan Katholik 3.25 n n +veranstalten betreuen 1.38 v v +veranstalten dauern 0.75 v v +verantwortlich Amt 2.25 a n +verantwortlich zuständig 3.63 a a +vergangen damalig 3.25 a a +Vergangenheit alte 2 n a +Vergangenheit Deutschland 1 n n +verhindert Bayerisch 0 a a +verhindert Beihilfe 0.75 a n +verkaufen bezahlen 2.5 v v +verkaufen fahren 0.13 v v +Vernehmung bedrohen 0.75 n v +Vernehmung vernommen 3.63 n v +versäumen sagen 0.13 v v +versäumen überprüfen 0.13 v v +verschicken Post 3 v n +verschicken Rede 0.25 v n +versichern Auftritt 0.13 v n +versichern bedauern 0.5 v v +viel groß 2 a a +viel schreiben 0.38 a v +vorankommen Entwicklung 2.5 v n +vorankommen Grundpreis 0.25 v n +weit Bewerbung 0 a n +weit erklären 0.25 a v +weit nahe 3.13 a a +Welle Schaden 1 n n +Welle Surfer 3.13 n n +Widerspruch Analyse 1.13 n n +Widerspruch Gebiet 0 n n +Wien deutschsprachig 3 n a +Wirtschaftsprofessor Irrtum 0.38 n n +Wirtschaftsprofessor Professor 3.63 n n +Wirtschaftsuniversität Abteilung 1.75 n n +Wirtschaftsuniversität historisch 0.63 n a +Witz Joke 4 n n +Witz Kopf 1.13 n n +Zebra Stellenanzeige 0 n n +Zebra Tier 3.25 n n +Zielstrebigkeit ablehnen 0.25 n v +Zielstrebigkeit Erfolg 2.63 n n diff --git a/WordSim353/data/multilingual_leviant_reichart/wordsim353-english-rel.txt b/WordSim353/data/multilingual_leviant_reichart/wordsim353-english-rel.txt new file mode 100644 index 0000000000000000000000000000000000000000..60887674b575d3ab8751f325f2c354a3ebb53e75 --- /dev/null +++ b/WordSim353/data/multilingual_leviant_reichart/wordsim353-english-rel.txt @@ -0,0 +1,253 @@ +Word1 Word2 Score +love sex 8.31 +book paper 7.69 +computer keyboard 8.38 +computer internet 8.23 +telephone communication 8.38 +drug abuse 6.46 +smart student 6.58 +company stock 6.85 +stock market 7.46 +stock phone 1.54 +stock CD 4.04 +stock jaguar 1.54 +stock egg 1.62 +fertility egg 8.38 +stock live 3.69 +stock life 1.85 +book library 8.77 +bank money 8.69 +professor cucumber 0.23 +king cabbage 1.15 +Jerusalem Israel 8.77 +Jerusalem Palestinian 7.85 +holy sex 1.46 +Maradona football 4.92 +tennis racket 8.69 +Arafat peace 3.62 +Arafat terror 5.92 +law lawyer 9.23 +movie star 7.46 +movie popcorn 6.77 +movie critic 6.08 +movie theater 7.85 +physics proton 6.38 +space chemistry 3.77 +alcohol chemistry 4.62 +drink car 0.77 +drink ear 0.38 +drink mouth 6.38 +baby mother 6.23 +drink mother 1.31 +tool implement 7.00 +brother monk 5.31 +crane implement 3.08 +lad brother 5.62 +journey car 5.62 +monk oracle 4.31 +cemetery woodland 2.15 +coast hill 3.15 +forest graveyard 2.00 +shore woodland 3.00 +monk slave 2.15 +coast forest 2.92 +lad wizard 1.85 +chord smile 1.23 +glass magician 1.15 +noon string 0.46 +rooster voyage 0.54 +money wealth 8.38 +money property 5.38 +money possession 6.46 +money bank 7.23 +money deposit 7.46 +money withdrawal 7.38 +money laundering 6.54 +money operation 3.00 +tiger zoo 7.65 +psychology anxiety 7.27 +psychology fear 5.96 +psychology depression 7.31 +psychology clinic 7.46 +psychology doctor 7.98 +psychology Freud 8.46 +psychology mind 8.46 +psychology health 7.35 +psychology cognition 7.50 +planet constellation 7.08 +planet galaxy 7.65 +planet space 8.23 +planet astronomer 7.23 +precedent information 5.54 +precedent cognition 4.15 +precedent law 6.54 +precedent collection 3.92 +precedent group 2.38 +cup coffee 7.65 +cup article 1.85 +cup drink 7.96 +cup food 4.15 +cup substance 3.69 +cup liquid 6.82 +energy secretary 0.92 +secretary senate 3.92 +energy laboratory 4.12 +computer laboratory 4.58 +weapon secret 4.73 +FBI fingerprint 5.38 +FBI investigation 8.15 +investigation effort 5.50 +Mars water 2.65 +Mars scientist 4.31 +news report 8.15 +canyon landscape 7.62 +image surface 4.04 +discovery space 6.50 +water seepage 6.15 +sign recess 1.42 +Wednesday news 1.96 +computer news 4.08 +territory surface 3.96 +atmosphere landscape 3.58 +president medal 3.38 +war troops 7.88 +record number 5.88 +theater history 2.65 +volunteer motto 1.85 +prejudice recognition 2.73 +decoration valor 6.88 +century nation 1.46 +delay racism 1.08 +delay news 1.88 +minister party 2.58 +peace plan 3.69 +minority peace 2.85 +attempt peace 2.35 +government crisis 4.42 +deployment departure 7.81 +deployment withdrawal 6.27 +energy crisis 3.85 +announcement effort 3.08 +stroke hospital 5.88 +disability death 5.15 +victim emergency 6.77 +treatment recovery 7.54 +journal association 3.00 +doctor liability 4.69 +liability insurance 8.48 +school center 5.08 +reason hypertension 0.69 +reason criterion 5.50 +hundred percent 6.69 +death row 5.46 +death inmate 3.92 +lawyer evidence 7.35 +life term 5.35 +word similarity 2.00 +board recommendation 2.50 +governor interview 1.31 +OPEC country 1.92 +peace atmosphere 2.31 +peace insurance 0.69 +territory kilometer 2.46 +competition price 4.54 +consumer confidence 4.08 +consumer energy 4.50 +problem airport 1.92 +car flight 3.46 +credit card 6.38 +credit information 5.65 +hotel reservation 7.59 +grocery money 4.88 +registration arrangement 5.12 +arrangement accommodation 6.54 +month hotel 0.31 +arrival hotel 4.27 +bed closet 2.33 +closet clothes 7.69 +situation conclusion 3.46 +situation isolation 1.88 +impartiality interest 2.65 +direction combination 0.81 +street children 1.54 +listing proximity 1.96 +listing category 6.29 +production hike 1.00 +benchmark index 4.46 +media trading 1.15 +media gain 1.31 +dividend calculation 6.62 +currency market 5.46 +OPEC oil 7.52 +oil stock 5.69 +announcement production 2.38 +announcement warning 6.15 +profit warning 0.77 +dollar profit 6.77 +dollar loss 5.38 +computer software 8.00 +network hardware 7.73 +equipment maker 3.62 +luxury car 5.12 +five month 1.08 +report gain 3.00 +investor earning 6.42 +baseball season 5.31 +game victory 6.54 +game team 7.15 +game series 4.62 +game defeat 5.38 +seven series 2.38 +seafood sea 7.94 +food preparation 5.46 +video archive 3.69 +start year 1.42 +start match 2.08 +game round 4.46 +boxing round 6.54 +fighting defeating 5.31 +line insurance 1.15 +day summer 3.54 +summer drought 5.19 +summer nature 4.62 +day dawn 7.62 +nature environment 8.85 +environment ecology 8.23 +nature man 6.69 +soap opera 5.38 +life lesson 5.69 +focus life 4.46 +production crew 5.38 +television film 6.88 +lover quarrel 5.69 +viewer serial 3.04 +possibility girl 2.46 +population development 4.42 +morality importance 4.46 +morality marriage 4.77 +gender equality 6.27 +change attitude 5.54 +family planning 5.69 +opera industry 3.38 +sugar approach 1.00 +practice institution 3.31 +ministry culture 4.35 +problem challenge 7.81 +size prominence 6.19 +country citizen 6.15 +planet people 5.85 +development issue 4.58 +experience music 4.54 +music project 4.46 +chance credibility 4.12 +exhibit memorabilia 5.85 +concert virtuoso 6.04 +observation architecture 3.62 +space world 5.85 +preservation world 4.31 +admission ticket 7.42 +shower flood 6.19 +weather forecast 7.88 +disaster area 5.04 +governor office 5.85 +architecture century 3.31 \ No newline at end of file diff --git a/WordSim353/data/multilingual_leviant_reichart/wordsim353-english-sim.txt b/WordSim353/data/multilingual_leviant_reichart/wordsim353-english-sim.txt new file mode 100644 index 0000000000000000000000000000000000000000..ff3e0e506d4fcd8a7e50d229f8b595c8158a5d0d --- /dev/null +++ b/WordSim353/data/multilingual_leviant_reichart/wordsim353-english-sim.txt @@ -0,0 +1,202 @@ +Word1 Word2 Score +tiger cat 8.31 +tiger tiger 10.00 +plane car 5.85 +train car 6.31 +television radio 6.85 +media radio 8.08 +bread butter 7.54 +cucumber potato 5.92 +doctor nurse 8.15 +professor doctor 5.31 +student professor 6.54 +smart student 6.58 +smart stupid 5.92 +stock phone 1.54 +stock CD 4.04 +stock jaguar 1.54 +stock egg 1.62 +stock live 3.69 +stock life 1.85 +wood forest 8.38 +money cash 9.38 +professor cucumber 0.23 +king cabbage 1.15 +king queen 8.46 +king rook 5.92 +bishop rabbi 8.23 +holy sex 1.46 +fuck sex 9.31 +football basketball 7.08 +football tennis 6.46 +Arafat Jackson 2.77 +physics chemistry 7.77 +space chemistry 3.77 +vodka gin 8.15 +vodka brandy 7.85 +drink car 0.77 +drink ear 0.38 +drink eat 6.61 +drink mother 1.31 +car automobile 9.54 +gem jewel 9.31 +journey voyage 9.54 +boy lad 9.46 +asylum madhouse 9.00 +magician wizard 8.77 +furnace stove 7.69 +food fruit 8.15 +bird cock 6.85 +bird crane 8.31 +crane implement 3.08 +lad brother 5.62 +monk oracle 4.31 +cemetery woodland 2.15 +food rooster 2.92 +coast hill 3.15 +forest graveyard 2.00 +shore woodland 3.00 +monk slave 2.15 +coast forest 2.92 +lad wizard 1.85 +chord smile 1.23 +glass magician 1.15 +noon string 0.46 +rooster voyage 0.54 +money dollar 9.08 +money cash 9.38 +money currency 9.54 +money operation 3.00 +tiger jaguar 8.42 +tiger feline 8.46 +tiger carnivore 8.92 +tiger mammal 8.81 +tiger animal 9.06 +tiger organism 6.77 +tiger fauna 4.31 +psychology psychiatry 8.35 +psychology science 6.81 +psychology discipline 6.23 +planet star 8.08 +planet moon 8.15 +planet sun 8.58 +precedent example 6.85 +precedent information 5.54 +precedent cognition 4.15 +precedent collection 3.92 +precedent group 2.38 +precedent antecedent 6.69 +cup tableware 7.54 +cup article 1.85 +cup artifact 3.54 +cup object 6.62 +cup entity 2.08 +cup food 4.15 +cup substance 3.69 +jaguar cat 8.85 +jaguar car 7.35 +energy secretary 0.92 +investigation effort 5.50 +Mars water 2.65 +image surface 4.04 +sign recess 1.42 +Wednesday news 1.96 +mile kilometer 6.92 +computer news 4.08 +atmosphere landscape 3.58 +president medal 3.38 +skin eye 4.69 +Japanese American 6.15 +theater history 2.65 +volunteer motto 1.85 +prejudice recognition 2.73 +century year 6.54 +century nation 1.46 +delay racism 1.08 +delay news 1.88 +peace plan 3.69 +minority peace 2.85 +attempt peace 2.35 +deployment departure 7.81 +announcement news 7.62 +announcement effort 3.08 +journal association 3.00 +doctor personnel 5.73 +school center 5.08 +reason hypertension 0.69 +Harvard Yale 8.77 +hospital infrastructure 5.42 +life death 6.96 +life term 5.35 +word similarity 2.00 +board recommendation 2.50 +governor interview 1.31 +peace atmosphere 2.31 +peace insurance 0.69 +travel activity 4.85 +consumer confidence 4.08 +consumer energy 4.50 +problem airport 1.92 +car flight 3.46 +month hotel 0.31 +type kind 9.31 +situation conclusion 3.46 +situation isolation 1.88 +direction combination 0.81 +street place 6.08 +street avenue 8.77 +street block 7.85 +street children 1.54 +listing proximity 1.96 +cell phone 8.54 +production hike 1.00 +benchmark index 4.46 +media trading 1.15 +media gain 1.31 +dividend payment 8.38 +calculation computation 9.38 +announcement production 2.38 +profit warning 0.77 +profit loss 6.69 +dollar yen 8.08 +dollar buck 9.54 +phone equipment 6.85 +five month 1.08 +report gain 3.00 +liquid water 8.62 +marathon sprint 5.69 +seven series 2.38 +seafood food 8.52 +seafood lobster 8.60 +lobster food 8.37 +lobster wine 2.54 +start year 1.42 +start match 2.08 +championship tournament 7.92 +line insurance 1.15 +man woman 8.38 +man governor 6.00 +murder manslaughter 7.65 +opera performance 7.46 +focus life 4.46 +viewer serial 3.04 +possibility girl 2.46 +population development 4.42 +morality importance 4.46 +morality marriage 4.77 +Mexico Brazil 6.19 +opera industry 3.38 +sugar approach 1.00 +practice institution 3.31 +ministry culture 4.35 +development issue 4.58 +experience music 4.54 +music project 4.46 +glass metal 4.58 +aluminum metal 7.62 +chance credibility 4.12 +rock jazz 6.85 +museum theater 6.00 +observation architecture 3.62 +shower thunderstorm 6.73 +architecture century 3.31 \ No newline at end of file diff --git a/WordSim353/data/multilingual_leviant_reichart/wordsim353-english.txt b/WordSim353/data/multilingual_leviant_reichart/wordsim353-english.txt new file mode 100644 index 0000000000000000000000000000000000000000..ac41fb34b543f68f81a93890040d8b7f321fc88d --- /dev/null +++ b/WordSim353/data/multilingual_leviant_reichart/wordsim353-english.txt @@ -0,0 +1,351 @@ +Word1 Word2 Score +love sex 8.31 +tiger cat 8.31 +tiger tiger 10.00 +book paper 7.69 +computer keyboard 8.38 +computer internet 8.23 +plane car 5.85 +train car 6.31 +telephone communication 8.38 +television radio 6.85 +media radio 8.08 +drug abuse 6.46 +bread butter 7.54 +cucumber potato 5.92 +doctor nurse 8.15 +professor doctor 5.31 +student professor 6.54 +smart student 6.58 +smart stupid 5.92 +company stock 6.85 +stock market 7.46 +stock phone 1.54 +stock CD 4.04 +stock jaguar 1.54 +stock egg 1.62 +fertility egg 8.38 +stock live 3.69 +stock life 1.85 +book library 8.77 +bank money 8.69 +wood forest 8.38 +money cash 9.38 +professor cucumber 0.23 +king cabbage 1.15 +king queen 8.46 +king rook 5.92 +bishop rabbi 8.23 +Jerusalem Israel 8.77 +Jerusalem Palestinian 7.85 +holy sex 1.46 +fuck sex 9.31 +Maradona football 4.92 +football basketball 7.08 +football tennis 6.46 +tennis racket 8.69 +Arafat peace 3.62 +Arafat terror 5.92 +Arafat Jackson 2.77 +law lawyer 9.23 +movie star 7.46 +movie popcorn 6.77 +movie critic 6.08 +movie theater 7.85 +physics proton 6.38 +physics chemistry 7.77 +space chemistry 3.77 +alcohol chemistry 4.62 +vodka gin 8.15 +vodka brandy 7.85 +drink car 0.77 +drink ear 0.38 +drink mouth 6.38 +drink eat 6.61 +baby mother 6.23 +drink mother 1.31 +car automobile 9.54 +gem jewel 9.31 +journey voyage 9.54 +boy lad 9.46 +asylum madhouse 9.00 +magician wizard 8.77 +furnace stove 7.69 +food fruit 8.15 +bird cock 6.85 +bird crane 8.31 +tool implement 7.00 +brother monk 5.31 +crane implement 3.08 +lad brother 5.62 +journey car 5.62 +monk oracle 4.31 +cemetery woodland 2.15 +food rooster 2.92 +coast hill 3.15 +forest graveyard 2.00 +shore woodland 3.00 +monk slave 2.15 +coast forest 2.92 +lad wizard 1.85 +chord smile 1.23 +glass magician 1.15 +noon string 0.46 +rooster voyage 0.54 +money dollar 9.08 +money cash 9.38 +money currency 9.54 +money wealth 8.38 +money property 5.38 +money possession 6.46 +money bank 7.23 +money deposit 7.46 +money withdrawal 7.38 +money laundering 6.54 +money operation 3.00 +tiger jaguar 8.42 +tiger feline 8.46 +tiger carnivore 8.92 +tiger mammal 8.81 +tiger animal 9.06 +tiger organism 6.77 +tiger fauna 4.31 +tiger zoo 7.65 +psychology psychiatry 8.35 +psychology anxiety 7.27 +psychology fear 5.96 +psychology depression 7.31 +psychology clinic 7.46 +psychology doctor 7.98 +psychology Freud 8.46 +psychology mind 8.46 +psychology health 7.35 +psychology science 6.81 +psychology discipline 6.23 +psychology cognition 7.50 +planet star 8.08 +planet constellation 7.08 +planet moon 8.15 +planet sun 8.58 +planet galaxy 7.65 +planet space 8.23 +planet astronomer 7.23 +precedent example 6.85 +precedent information 5.54 +precedent cognition 4.15 +precedent law 6.54 +precedent collection 3.92 +precedent group 2.38 +precedent antecedent 6.69 +cup coffee 7.65 +cup tableware 7.54 +cup article 1.85 +cup artifact 3.54 +cup object 6.62 +cup entity 2.08 +cup drink 7.96 +cup food 4.15 +cup substance 3.69 +cup liquid 6.82 +jaguar cat 8.85 +jaguar car 7.35 +energy secretary 0.92 +secretary senate 3.92 +energy laboratory 4.12 +computer laboratory 4.58 +weapon secret 4.73 +FBI fingerprint 5.38 +FBI investigation 8.15 +investigation effort 5.50 +Mars water 2.65 +Mars scientist 4.31 +news report 8.15 +canyon landscape 7.62 +image surface 4.04 +discovery space 6.50 +water seepage 6.15 +sign recess 1.42 +Wednesday news 1.96 +mile kilometer 6.92 +computer news 4.08 +territory surface 3.96 +atmosphere landscape 3.58 +president medal 3.38 +war troops 7.88 +record number 5.88 +skin eye 4.69 +Japanese American 6.15 +theater history 2.65 +volunteer motto 1.85 +prejudice recognition 2.73 +decoration valor 6.88 +century year 6.54 +century nation 1.46 +delay racism 1.08 +delay news 1.88 +minister party 2.58 +peace plan 3.69 +minority peace 2.85 +attempt peace 2.35 +government crisis 4.42 +deployment departure 7.81 +deployment withdrawal 6.27 +energy crisis 3.85 +announcement news 7.62 +announcement effort 3.08 +stroke hospital 5.88 +disability death 5.15 +victim emergency 6.77 +treatment recovery 7.54 +journal association 3.00 +doctor personnel 5.73 +doctor liability 4.69 +liability insurance 8.48 +school center 5.08 +reason hypertension 0.69 +reason criterion 5.50 +hundred percent 6.69 +Harvard Yale 8.77 +hospital infrastructure 5.42 +death row 5.46 +death inmate 3.92 +lawyer evidence 7.35 +life death 6.96 +life term 5.35 +word similarity 2.00 +board recommendation 2.50 +governor interview 1.31 +OPEC country 1.92 +peace atmosphere 2.31 +peace insurance 0.69 +territory kilometer 2.46 +travel activity 4.85 +competition price 4.54 +consumer confidence 4.08 +consumer energy 4.50 +problem airport 1.92 +car flight 3.46 +credit card 6.38 +credit information 5.65 +hotel reservation 7.59 +grocery money 4.88 +registration arrangement 5.12 +arrangement accommodation 6.54 +month hotel 0.31 +type kind 9.31 +arrival hotel 4.27 +bed closet 2.33 +closet clothes 7.69 +situation conclusion 3.46 +situation isolation 1.88 +impartiality interest 2.65 +direction combination 0.81 +street place 6.08 +street avenue 8.77 +street block 7.85 +street children 1.54 +listing proximity 1.96 +listing category 6.29 +cell phone 8.54 +production hike 1.00 +benchmark index 4.46 +media trading 1.15 +media gain 1.31 +dividend payment 8.38 +dividend calculation 6.62 +calculation computation 9.38 +currency market 5.46 +OPEC oil 7.52 +oil stock 5.69 +announcement production 2.38 +announcement warning 6.15 +profit warning 0.77 +profit loss 6.69 +dollar yen 8.08 +dollar buck 9.54 +dollar profit 6.77 +dollar loss 5.38 +computer software 8.00 +network hardware 7.73 +phone equipment 6.85 +equipment maker 3.62 +luxury car 5.12 +five month 1.08 +report gain 3.00 +investor earning 6.42 +liquid water 8.62 +baseball season 5.31 +game victory 6.54 +game team 7.15 +marathon sprint 5.69 +game series 4.62 +game defeat 5.38 +seven series 2.38 +seafood sea 7.94 +seafood food 8.52 +seafood lobster 8.60 +lobster food 8.37 +lobster wine 2.54 +food preparation 5.46 +video archive 3.69 +start year 1.42 +start match 2.08 +game round 4.46 +boxing round 6.54 +championship tournament 7.92 +fighting defeating 5.31 +line insurance 1.15 +day summer 3.54 +summer drought 5.19 +summer nature 4.62 +day dawn 7.62 +nature environment 8.85 +environment ecology 8.23 +nature man 6.69 +man woman 8.38 +man governor 6.00 +murder manslaughter 7.65 +soap opera 5.38 +opera performance 7.46 +life lesson 5.69 +focus life 4.46 +production crew 5.38 +television film 6.88 +lover quarrel 5.69 +viewer serial 3.04 +possibility girl 2.46 +population development 4.42 +morality importance 4.46 +morality marriage 4.77 +Mexico Brazil 6.19 +gender equality 6.27 +change attitude 5.54 +family planning 5.69 +opera industry 3.38 +sugar approach 1.00 +practice institution 3.31 +ministry culture 4.35 +problem challenge 7.81 +size prominence 6.19 +country citizen 6.15 +planet people 5.85 +development issue 4.58 +experience music 4.54 +music project 4.46 +glass metal 4.58 +aluminum metal 7.62 +chance credibility 4.12 +exhibit memorabilia 5.85 +concert virtuoso 6.04 +rock jazz 6.85 +museum theater 6.00 +observation architecture 3.62 +space world 5.85 +preservation world 4.31 +admission ticket 7.42 +shower thunderstorm 6.73 +shower flood 6.19 +weather forecast 7.88 +disaster area 5.04 +governor office 5.85 +architecture century 3.31 \ No newline at end of file diff --git a/WordSim353/data/multilingual_leviant_reichart/wordsim353-german-rel.txt b/WordSim353/data/multilingual_leviant_reichart/wordsim353-german-rel.txt new file mode 100644 index 0000000000000000000000000000000000000000..39f0fbfb790c44e0a46b8c29256f7d9a8425dd23 --- /dev/null +++ b/WordSim353/data/multilingual_leviant_reichart/wordsim353-german-rel.txt @@ -0,0 +1,253 @@ +Word1 Word2 Score +Liebe Sex 8.46 +Buch Papier 7.08 +Computer Tastatur 8.00 +Computer Internet 8.08 +Telefon Kommunikation 8.38 +Drogen Mißbrauch 6.46 +klug Student 4.85 +Unternehmen Aktie 6.54 +Aktie Börse 8.85 +Vorrat Telefon 0.31 +Vorrat CD 0.54 +Vorrat Jaguar 0.23 +Vorrat Ei 2.15 +Fruchtbarkeit Ei 7.92 +Aktie Live 1.08 +Aktie Leben 0.62 +Buch Bibliothek 8.31 +Bank Geld 8.15 +Professor Gurke 0.15 +König Kohl 0.23 +Jerusalem Israel 8.85 +Jerusalem Palestinensisch 6.85 +Heilig Sex 0.69 +Maradona Fußball 8.00 +Tennis Schläger 7.08 +Arafat Frieden 2.46 +Arafat Terror 5.23 +Gesetz Anwalt 8.38 +Film Star 7.62 +Film Popcorn 6.08 +Film Kritik 5.85 +Kino Theater 6.85 +Physik Proton 7.00 +Weltall Chemie 3.31 +Alkohol Chemie 5.08 +Drink Auto 1.85 +Trinken Ohren 0.62 +Trinken Mund 6.46 +Baby Mutter 7.85 +Säugen Mutter 7.69 +Werkzeug Arbeitsgerät 8.38 +Bruder Mönch 5.92 +Kran Arbeitsgerät 6.08 +Bursche Bruder 4.23 +Fahrt Auto 6.62 +Mönch Orakel 1.38 +Friedhof Waldgebiet 1.92 +Küste Hügel 2.69 +Wald Friedhof 3.31 +Ufer Waldgebiet 2.31 +Mönch Sklave 1.08 +Küste Wald 1.77 +Bursche Zauberer 0.77 +Akkord Lächeln 0.31 +Glas Magier 1.69 +Mittag Faden 0.15 +Hahn Reise 0.31 +Geld Reichtum 8.19 +Geld Eigentum 6.62 +Geld Besitz 6.92 +Geld Bank 8.31 +Geld Pfand 5.13 +Geld Einzahlung 6.23 +Geld Abheben 6.54 +Geld Wäsche 3.62 +Tiger Zoo 5.91 +Psychologie Beklemmung 4.35 +Psychologie Angst 4.92 +Psychologie Depression 6.77 +Psychologie Klinik 6.17 +Psychologie Arzt 5.85 +Psychologie Freud 7.00 +Psychologie Seele 5.88 +Psychologie Gesundheit 5.11 +Psychologie Erkenntnis 4.92 +Planet Konstellation 6.23 +Planet Galaxie 7.08 +Planet Weltraum 7.08 +Planet Astronom 6.38 +Basis Information 3.32 +Voraussetzung Erkenntnis 3.15 +Präzedensfall Gesetz 5.62 +Beispielhaft Sammlung 1.92 +Vorbildlich Gruppe 2.19 +Tasse Kaffee 7.21 +Tasse Gegenstand 6.08 +Tasse Trinken 7.62 +Tasse Essen 1.77 +Tasse Substanz 1.69 +Tasse Flüssigkeit 5.47 +Energie Minister 4.15 +Minister Senat 5.96 +Energie Labor 3.23 +Computer Labor 4.31 +Waffe Geheimnis 1.85 +Polizei Fingerabdruck 6.23 +Polizei Ermittlung 7.27 +Untersuchung Aufwand 4.15 +Mars Wasser 2.77 +Mars Wissenschaftler 5.54 +Nachrichten Bericht 7.85 +Schlucht Landschaft 6.54 +Bild Oberfläche 3.38 +Entdeckung Weltall 4.77 +Wasser Leck 5.81 +Zeichen Kerbe 3.92 +Mittwoch Nachrichten 1.38 +Computer Nachrichten 4.23 +Gebiet Oberfläche 3.77 +Atmosphäre Landschaft 2.50 +Präsident Orden 2.77 +Krieg Truppen 6.81 +Rekord Nummer 2.77 +Theater Geschichte 3.85 +Freiwilliger Motto 0.77 +Vorurteil Anerkennung 3.46 +Auszeichnung Tapferkeit 5.92 +Jahrhundert Nation 1.54 +Verzögerung Rassismus 1.31 +Verzögerung Nachrichten 1.08 +Minister Partei 7.38 +Frieden Plan 3.85 +Minderheit Frieden 2.23 +Versuch Frieden 3.46 +Regierung Krise 5.65 +Aufmarsch Abzug 6.27 +Aufmarsch Rückzug 6.81 +Energie Krise 4.77 +Ankündigung Aufwand 1.08 +Schlaganfall Krankenhaus 6.88 +Behinderung Tod 2.42 +Opfer Notfall 6.69 +Behandlung Erholung 5.46 +Zeitschrift Verein 1.77 +Arzt Verantwortung 6.65 +Haftung Versicherung 7.62 +Schule Zentrum 4.00 +Ursache Bluthochdruck 3.65 +Ursache Kriterium 3.69 +Hundert Prozent 6.92 +Tod Trakt 2.46 +Tod Insasse 2.38 +Rechtsanwalt Beweis 6.04 +Leben Dauer 6.42 +Wort Ähnlichkeit 2.46 +Gremium Empfehlung 3.65 +Direktor Interview 2.46 +OPEC Staat 3.92 +Frieden Stimmung 4.46 +Frieden Versicherung 2.15 +Gelände Kilometer 3.46 +Wettbewerb Preis 7.73 +Konsument Vertrauen 3.85 +Konsument Energie 3.69 +Problem Flughafen 2.23 +Auto Flug 3.77 +Kredit Karte 6.31 +Vertrauen Information 4.77 +Hotel Reservierung 6.81 +Lebensmittel Geld 4.88 +Registrierung Abmachung 2.69 +Vereinbarung Unterkunft 2.00 +Monat Hotel 0.69 +Ankunft Hotel 4.54 +Bett Schrank 6.15 +Schrank Kleider 7.50 +Lage Schlussfolgerung 3.69 +Situation Isolation 2.15 +Unparteilichkeit Interesse 2.50 +Richtung Verbindung 3.65 +Straße Kinder 3.73 +Aufzählung Nähe 0.92 +Liste Kategorie 5.85 +Herstellung Wanderung 0.69 +Richtwert Kennziffer 4.92 +Medien Handel 2.87 +Medien Vorteil 1.81 +Gewinnanteil Kalkulation 6.15 +Währung Markt 6.03 +OPEC Öl 7.65 +Öl Aktie 5.14 +Ankündigung Produktion 1.65 +Ankündigung Warnung 6.06 +Gewinn Warnung 2.85 +Dollar Gewinn 5.25 +Dollar Verlust 5.27 +Computer Software 8.35 +Netzwerk Hardware 6.88 +Zubehör Hersteller 4.43 +Luxus Auto 5.14 +Fünf Monat 1.33 +Bericht Zuwachs 2.02 +Investor Einkommen 4.05 +Baseball Saison 4.98 +Spiel Sieg 7.08 +Spiel Mannschaft 6.88 +Spiel Serie 4.85 +Spiel Niederlage 6.77 +Sieben Reihe 2.41 +Meeresfrüchte Meer 7.32 +Essen Vorbereitung 5.58 +Video Archiv 5.06 +Beginn Jahr 4.70 +Beginn Partie 4.22 +Spiel Runde 6.33 +Boxen Runde 7.35 +Kämpfen Besiegen 7.41 +Grundsatz Versicherung 2.51 +Tag Sommer 3.33 +Sommer Dürre 6.04 +Sommer Natur 5.37 +Tag Dämmerung 5.97 +Natur Umwelt 8.00 +Umwelt Nachhaltigkeit 6.54 +Natur Mensch 6.31 +Seife Oper 2.85 +Leben Lektion 4.54 +Fokus Leben 2.62 +Herstellung Belegschaft 3.23 +Fernsehen Film 7.31 +Liebhaber Streit 4.08 +Zuschauer Serie 5.38 +Möglichkeit Mädchen 1.65 +Bevölkerung Entwicklung 4.27 +Moral Wichtigkeit 4.65 +Moral Heirat 2.81 +Geschlecht Gleichheit 3.81 +Änderung Einstellung 4.15 +Familie Planung 5.62 +Oper Industrie 0.85 +Zucker Annäherung 1.46 +Praxis Institution 4.27 +Ministerium Kultur 4.38 +Problem Herausforderung 6.08 +Größe Prominenz 5.46 +Staat Bürger 6.77 +Planet Menschen 5.62 +Entwicklung Ausgabe 3.15 +Erfahrung Musik 1.08 +Musik Projekt 4.04 +Möglichkeit Glaubwürdigkeit 2.69 +Ausstellungsstück Erinnerungsstück 4.38 +Konzert virtuos 4.46 +Betrachtung Architektur 4.38 +Weltraum Erde 6.46 +Erhaltung Welt 4.31 +Einlass Eintritt 8.08 +Regen Flut 7.27 +Wetter Vorhersage 6.46 +Katastrophe Gebiet 4.27 +Präsident Büro 3.42 +Architektur Jahrhundert 3.08 \ No newline at end of file diff --git a/WordSim353/data/multilingual_leviant_reichart/wordsim353-german-sim.txt b/WordSim353/data/multilingual_leviant_reichart/wordsim353-german-sim.txt new file mode 100644 index 0000000000000000000000000000000000000000..ed3539db080d11dcffbb5b4c7d789c62afbbad06 --- /dev/null +++ b/WordSim353/data/multilingual_leviant_reichart/wordsim353-german-sim.txt @@ -0,0 +1,202 @@ +Word1 Word2 Score +Tiger Katze 7.92 +Tiger Tiger 10.00 +Flugzeug Auto 4.92 +Zug Auto 5.54 +Fernseher Radio 5.77 +Medien Radio 8.15 +Brot Butter 5.62 +Gurke Kartoffel 4.92 +Arzt Krankenschwester 6.69 +Professor Doktor 6.77 +Student Professor 5.69 +klug Student 4.85 +klug dumm 5.00 +Vorrat Telefon 0.31 +Vorrat CD 0.54 +Vorrat Jaguar 0.23 +Vorrat Ei 2.15 +Aktie Live 1.08 +Aktie Leben 0.62 +Holz Wald 8.54 +Geld Bargeld 9.69 +Professor Gurke 0.15 +König Kohl 0.23 +König Königin 10.00 +König Turm 5.15 +Bischoff Rabbi 7.00 +Heilig Sex 0.69 +Ficken Sex 9.15 +Fußball Basketball 5.38 +Fußball Tennis 4.69 +Arafat Jackson 0.69 +Physik Chemie 7.54 +Weltall Chemie 3.31 +Wodka Gin 7.92 +Wodka Brandy 8.22 +Drink Auto 1.85 +Trinken Ohren 0.62 +Trinken Essen 7.23 +Säugen Mutter 7.69 +Auto Fahrzeug 9.19 +Edelstein Juwel 9.27 +Ausflug Reise 8.23 +Junge Bursche 9.27 +Irrenanstalt Tollhaus 8.23 +Magier Zauberer 9.65 +Ofen Herd 8.81 +Essen Frucht 6.77 +Vogel Hahn 6.08 +Vogel Kranich 7.46 +Kran Arbeitsgerät 6.08 +Bursche Bruder 4.23 +Mönch Orakel 1.38 +Friedhof Waldgebiet 1.92 +Essen Hahn 3.46 +Küste Hügel 2.69 +Wald Friedhof 3.31 +Ufer Waldgebiet 2.31 +Mönch Sklave 1.08 +Küste Wald 1.77 +Bursche Zauberer 0.77 +Akkord Lächeln 0.31 +Glas Magier 1.69 +Mittag Faden 0.15 +Hahn Reise 0.31 +Geld Dollar 7.92 +Geld Bargeld 9.19 +Geld Währung 8.12 +Geld Wäsche 3.62 +Tiger Jaguar 6.00 +Tiger Katze 6.92 +Tiger Raubtier 8.00 +Tiger Säugetier 6.58 +Tiger Tier 7.85 +Tiger Organismus 3.59 +Tiger Fauna 3.69 +Psychologie Psychiatrie 6.85 +Psychologie Wissenschaft 5.96 +Psychologie Disziplin 4.77 +Planet Stern 7.23 +Planet Mond 7.08 +Planet Sonne 7.08 +Präzedenz Beispiel 6.83 +Basis Information 3.32 +Voraussetzung Erkenntnis 3.15 +Beispielhaft Sammlung 1.92 +Vorbildlich Gruppe 2.19 +Vorangehend Vorausgehend 8.04 +Tasse Geschirr 8.00 +Tasse Gegenstand 6.08 +Tasse Artefakt 2.00 +Tasse Objekt 5.69 +Tasse Ding 5.08 +Tasse Essen 1.77 +Tasse Substanz 1.69 +Jaguar Katze 6.66 +Jaguar Auto 7.55 +Energie Minister 4.15 +Untersuchung Aufwand 4.15 +Mars Wasser 2.77 +Bild Oberfläche 3.38 +Zeichen Kerbe 3.92 +Mittwoch Nachrichten 1.38 +Meile Kilometer 7.62 +Computer Nachrichten 4.23 +Atmosphäre Landschaft 2.50 +Präsident Orden 2.77 +Haut Augen 4.12 +Japaner Amerikaner 5.73 +Theater Geschichte 3.85 +Freiwilliger Motto 0.77 +Vorurteil Anerkennung 3.46 +Jahrhundert Jahr 6.85 +Jahrhundert Nation 1.54 +Verzögerung Rassismus 1.31 +Verzögerung Nachrichten 1.08 +Frieden Plan 3.85 +Minderheit Frieden 2.23 +Versuch Frieden 3.46 +Aufmarsch Abzug 6.27 +Ankündigung Nachrichten 6.31 +Ankündigung Aufwand 1.08 +Zeitschrift Verein 1.77 +Arzt Personal 4.46 +Schule Zentrum 4.00 +Ursache Bluthochdruck 3.65 +Harvard Yale 7.85 +Krankenhaus Infrastruktur 5.00 +Leben Tod 8.69 +Leben Dauer 6.42 +Wort Ähnlichkeit 2.46 +Gremium Empfehlung 3.65 +Direktor Interview 2.46 +Frieden Stimmung 4.46 +Frieden Versicherung 2.15 +Reise Aktivität 6.31 +Konsument Vertrauen 3.85 +Konsument Energie 3.69 +Problem Flughafen 2.23 +Auto Flug 3.77 +Monat Hotel 0.69 +Art Sorte 8.81 +Lage Schlussfolgerung 3.69 +Situation Isolation 2.15 +Richtung Verbindung 3.65 +Straße Platz 5.35 +Straße Allee 7.73 +Straße Häuserblock 5.50 +Straße Kinder 3.73 +Aufzählung Nähe 0.92 +Zelle Telefon 6.38 +Herstellung Wanderung 0.69 +Richtwert Kennziffer 4.92 +Medien Handel 2.87 +Medien Vorteil 1.81 +Gewinnanteil Auszahlung 7.32 +Kalkulation Berechnung 9.54 +Ankündigung Produktion 1.65 +Gewinn Warnung 2.85 +Gewinn Verlust 7.85 +Dollar Yen 7.31 +Dollar Kohle 5.58 +Telefon Zubehör 4.42 +Fünf Monat 1.33 +Bericht Zuwachs 2.02 +Flüssigkeit Wasser 8.62 +Marathon Sprint 7.67 +Sieben Reihe 2.41 +Meeresfrüchte Essen 7.23 +Meeresfrüchte Hummer 6.81 +Hummer Essen 6.78 +Hummer Wein 4.15 +Beginn Jahr 4.70 +Beginn Partie 4.22 +Meisterschaft Turnier 8.05 +Grundsatz Versicherung 2.51 +Mann Frau 8.69 +Mann Präsident 5.46 +Mord Totschlag 8.62 +Oper Aufführung 6.38 +Fokus Leben 2.62 +Zuschauer Serie 5.38 +Möglichkeit Mädchen 1.65 +Bevölkerung Entwicklung 4.27 +Moral Wichtigkeit 4.65 +Moral Heirat 2.81 +Mexiko Brasil 5.23 +Oper Industrie 0.85 +Zucker Annäherung 1.46 +Praxis Institution 4.27 +Ministerium Kultur 4.38 +Entwicklung Ausgabe 3.15 +Erfahrung Musik 1.08 +Musik Projekt 4.04 +Glas Metal 3.92 +Aluminium Metal 7.81 +Möglichkeit Glaubwürdigkeit 2.69 +Rock Jazz 6.19 +Museum Theater 5.42 +Betrachtung Architektur 4.38 +Regen Gewitter 7.85 +Architektur Jahrhundert 3.08 \ No newline at end of file diff --git a/WordSim353/data/multilingual_leviant_reichart/wordsim353-german.txt b/WordSim353/data/multilingual_leviant_reichart/wordsim353-german.txt new file mode 100644 index 0000000000000000000000000000000000000000..9d671c3049399c0def23f3b3a6795268f41c2c41 --- /dev/null +++ b/WordSim353/data/multilingual_leviant_reichart/wordsim353-german.txt @@ -0,0 +1,351 @@ +Word1 Word2 Score +Liebe Sex 8.46 +Tiger Katze 7.92 +Tiger Tiger 10.00 +Buch Papier 7.08 +Computer Tastatur 8.00 +Computer Internet 8.08 +Flugzeug Auto 4.92 +Zug Auto 5.54 +Telefon Kommunikation 8.38 +Fernseher Radio 5.77 +Medien Radio 8.15 +Drogen Mißbrauch 6.46 +Brot Butter 5.62 +Gurke Kartoffel 4.92 +Arzt Krankenschwester 6.69 +Professor Doktor 6.77 +Student Professor 5.69 +klug Student 4.85 +klug dumm 5.00 +Unternehmen Aktie 6.54 +Aktie Börse 8.85 +Vorrat Telefon 0.31 +Vorrat CD 0.54 +Vorrat Jaguar 0.23 +Vorrat Ei 2.15 +Fruchtbarkeit Ei 7.92 +Aktie Live 1.08 +Aktie Leben 0.62 +Buch Bibliothek 8.31 +Bank Geld 8.15 +Holz Wald 8.54 +Geld Bargeld 9.69 +Professor Gurke 0.15 +König Kohl 0.23 +König Königin 10.00 +König Turm 5.15 +Bischoff Rabbi 7.00 +Jerusalem Israel 8.85 +Jerusalem Palästinensisch 6.85 +Heilig Sex 0.69 +Ficken Sex 9.15 +Maradona Fußball 8.00 +Fußball Basketball 5.38 +Fußball Tennis 4.69 +Tennis Schläger 7.08 +Arafat Frieden 2.46 +Arafat Terror 5.23 +Arafat Jackson 0.69 +Gesetz Anwalt 8.38 +Film Star 7.62 +Film Popcorn 6.08 +Film Kritik 5.85 +Kino Theater 6.85 +Physik Proton 7.00 +Physik Chemie 7.54 +Weltall Chemie 3.31 +Alkohol Chemie 5.08 +Wodka Gin 7.92 +Wodka Brandy 8.22 +Drink Auto 1.85 +Trinken Ohren 0.62 +Trinken Mund 6.46 +Trinken Essen 7.23 +Baby Mutter 7.85 +Säugen Mutter 7.69 +Auto Fahrzeug 9.19 +Edelstein Juwel 9.27 +Ausflug Reise 8.23 +Junge Bursche 9.27 +Irrenanstalt Tollhaus 8.23 +Magier Zauberer 9.65 +Ofen Herd 8.81 +Essen Frucht 6.77 +Vogel Hahn 6.08 +Vogel Kranich 7.46 +Werkzeug Arbeitsgerät 8.38 +Bruder Mönch 5.92 +Kran Arbeitsgerät 6.08 +Bursche Bruder 4.23 +Fahrt Auto 6.62 +Mönch Orakel 1.38 +Friedhof Waldgebiet 1.92 +Essen Hahn 3.46 +Küste Hügel 2.69 +Wald Friedhof 3.31 +Ufer Waldgebiet 2.31 +Mönch Sklave 1.08 +Küste Wald 1.77 +Bursche Zauberer 0.77 +Akkord Lächeln 0.31 +Glas Magier 1.69 +Mittag Faden 0.15 +Hahn Reise 0.31 +Geld Dollar 7.92 +Geld Bargeld 9.19 +Geld Währung 8.12 +Geld Reichtum 8.19 +Geld Eigentum 6.62 +Geld Besitz 6.92 +Geld Bank 8.31 +Geld Pfand 5.13 +Geld Einzahlung 6.23 +Geld Abheben 6.54 +Geld Wäsche 3.62 +Tiger Jaguar 6.00 +Tiger Katze 6.92 +Tiger Raubtier 8.00 +Tiger Säugetier 6.58 +Tiger Tier 7.85 +Tiger Organismus 3.59 +Tiger Fauna 3.69 +Tiger Zoo 5.91 +Psychologie Psychiatrie 6.85 +Psychologie Beklemmung 4.35 +Psychologie Angst 4.92 +Psychologie Depression 6.77 +Psychologie Klinik 6.17 +Psychologie Arzt 5.85 +Psychologie Freud 7.00 +Psychologie Seele 5.88 +Psychologie Gesundheit 5.11 +Psychologie Wissenschaft 5.96 +Psychologie Disziplin 4.77 +Psychologie Erkenntnis 4.92 +Planet Stern 7.23 +Planet Konstellation 6.23 +Planet Mond 7.08 +Planet Sonne 7.08 +Planet Galaxie 7.08 +Planet Weltraum 7.08 +Planet Astronom 6.38 +Präzedenz Beispiel 6.83 +Basis Information 3.32 +Voraussetzung Erkenntnis 3.15 +Präzedenzfall Gesetz 5.62 +Beispielhaft Sammlung 1.92 +Vorbildlich Gruppe 2.19 +Vorangehend Vorausgehend 8.04 +Tasse Kaffee 7.21 +Tasse Geschirr 8.00 +Tasse Gegenstand 6.08 +Tasse Artefakt 2.00 +Tasse Objekt 5.69 +Tasse Ding 5.08 +Tasse Trinken 7.62 +Tasse Essen 1.77 +Tasse Substanz 1.69 +Tasse Flüssigkeit 5.47 +Jaguar Katze 6.66 +Jaguar Auto 7.55 +Energie Minister 4.15 +Minister Senat 5.96 +Energie Labor 3.23 +Computer Labor 4.31 +Waffe Geheimnis 1.85 +Polizei Fingerabdruck 6.23 +Polizei Ermittlung 7.27 +Untersuchung Aufwand 4.15 +Mars Wasser 2.77 +Mars Wissenschaftler 5.54 +Nachrichten Bericht 7.85 +Schlucht Landschaft 6.54 +Bild Oberfläche 3.38 +Entdeckung Weltall 4.77 +Wasser Leck 5.81 +Zeichen Kerbe 3.92 +Mittwoch Nachrichten 1.38 +Meile Kilometer 7.62 +Computer Nachrichten 4.23 +Gebiet Oberfläche 3.77 +Atmosphäre Landschaft 2.50 +Präsident Orden 2.77 +Krieg Truppen 6.81 +Rekord Nummer 2.77 +Haut Augen 4.12 +Japaner Amerikaner 5.73 +Theater Geschichte 3.85 +Freiwilliger Motto 0.77 +Vorurteil Anerkennung 3.46 +Auszeichnung Tapferkeit 5.92 +Jahrhundert Jahr 6.85 +Jahrhundert Nation 1.54 +Verzögerung Rassismus 1.31 +Verzögerung Nachrichten 1.08 +Minister Partei 7.38 +Frieden Plan 3.85 +Minderheit Frieden 2.23 +Versuch Frieden 3.46 +Regierung Krise 5.65 +Aufmarsch Abzug 6.27 +Aufmarsch Rückzug 6.81 +Energie Krise 4.77 +Ankündigung Nachrichten 6.31 +Ankündigung Aufwand 1.08 +Schlaganfall Krankenhaus 6.88 +Behinderung Tod 2.42 +Opfer Notfall 6.69 +Behandlung Erholung 5.46 +Zeitschrift Verein 1.77 +Arzt Personal 4.46 +Arzt Verantwortung 6.65 +Haftung Versicherung 7.62 +Schule Zentrum 4.00 +Ursache Bluthochdruck 3.65 +Ursache Kriterium 3.69 +Hundert Prozent 6.92 +Harvard Yale 7.85 +Krankenhaus Infrastruktur 5.00 +Tod Trakt 2.46 +Tod Insasse 2.38 +Rechtsanwalt Beweis 6.04 +Leben Tod 8.69 +Leben Dauer 6.42 +Wort Ähnlichkeit 2.46 +Gremium Empfehlung 3.65 +Direktor Interview 2.46 +OPEC Staat 3.92 +Frieden Stimmung 4.46 +Frieden Versicherung 2.15 +Gelände Kilometer 3.46 +Reise Aktivität 6.31 +Wettbewerb Preis 7.73 +Konsument Vertrauen 3.85 +Konsument Energie 3.69 +Problem Flughafen 2.23 +Auto Flug 3.77 +Kredit Karte 6.31 +Vertrauen Information 4.77 +Hotel Reservierung 6.81 +Lebensmittel Geld 4.88 +Registrierung Abmachung 2.69 +Vereinbarung Unterkunft 2.00 +Monat Hotel 0.69 +Art Sorte 8.81 +Ankunft Hotel 4.54 +Bett Schrank 6.15 +Schrank Kleider 7.50 +Lage Schlussfolgerung 3.69 +Situation Isolation 2.15 +Unparteilichkeit Interesse 2.50 +Richtung Verbindung 3.65 +Straße Platz 5.35 +Straße Allee 7.73 +Straße Häuserblock 5.50 +Straße Kinder 3.73 +Aufzählung Nähe 0.92 +Liste Kategorie 5.85 +Zelle Telefon 6.38 +Herstellung Wanderung 0.69 +Richtwert Kennziffer 4.92 +Medien Handel 2.87 +Medien Vorteil 1.81 +Gewinnanteil Auszahlung 7.32 +Gewinnanteil Kalkulation 6.15 +Kalkulation Berechnung 9.54 +Währung Markt 6.03 +OPEC Öl 7.65 +Öl Aktie 5.14 +Ankündigung Produktion 1.65 +Ankündigung Warnung 6.06 +Gewinn Warnung 2.85 +Gewinn Verlust 7.85 +Dollar Yen 7.31 +Dollar Kohle 5.58 +Dollar Gewinn 5.25 +Dollar Verlust 5.27 +Computer Software 8.35 +Netzwerk Hardware 6.88 +Telefon Zubehör 4.42 +Zubehör Hersteller 4.43 +Luxus Auto 5.14 +Fünf Monat 1.33 +Bericht Zuwachs 2.02 +Investor Einkommen 4.05 +Flüssigkeit Wasser 8.62 +Baseball Saison 4.98 +Spiel Sieg 7.08 +Spiel Mannschaft 6.88 +Marathon Sprint 7.67 +Spiel Serie 4.85 +Spiel Niederlage 6.77 +Sieben Reihe 2.41 +Meeresfrüchte Meer 7.32 +Meeresfrüchte Essen 7.23 +Meeresfrüchte Hummer 6.81 +Hummer Essen 6.78 +Hummer Wein 4.15 +Essen Vorbereitung 5.58 +Video Archiv 5.06 +Beginn Jahr 4.70 +Beginn Partie 4.22 +Spiel Runde 6.33 +Boxen Runde 7.35 +Meisterschaft Turnier 8.05 +Kämpfen Besiegen 7.41 +Grundsatz Versicherung 2.51 +Tag Sommer 3.33 +Sommer Dürre 6.04 +Sommer Natur 5.37 +Tag Dämmerung 5.97 +Natur Umwelt 8.00 +Umwelt Nachhaltigkeit 6.54 +Natur Mensch 6.31 +Mann Frau 8.69 +Mann Präsident 5.46 +Mord Totschlag 8.62 +Seife Oper 2.85 +Oper Aufführung 6.38 +Leben Lektion 4.54 +Fokus Leben 2.62 +Herstellung Belegschaft 3.23 +Fernsehen Film 7.31 +Liebhaber Streit 4.08 +Zuschauer Serie 5.38 +Möglichkeit Mädchen 1.65 +Bevölkerung Entwicklung 4.27 +Moral Wichtigkeit 4.65 +Moral Heirat 2.81 +Mexiko Brasil 5.23 +Geschlecht Gleichheit 3.81 +Änderung Einstellung 4.15 +Familie Planung 5.62 +Oper Industrie 0.85 +Zucker Annäherung 1.46 +Praxis Institution 4.27 +Ministerium Kultur 4.38 +Problem Herausforderung 6.08 +Größe Prominenz 5.46 +Staat Bürger 6.77 +Planet Menschen 5.62 +Entwicklung Ausgabe 3.15 +Erfahrung Musik 1.08 +Musik Projekt 4.04 +Glas Metal 3.92 +Aluminium Metal 7.81 +Möglichkeit Glaubwürdigkeit 2.69 +Ausstellungsstück Erinnerungsstück 4.38 +Konzert virtuos 4.46 +Rock Jazz 6.19 +Museum Theater 5.42 +Betrachtung Architektur 4.38 +Weltraum Erde 6.46 +Erhaltung Welt 4.31 +Einlass Eintritt 8.08 +Regen Gewitter 7.85 +Regen Flut 7.27 +Wetter Vorhersage 6.46 +Katastrophe Gebiet 4.27 +Präsident Büro 3.42 +Architektur Jahrhundert 3.08 \ No newline at end of file diff --git a/WordSim353/data/original_finkelstein/combined.csv b/WordSim353/data/original_finkelstein/combined.csv new file mode 100644 index 0000000000000000000000000000000000000000..f4b59539bdc53a9baa45d0388ca418373560bd8a --- /dev/null +++ b/WordSim353/data/original_finkelstein/combined.csv @@ -0,0 +1,354 @@ +Word 1,Word 2,Human (mean) +love,sex,6.77 +tiger,cat,7.35 +tiger,tiger,10.00 +book,paper,7.46 +computer,keyboard,7.62 +computer,internet,7.58 +plane,car,5.77 +train,car,6.31 +telephone,communication,7.50 +television,radio,6.77 +media,radio,7.42 +drug,abuse,6.85 +bread,butter,6.19 +cucumber,potato,5.92 +doctor,nurse,7.00 +professor,doctor,6.62 +student,professor,6.81 +smart,student,4.62 +smart,stupid,5.81 +company,stock,7.08 +stock,market,8.08 +stock,phone,1.62 +stock,CD,1.31 +stock,jaguar,0.92 +stock,egg,1.81 +fertility,egg,6.69 +stock,live,3.73 +stock,life,0.92 +book,library,7.46 +bank,money,8.12 +wood,forest,7.73 +money,cash,9.15 +professor,cucumber,0.31 +king,cabbage,0.23 +king,queen,8.58 +king,rook,5.92 +bishop,rabbi,6.69 +Jerusalem,Israel,8.46 +Jerusalem,Palestinian,7.65 +holy,sex,1.62 +fuck,sex,9.44 +Maradona,football,8.62 +football,soccer,9.03 +football,basketball,6.81 +football,tennis,6.63 +tennis,racket,7.56 +Arafat,peace,6.73 +Arafat,terror,7.65 +Arafat,Jackson,2.50 +law,lawyer,8.38 +movie,star,7.38 +movie,popcorn,6.19 +movie,critic,6.73 +movie,theater,7.92 +physics,proton,8.12 +physics,chemistry,7.35 +space,chemistry,4.88 +alcohol,chemistry,5.54 +vodka,gin,8.46 +vodka,brandy,8.13 +drink,car,3.04 +drink,ear,1.31 +drink,mouth,5.96 +drink,eat,6.87 +baby,mother,7.85 +drink,mother,2.65 +car,automobile,8.94 +gem,jewel,8.96 +journey,voyage,9.29 +boy,lad,8.83 +coast,shore,9.10 +asylum,madhouse,8.87 +magician,wizard,9.02 +midday,noon,9.29 +furnace,stove,8.79 +food,fruit,7.52 +bird,cock,7.10 +bird,crane,7.38 +tool,implement,6.46 +brother,monk,6.27 +crane,implement,2.69 +lad,brother,4.46 +journey,car,5.85 +monk,oracle,5.00 +cemetery,woodland,2.08 +food,rooster,4.42 +coast,hill,4.38 +forest,graveyard,1.85 +shore,woodland,3.08 +monk,slave,0.92 +coast,forest,3.15 +lad,wizard,0.92 +chord,smile,0.54 +glass,magician,2.08 +noon,string,0.54 +rooster,voyage,0.62 +money,dollar,8.42 +money,cash,9.08 +money,currency,9.04 +money,wealth,8.27 +money,property,7.57 +money,possession,7.29 +money,bank,8.50 +money,deposit,7.73 +money,withdrawal,6.88 +money,laundering,5.65 +money,operation,3.31 +tiger,jaguar,8.00 +tiger,feline,8.00 +tiger,carnivore,7.08 +tiger,mammal,6.85 +tiger,animal,7.00 +tiger,organism,4.77 +tiger,fauna,5.62 +tiger,zoo,5.87 +psychology,psychiatry,8.08 +psychology,anxiety,7.00 +psychology,fear,6.85 +psychology,depression,7.42 +psychology,clinic,6.58 +psychology,doctor,6.42 +psychology,Freud,8.21 +psychology,mind,7.69 +psychology,health,7.23 +psychology,science,6.71 +psychology,discipline,5.58 +psychology,cognition,7.48 +planet,star,8.45 +planet,constellation,8.06 +planet,moon,8.08 +planet,sun,8.02 +planet,galaxy,8.11 +planet,space,7.92 +planet,astronomer,7.94 +precedent,example,5.85 +precedent,information,3.85 +precedent,cognition,2.81 +precedent,law,6.65 +precedent,collection,2.50 +precedent,group,1.77 +precedent,antecedent,6.04 +cup,coffee,6.58 +cup,tableware,6.85 +cup,article,2.40 +cup,artifact,2.92 +cup,object,3.69 +cup,entity,2.15 +cup,drink,7.25 +cup,food,5.00 +cup,substance,1.92 +cup,liquid,5.90 +jaguar,cat,7.42 +jaguar,car,7.27 +energy,secretary,1.81 +secretary,senate,5.06 +energy,laboratory,5.09 +computer,laboratory,6.78 +weapon,secret,6.06 +FBI,fingerprint,6.94 +FBI,investigation,8.31 +investigation,effort,4.59 +Mars,water,2.94 +Mars,scientist,5.63 +news,report,8.16 +canyon,landscape,7.53 +image,surface,4.56 +discovery,space,6.34 +water,seepage,6.56 +sign,recess,2.38 +Wednesday,news,2.22 +mile,kilometer,8.66 +computer,news,4.47 +territory,surface,5.34 +atmosphere,landscape,3.69 +president,medal,3.00 +war,troops,8.13 +record,number,6.31 +skin,eye,6.22 +Japanese,American,6.50 +theater,history,3.91 +volunteer,motto,2.56 +prejudice,recognition,3.00 +decoration,valor,5.63 +century,year,7.59 +century,nation,3.16 +delay,racism,1.19 +delay,news,3.31 +minister,party,6.63 +peace,plan,4.75 +minority,peace,3.69 +attempt,peace,4.25 +government,crisis,6.56 +deployment,departure,4.25 +deployment,withdrawal,5.88 +energy,crisis,5.94 +announcement,news,7.56 +announcement,effort,2.75 +stroke,hospital,7.03 +disability,death,5.47 +victim,emergency,6.47 +treatment,recovery,7.91 +journal,association,4.97 +doctor,personnel,5.00 +doctor,liability,5.19 +liability,insurance,7.03 +school,center,3.44 +reason,hypertension,2.31 +reason,criterion,5.91 +hundred,percent,7.38 +Harvard,Yale,8.13 +hospital,infrastructure,4.63 +death,row,5.25 +death,inmate,5.03 +lawyer,evidence,6.69 +life,death,7.88 +life,term,4.50 +word,similarity,4.75 +board,recommendation,4.47 +governor,interview,3.25 +OPEC,country,5.63 +peace,atmosphere,3.69 +peace,insurance,2.94 +territory,kilometer,5.28 +travel,activity,5.00 +competition,price,6.44 +consumer,confidence,4.13 +consumer,energy,4.75 +problem,airport,2.38 +car,flight,4.94 +credit,card,8.06 +credit,information,5.31 +hotel,reservation,8.03 +grocery,money,5.94 +registration,arrangement,6.00 +arrangement,accommodation,5.41 +month,hotel,1.81 +type,kind,8.97 +arrival,hotel,6.00 +bed,closet,6.72 +closet,clothes,8.00 +situation,conclusion,4.81 +situation,isolation,3.88 +impartiality,interest,5.16 +direction,combination,2.25 +street,place,6.44 +street,avenue,8.88 +street,block,6.88 +street,children,4.94 +listing,proximity,2.56 +listing,category,6.38 +cell,phone,7.81 +production,hike,1.75 +benchmark,index,4.25 +media,trading,3.88 +media,gain,2.88 +dividend,payment,7.63 +dividend,calculation,6.48 +calculation,computation,8.44 +currency,market,7.50 +OPEC,oil,8.59 +oil,stock,6.34 +announcement,production,3.38 +announcement,warning,6.00 +profit,warning,3.88 +profit,loss,7.63 +dollar,yen,7.78 +dollar,buck,9.22 +dollar,profit,7.38 +dollar,loss,6.09 +computer,software,8.50 +network,hardware,8.31 +phone,equipment,7.13 +equipment,maker,5.91 +luxury,car,6.47 +five,month,3.38 +report,gain,3.63 +investor,earning,7.13 +liquid,water,7.89 +baseball,season,5.97 +game,victory,7.03 +game,team,7.69 +marathon,sprint,7.47 +game,series,6.19 +game,defeat,6.97 +seven,series,3.56 +seafood,sea,7.47 +seafood,food,8.34 +seafood,lobster,8.70 +lobster,food,7.81 +lobster,wine,5.70 +food,preparation,6.22 +video,archive,6.34 +start,year,4.06 +start,match,4.47 +game,round,5.97 +boxing,round,7.61 +championship,tournament,8.36 +fighting,defeating,7.41 +line,insurance,2.69 +day,summer,3.94 +summer,drought,7.16 +summer,nature,5.63 +day,dawn,7.53 +nature,environment,8.31 +environment,ecology,8.81 +nature,man,6.25 +man,woman,8.30 +man,governor,5.25 +murder,manslaughter,8.53 +soap,opera,7.94 +opera,performance,6.88 +life,lesson,5.94 +focus,life,4.06 +production,crew,6.25 +television,film,7.72 +lover,quarrel,6.19 +viewer,serial,2.97 +possibility,girl,1.94 +population,development,3.75 +morality,importance,3.31 +morality,marriage,3.69 +Mexico,Brazil,7.44 +gender,equality,6.41 +change,attitude,5.44 +family,planning,6.25 +opera,industry,2.63 +sugar,approach,0.88 +practice,institution,3.19 +ministry,culture,4.69 +problem,challenge,6.75 +size,prominence,5.31 +country,citizen,7.31 +planet,people,5.75 +development,issue,3.97 +experience,music,3.47 +music,project,3.63 +glass,metal,5.56 +aluminum,metal,7.83 +chance,credibility,3.88 +exhibit,memorabilia,5.31 +concert,virtuoso,6.81 +rock,jazz,7.59 +museum,theater,7.19 +observation,architecture,4.38 +space,world,6.53 +preservation,world,6.19 +admission,ticket,7.69 +shower,thunderstorm,6.31 +shower,flood,6.03 +weather,forecast,8.34 +disaster,area,6.25 +governor,office,6.34 +architecture,century,3.78 diff --git a/WordSim353/data/original_finkelstein/combined.tab b/WordSim353/data/original_finkelstein/combined.tab new file mode 100644 index 0000000000000000000000000000000000000000..89c1950ebdc0b5eb8f970f50dfee9f1ee989226d --- /dev/null +++ b/WordSim353/data/original_finkelstein/combined.tab @@ -0,0 +1,354 @@ +Word 1 Word 2 Human (mean) +love sex 6.77 +tiger cat 7.35 +tiger tiger 10.00 +book paper 7.46 +computer keyboard 7.62 +computer internet 7.58 +plane car 5.77 +train car 6.31 +telephone communication 7.50 +television radio 6.77 +media radio 7.42 +drug abuse 6.85 +bread butter 6.19 +cucumber potato 5.92 +doctor nurse 7.00 +professor doctor 6.62 +student professor 6.81 +smart student 4.62 +smart stupid 5.81 +company stock 7.08 +stock market 8.08 +stock phone 1.62 +stock CD 1.31 +stock jaguar 0.92 +stock egg 1.81 +fertility egg 6.69 +stock live 3.73 +stock life 0.92 +book library 7.46 +bank money 8.12 +wood forest 7.73 +money cash 9.15 +professor cucumber 0.31 +king cabbage 0.23 +king queen 8.58 +king rook 5.92 +bishop rabbi 6.69 +Jerusalem Israel 8.46 +Jerusalem Palestinian 7.65 +holy sex 1.62 +fuck sex 9.44 +Maradona football 8.62 +football soccer 9.03 +football basketball 6.81 +football tennis 6.63 +tennis racket 7.56 +Arafat peace 6.73 +Arafat terror 7.65 +Arafat Jackson 2.50 +law lawyer 8.38 +movie star 7.38 +movie popcorn 6.19 +movie critic 6.73 +movie theater 7.92 +physics proton 8.12 +physics chemistry 7.35 +space chemistry 4.88 +alcohol chemistry 5.54 +vodka gin 8.46 +vodka brandy 8.13 +drink car 3.04 +drink ear 1.31 +drink mouth 5.96 +drink eat 6.87 +baby mother 7.85 +drink mother 2.65 +car automobile 8.94 +gem jewel 8.96 +journey voyage 9.29 +boy lad 8.83 +coast shore 9.10 +asylum madhouse 8.87 +magician wizard 9.02 +midday noon 9.29 +furnace stove 8.79 +food fruit 7.52 +bird cock 7.10 +bird crane 7.38 +tool implement 6.46 +brother monk 6.27 +crane implement 2.69 +lad brother 4.46 +journey car 5.85 +monk oracle 5.00 +cemetery woodland 2.08 +food rooster 4.42 +coast hill 4.38 +forest graveyard 1.85 +shore woodland 3.08 +monk slave 0.92 +coast forest 3.15 +lad wizard 0.92 +chord smile 0.54 +glass magician 2.08 +noon string 0.54 +rooster voyage 0.62 +money dollar 8.42 +money cash 9.08 +money currency 9.04 +money wealth 8.27 +money property 7.57 +money possession 7.29 +money bank 8.50 +money deposit 7.73 +money withdrawal 6.88 +money laundering 5.65 +money operation 3.31 +tiger jaguar 8.00 +tiger feline 8.00 +tiger carnivore 7.08 +tiger mammal 6.85 +tiger animal 7.00 +tiger organism 4.77 +tiger fauna 5.62 +tiger zoo 5.87 +psychology psychiatry 8.08 +psychology anxiety 7.00 +psychology fear 6.85 +psychology depression 7.42 +psychology clinic 6.58 +psychology doctor 6.42 +psychology Freud 8.21 +psychology mind 7.69 +psychology health 7.23 +psychology science 6.71 +psychology discipline 5.58 +psychology cognition 7.48 +planet star 8.45 +planet constellation 8.06 +planet moon 8.08 +planet sun 8.02 +planet galaxy 8.11 +planet space 7.92 +planet astronomer 7.94 +precedent example 5.85 +precedent information 3.85 +precedent cognition 2.81 +precedent law 6.65 +precedent collection 2.50 +precedent group 1.77 +precedent antecedent 6.04 +cup coffee 6.58 +cup tableware 6.85 +cup article 2.40 +cup artifact 2.92 +cup object 3.69 +cup entity 2.15 +cup drink 7.25 +cup food 5.00 +cup substance 1.92 +cup liquid 5.90 +jaguar cat 7.42 +jaguar car 7.27 +energy secretary 1.81 +secretary senate 5.06 +energy laboratory 5.09 +computer laboratory 6.78 +weapon secret 6.06 +FBI fingerprint 6.94 +FBI investigation 8.31 +investigation effort 4.59 +Mars water 2.94 +Mars scientist 5.63 +news report 8.16 +canyon landscape 7.53 +image surface 4.56 +discovery space 6.34 +water seepage 6.56 +sign recess 2.38 +Wednesday news 2.22 +mile kilometer 8.66 +computer news 4.47 +territory surface 5.34 +atmosphere landscape 3.69 +president medal 3.00 +war troops 8.13 +record number 6.31 +skin eye 6.22 +Japanese American 6.50 +theater history 3.91 +volunteer motto 2.56 +prejudice recognition 3.00 +decoration valor 5.63 +century year 7.59 +century nation 3.16 +delay racism 1.19 +delay news 3.31 +minister party 6.63 +peace plan 4.75 +minority peace 3.69 +attempt peace 4.25 +government crisis 6.56 +deployment departure 4.25 +deployment withdrawal 5.88 +energy crisis 5.94 +announcement news 7.56 +announcement effort 2.75 +stroke hospital 7.03 +disability death 5.47 +victim emergency 6.47 +treatment recovery 7.91 +journal association 4.97 +doctor personnel 5.00 +doctor liability 5.19 +liability insurance 7.03 +school center 3.44 +reason hypertension 2.31 +reason criterion 5.91 +hundred percent 7.38 +Harvard Yale 8.13 +hospital infrastructure 4.63 +death row 5.25 +death inmate 5.03 +lawyer evidence 6.69 +life death 7.88 +life term 4.50 +word similarity 4.75 +board recommendation 4.47 +governor interview 3.25 +OPEC country 5.63 +peace atmosphere 3.69 +peace insurance 2.94 +territory kilometer 5.28 +travel activity 5.00 +competition price 6.44 +consumer confidence 4.13 +consumer energy 4.75 +problem airport 2.38 +car flight 4.94 +credit card 8.06 +credit information 5.31 +hotel reservation 8.03 +grocery money 5.94 +registration arrangement 6.00 +arrangement accommodation 5.41 +month hotel 1.81 +type kind 8.97 +arrival hotel 6.00 +bed closet 6.72 +closet clothes 8.00 +situation conclusion 4.81 +situation isolation 3.88 +impartiality interest 5.16 +direction combination 2.25 +street place 6.44 +street avenue 8.88 +street block 6.88 +street children 4.94 +listing proximity 2.56 +listing category 6.38 +cell phone 7.81 +production hike 1.75 +benchmark index 4.25 +media trading 3.88 +media gain 2.88 +dividend payment 7.63 +dividend calculation 6.48 +calculation computation 8.44 +currency market 7.50 +OPEC oil 8.59 +oil stock 6.34 +announcement production 3.38 +announcement warning 6.00 +profit warning 3.88 +profit loss 7.63 +dollar yen 7.78 +dollar buck 9.22 +dollar profit 7.38 +dollar loss 6.09 +computer software 8.50 +network hardware 8.31 +phone equipment 7.13 +equipment maker 5.91 +luxury car 6.47 +five month 3.38 +report gain 3.63 +investor earning 7.13 +liquid water 7.89 +baseball season 5.97 +game victory 7.03 +game team 7.69 +marathon sprint 7.47 +game series 6.19 +game defeat 6.97 +seven series 3.56 +seafood sea 7.47 +seafood food 8.34 +seafood lobster 8.70 +lobster food 7.81 +lobster wine 5.70 +food preparation 6.22 +video archive 6.34 +start year 4.06 +start match 4.47 +game round 5.97 +boxing round 7.61 +championship tournament 8.36 +fighting defeating 7.41 +line insurance 2.69 +day summer 3.94 +summer drought 7.16 +summer nature 5.63 +day dawn 7.53 +nature environment 8.31 +environment ecology 8.81 +nature man 6.25 +man woman 8.30 +man governor 5.25 +murder manslaughter 8.53 +soap opera 7.94 +opera performance 6.88 +life lesson 5.94 +focus life 4.06 +production crew 6.25 +television film 7.72 +lover quarrel 6.19 +viewer serial 2.97 +possibility girl 1.94 +population development 3.75 +morality importance 3.31 +morality marriage 3.69 +Mexico Brazil 7.44 +gender equality 6.41 +change attitude 5.44 +family planning 6.25 +opera industry 2.63 +sugar approach 0.88 +practice institution 3.19 +ministry culture 4.69 +problem challenge 6.75 +size prominence 5.31 +country citizen 7.31 +planet people 5.75 +development issue 3.97 +experience music 3.47 +music project 3.63 +glass metal 5.56 +aluminum metal 7.83 +chance credibility 3.88 +exhibit memorabilia 5.31 +concert virtuoso 6.81 +rock jazz 7.59 +museum theater 7.19 +observation architecture 4.38 +space world 6.53 +preservation world 6.19 +admission ticket 7.69 +shower thunderstorm 6.31 +shower flood 6.03 +weather forecast 8.34 +disaster area 6.25 +governor office 6.34 +architecture century 3.78 diff --git a/WordSim353/data/original_finkelstein/instructions.txt b/WordSim353/data/original_finkelstein/instructions.txt new file mode 100644 index 0000000000000000000000000000000000000000..600e564788ef4cf61cd59b6c573232d98579e366 --- /dev/null +++ b/WordSim353/data/original_finkelstein/instructions.txt @@ -0,0 +1,41 @@ +Estimation of word similarity +----------------------------- + + +Hello, + +We kindly ask you to assist us in a psycholinguistic experiment, +aimed at estimating the similarity of various words in the English +language. The purpose of this experiment is to assign similarity scores +to pairs of words, so that machine learning algorithms can be +subsequently trained and adjusted using human-assigned scores. + +Below is a list of pairs of words. For each pair, please assign +a numerical similarity score between 0 and 10 (0 = words are totally +unrelated, 10 = words are VERY closely related). By definition, +the similarity of the word to itself should be 10. You may assign +fractional scores (for example, 7.5). + +Specific instructions: + +1) The questionnaire starts on the next page. +2) Please fill in your full name at the beginning of the questionnaire. + We need the names to ensure individual estimations do not get mixed, + and to be able to contact you should any clarifications become necessary. +3) Please fill in the similarity scores in the appropriate column of + the table. To facilitate processing your questionnaire, please do not + print the document but rather type in the values in the table provided. +4) If you do not know the meaning of a particular word - please use + a dictionary, or ask a native English speaker. +5) Please DO NOT consult your friends on assigning the similarity scores – + it is highly important that the scores you assign be independent of + someone else’s assessment. +6) When estimating similarity of antonyms, consider them "similar" + (i.e., belonging to the same domain or representing features of the same + concept), rather than "dissimilar". + +If you have any questions or require further clarifications (or if you +have a suggestion), please do not hesitate to contact us. + +Thank you for your assistance ! + diff --git a/WordSim353/data/original_finkelstein/set1.csv b/WordSim353/data/original_finkelstein/set1.csv new file mode 100644 index 0000000000000000000000000000000000000000..65064325f82569e735144f4c700b347bc28edfeb --- /dev/null +++ b/WordSim353/data/original_finkelstein/set1.csv @@ -0,0 +1,154 @@ +Word 1,Word 2,Human (mean),1,2,3,4,5,6,7,8,9,10,11,12,13 +love,sex,6.77,9,6,8,8,7,8,8,4,7,2,6,7,8 +tiger,cat,7.35,9,7,8,7,8,9,8.5,5,6,9,7,5,7 +tiger,tiger,10.00,10,10,10,10,10,10,10,10,10,10,10,10,10 +book,paper,7.46,8,8,7,7,8,9,7,6,7,8,9,4,9 +computer,keyboard,7.62,8,7,9,9,8,8,7,7,6,8,10,3,9 +computer,internet,7.58,8,6,9,8,8,8,7.5,7,7,7,9,5,9 +plane,car,5.77,6,6,7,5,3,6,7,6,6,6,7,3,7 +train,car,6.31,7,7.5,7.5,5,3,6,7,6,6,6,9,4,8 +telephone,communication,7.50,7,6.5,8,8,6,8,8,7,5,9,9,8,8 +television,radio,6.77,7,7.5,9,7,3,6,7,8,5.5,6,8,6,8 +media,radio,7.42,7,7,8.5,9,6,7,7,7,5,7,10,8,8 +drug,abuse,6.85,7,5.5,8,10,7,9,7,7,4,5,8.5,4,7 +bread,butter,6.19,6,5.5,8,9,6,8,7,5,6,4,4,3,9 +cucumber,potato,5.92,7,7.5,7,6,4,6,6.5,4,6,4,5,6,8 +doctor,nurse,7.00,7,8,9,7,5,7,7,7,6,6,7,7,8 +professor,doctor,6.62,6,7.5,8,7,4,6,8.5,6,7,3,6,9,8 +student,professor,6.81,6,8,9,6,4,8,7.5,8,6,3,8,7,8 +smart,student,4.62,5,6,5,2,4,6,5,7,4,3,3,5,5 +smart,stupid,5.81,3,7,9,9,5,8,6,0,6.5,3,5,7,7 +company,stock,7.08,6,8,9,9,4,8,8,6,6,8,6,6,8 +stock,market,8.08,8,9,9.5,8,5,9,9,9,7,8,7.5,7,9 +stock,phone,1.62,3,1,0,1,4,3,1,1,1,3,0,2,1 +stock,CD,1.31,2,1,0,1,4,1,0,0,1,3,3,1,0 +stock,jaguar,0.92,1,0,0,1,4,0,2,0,1,3,0,0,0 +stock,egg,1.81,5,1.5,0,1,3,0,0,2,2,3,1,5,0 +fertility,egg,6.69,7,8,8,7,4,8,8,8,6,9,2,6,6 +stock,live,3.73,8,5.5,6,1,4,5,0,0,1,6,2,3,7 +stock,life,0.92,4,0,0,1,3,0,0,0,2,0,0,0,2 +book,library,7.46,8,9,8,9,5,9,8,7,6,8,7,6,7 +bank,money,8.12,8,9,9.5,9,5,9,8,9,6,9,9,8,7 +wood,forest,7.73,9,6,9.5,7,5,9,9,9,6,8,9,8,6 +money,cash,9.15,10,9.5,9.5,10,8,9,9.5,10,7,10,8.5,9,9 +professor,cucumber,0.31,1,0,0,1,2,0,0,0,0,0,0,0,0 +king,cabbage,0.23,1,0,0,1,1,0,0,0,0,0,0,0,0 +king,queen,8.58,9,9.5,9.5,10,7,8,8.5,9,8,8,8,8,9 +king,rook,5.92,7,7.5,7,6,7,8,8.5,0,8,0,6,5,7 +bishop,rabbi,6.69,7,7.5,8.5,2,5,7,9,7,8,7,6,7,6 +Jerusalem,Israel,8.46,9,8,9.5,9,8,8,8,8,9,8,9.5,7,9 +Jerusalem,Palestinian,7.65,9,8,9,8,4,8,8,7,9,8,9.5,5,7 +holy,sex,1.62,3,0,5,2,1,1,7,0,1,0,0,0,1 +fuck,sex,9.44,10,9.75,10,10,8,9,9,10,9,10,8,10,10 +Maradona,football,8.62,9,9,9.5,10,7,9,8.5,8,9,10,9,6,8 +football,soccer,9.03,9,9.9,9,10,8,7,9.5,10,8,10,9,9,9 +football,basketball,6.81,8,7.5,8.5,3,3,8,8,6,7.5,8,7,6,8 +football,tennis,6.63,7,7.25,8.5,3,3,7,8,6,7.5,8,7,6,8 +tennis,racket,7.56,4,8,9.5,9,4,9,7.5,8,7.8,8,8.5,6,9 +Arafat,peace,6.73,8,8,9.5,9,2,8,7,7,7,5,7,4,6 +Arafat,terror,7.65,8,8,9.5,9,5,9,7,7,8,10,8,4,7 +Arafat,Jackson,2.50,4,7.5,0,2,3,1,0,0,4,1,6,2,2 +law,lawyer,8.38,9,8,9.5,9,6,9,9.5,9,7,10,6,8,9 +movie,star,7.38,9,8,9.5,8,6,9,7,8,7,5,6.5,5,8 +movie,popcorn,6.19,7,6,9,4,5,7,8,9,6,4,6.5,2,7 +movie,critic,6.73,8,7.5,9.5,9,6,8,7.5,8,5,4,5,3,7 +movie,theater,7.92,8,8,9.5,9,6,8,8.5,7,7,10,6,7,9 +physics,proton,8.12,9,8.5,9,10,6,8,8.5,8,7,8,9.5,5,9 +physics,chemistry,7.35,8,8.5,9,8,5,7,8,7,8,7,7,4,9 +space,chemistry,4.88,6,8,3,5,5,6,7.5,6,5,3,1,2,6 +alcohol,chemistry,5.54,8,8,7,5,5,8,6,4,4,2,6,5,4 +vodka,gin,8.46,9,9.5,9,10,7,8,8.5,9,8,10,6,8,8 +vodka,brandy,8.13,9,9.25,9,7,7,8,8.5,9,8,10,6,7,8 +drink,car,3.04,7,0.5,0,2,2,7,5,5,4,0,2,0,5 +drink,ear,1.31,3,0,0,5,2,2,2,0,1,1,0,0,1 +drink,mouth,5.96,8,6,7,7,3,7,4,6,7.5,6,6,2,8 +drink,eat,6.87,8,8.75,9,9,3,7,8,9,7.5,0,5,7,8 +baby,mother,7.85,9,9,9,9,5,8,7,8,8,10,8,3,9 +drink,mother,2.65,3,1,1,3,3,7,0,2,6.5,0,4,1,3 +car,automobile,8.94,9,9.75,10,10,5,6,10,10,7.5,10,10,10,9 +gem,jewel,8.96,9,9.5,10,10,6,8,8.5,10,7.5,10,10,8,10 +journey,voyage,9.29,9,9.75,10,10,6,7,9.5,10,9.5,10,10,10,10 +boy,lad,8.83,9,9.75,10,10,6,5,9.5,9,7.5,10,10,9,10 +coast,shore,9.10,9,9.75,10,10,6,6,10,8,9.5,10,10,10,10 +asylum,madhouse,8.87,9,9.75,7,10,6,7,9.5,10,9,10,10,9,9 +magician,wizard,9.02,9,9.75,10,10,7,6,9,8,8.5,10,10,10,10 +midday,noon,9.29,10,9.75,9,10,7,6,9.5,10,9.5,10,10,10,10 +furnace,stove,8.79,9,9.75,9.5,10,7,7,9,9,8,10,10,8,8 +food,fruit,7.52,8,8.75,8,8,5,7,8,7,7,9,8,7,7 +bird,cock,7.10,8,8.5,8,7,4,7,7,6,6.8,9,8,7,6 +bird,crane,7.38,9,8.5,8.5,7,4,7,7,7,7,9,8,7,7 +tool,implement,6.46,8,6,8,7,4,7,6,6,5,6,10,7,4 +brother,monk,6.27,8,7,8,8,5,7,8.5,7,5,0,8,5,5 +crane,implement,2.69,3,6,1,1,4,1,0,6,1,0,9,3,0 +lad,brother,4.46,8,5.5,5,2,4,3,7,4,2.5,7,5,2,3 +journey,car,5.85,7,7,7,6,4,6,6,7,5,5,5,4,7 +monk,oracle,5.00,7,8,3,4,4,6,5,8,6,3,4,6,1 +cemetery,woodland,2.08,3,2,1,2,3,6,2,3,3,0,0,1,1 +food,rooster,4.42,7,4,4,6,3,6,7,2,4.5,2,8,1,3 +coast,hill,4.38,6,6,6,5,2,6,5,5,4,3,4,1,4 +forest,graveyard,1.85,4,2,1,1,2,6,1,3,3,0,0,1,0 +shore,woodland,3.08,6,6,1,1,2,6,5,4,4,3,0,1,1 +monk,slave,0.92,3,2,1,1,2,2,0,0,0,0,0,1,0 +coast,forest,3.15,6,6,1,1,2,6,5,4,4,3,1,1,1 +lad,wizard,0.92,4,0,0,1,2,3,0,0,0,0,0,1,1 +chord,smile,0.54,3,0,0,1,2,1,0,0,0,0,0,0,0 +glass,magician,2.08,4,1,4,2,2,3,0,0,0,0,10,0,1 +noon,string,0.54,2,0,0,1,2,1,0,0,1,0,0,0,0 +rooster,voyage,0.62,2,0,0,1,2,1,0,0,1,0,1,0,0 +money,dollar,8.42,9,9.5,9,10,5,8,8.5,8,8,10,8.5,8,8 +money,cash,9.08,10,9.5,9.5,10,5,9,9.5,10,8,10,8.5,9,10 +money,currency,9.04,10,9.5,9,10,5,9,9.5,9,9,10,8.5,9,10 +money,wealth,8.27,9,8,9,9,5,6,8.5,9,9,10,8,9,8 +money,property,7.57,8,8.25,6,8,5,8,8,7,8.2,8,8,7,9 +money,possession,7.29,8,8.25,7,7,5,7,7.5,5,9,7,8,7,9 +money,bank,8.50,9,8,9.5,9,6,9,8.5,9,8.5,10,8,7,9 +money,deposit,7.73,9,8,9.5,9,5,9,8,7,7,8,7,7,7 +money,withdrawal,6.88,8,8,9,9,5,9,8,5,6.5,8,2,5,7 +money,laundering,5.65,8,7,8,7,5,7,7.5,2,5,5,5,0,7 +money,operation,3.31,4,2,3,5,5,5,2,2,4,3,5,1,2 +tiger,jaguar,8.00,9,9,9,10,5,8,7.5,6,8,9,8.5,7,8 +tiger,feline,8.00,9,7.5,9.5,8,5,8,8.5,8,8,9,8.5,7,8 +tiger,carnivore,7.08,9,6,8,5,5,8,7,7,8.1,8,6,7,8 +tiger,mammal,6.85,9,7,7.5,5,5,7,7,7,8,8,8.5,6,4 +tiger,animal,7.00,8,7,7.5,5,5,6,6,7,7.5,9,10,5,8 +tiger,organism,4.77,8,7,6,1,5,5,1,2,6,4,10,5,2 +tiger,fauna,5.62,8,7,7.5,1,2,6,7,2,5.5,9,10,5,3 +tiger,zoo,5.87,8,5.25,8,3,5,7,6,8,6,5,5,5,5 +psychology,psychiatry,8.08,9,8.5,9.5,9,4,8,8,8,7,9,9,8,8 +psychology,anxiety,7.00,7,7,8.5,4,5,8,5,7,8,8,8.5,7,8 +psychology,fear,6.85,8,7,8.5,4,5,8,5,5,8,8,8.5,7,7 +psychology,depression,7.42,9,8,9,5,5,8,5,7,8,8,8.5,7,9 +psychology,clinic,6.58,8,8,9.5,5,4,9,7,6,6,7,6,4,6 +psychology,doctor,6.42,9,8,9,5,5,8,7.5,6,5,5,7,4,5 +psychology,Freud,8.21,9,9.25,9.5,10,5,8,8,9,7.5,9,8.5,7,7 +psychology,mind,7.69,9,9.5,9,9,5,8,5,8,7,8,8.5,7,7 +psychology,health,7.23,9,8,8.5,5,5,7,5,8,8,8,8.5,6,8 +psychology,science,6.71,8,7.75,7.5,5,5,7,4,8,6.5,7,9.5,4,8 +psychology,discipline,5.58,8,7,7.5,6,4,6,4,7,6,8,2,5,2 +psychology,cognition,7.48,9,9.75,8.5,6,3,8,8,8,6.5,9,7.5,8,6 +planet,star,8.45,9,9.9,10,10,5,8,8.5,9,8,9,8.5,7,8 +planet,constellation,8.06,9,8.25,9,9,6,8,8,8,8,9,8.5,6,8 +planet,moon,8.08,9,8.5,9,9,5,8,7,9,8,10,8.5,7,7 +planet,sun,8.02,9,8.75,9,8,5,8,7,9,8,10,8.5,7,7 +planet,galaxy,8.11,9,8.25,9.5,8,5,8,8,8,8.2,10,9.5,6,8 +planet,space,7.92,9,8,9.5,6,5,8,7,8,8,10,9.5,6,9 +planet,astronomer,7.94,9,8.25,9.5,8,5,8,7,7,8,10,7.5,7,9 +precedent,example,5.85,6,8.5,9.5,10,3,7,6,8,1,1,9,2,5 +precedent,information,3.85,5,5.5,6,8,4,5,1,2,0,1,7.5,2,3 +precedent,cognition,2.81,6,5.5,2,7,3,3,0,0,0,1,7,1,1 +precedent,law,6.65,8,7,8.5,8,3,8,7,5,7.5,8,8.5,5,3 +precedent,collection,2.50,7,5.5,1,3,3,5,0,0,0,0,6,1,1 +precedent,group,1.77,6,1,1,2,3,5,0,0,0,0,4,1,0 +precedent,antecedent,6.04,9.5,0,9.5,9,4,7,7.5,7,8,7,5,3,2 +cup,coffee,6.58,9,8,9,8,5,9,8,5,6.5,5,4,3,6 +cup,tableware,6.85,7,8.5,8,9,5,7,7,4,5,9,8.5,5,6 +cup,article,2.40,1,8.25,6,3,3,0,0,0,0,3,3,2,2 +cup,artifact,2.92,7,8,1,2,4,0,2,1,5,3,4,0,1 +cup,object,3.69,8,8,4,2,5,3,2,5,5,0,3,2,1 +cup,entity,2.15,3,6,3,1,4,3,0,3,4,0,1,0,0 +cup,drink,7.25,9,7.75,9,8,4,8,6,8,8,6,7.5,6,7 +cup,food,5.00,7,7,6,2,3,7,3,7,6,4,4,4,5 +cup,substance,1.92,3,3,2,1,3,2,1,3,5,0,2,0,0 +cup,liquid,5.90,9,7.75,7,5,4,7,4,7,7,6,7,4,2 +jaguar,cat,7.42,9,7,8,8,4,8,7.5,7,7,9,7,7,8 +jaguar,car,7.27,9,9,8.5,8,4,8,7,7,8,9,4,5,8 diff --git a/WordSim353/data/original_finkelstein/set1.tab b/WordSim353/data/original_finkelstein/set1.tab new file mode 100644 index 0000000000000000000000000000000000000000..69a89f0e2f35e9008478b3a4d8b3f8dbe8a8dffe --- /dev/null +++ b/WordSim353/data/original_finkelstein/set1.tab @@ -0,0 +1,154 @@ +Word 1 Word 2 Human (mean) 1 2 3 4 5 6 7 8 9 10 11 12 13 +love sex 6.77 9 6 8 8 7 8 8 4 7 2 6 7 8 +tiger cat 7.35 9 7 8 7 8 9 8.5 5 6 9 7 5 7 +tiger tiger 10.00 10 10 10 10 10 10 10 10 10 10 10 10 10 +book paper 7.46 8 8 7 7 8 9 7 6 7 8 9 4 9 +computer keyboard 7.62 8 7 9 9 8 8 7 7 6 8 10 3 9 +computer internet 7.58 8 6 9 8 8 8 7.5 7 7 7 9 5 9 +plane car 5.77 6 6 7 5 3 6 7 6 6 6 7 3 7 +train car 6.31 7 7.5 7.5 5 3 6 7 6 6 6 9 4 8 +telephone communication 7.50 7 6.5 8 8 6 8 8 7 5 9 9 8 8 +television radio 6.77 7 7.5 9 7 3 6 7 8 5.5 6 8 6 8 +media radio 7.42 7 7 8.5 9 6 7 7 7 5 7 10 8 8 +drug abuse 6.85 7 5.5 8 10 7 9 7 7 4 5 8.5 4 7 +bread butter 6.19 6 5.5 8 9 6 8 7 5 6 4 4 3 9 +cucumber potato 5.92 7 7.5 7 6 4 6 6.5 4 6 4 5 6 8 +doctor nurse 7.00 7 8 9 7 5 7 7 7 6 6 7 7 8 +professor doctor 6.62 6 7.5 8 7 4 6 8.5 6 7 3 6 9 8 +student professor 6.81 6 8 9 6 4 8 7.5 8 6 3 8 7 8 +smart student 4.62 5 6 5 2 4 6 5 7 4 3 3 5 5 +smart stupid 5.81 3 7 9 9 5 8 6 0 6.5 3 5 7 7 +company stock 7.08 6 8 9 9 4 8 8 6 6 8 6 6 8 +stock market 8.08 8 9 9.5 8 5 9 9 9 7 8 7.5 7 9 +stock phone 1.62 3 1 0 1 4 3 1 1 1 3 0 2 1 +stock CD 1.31 2 1 0 1 4 1 0 0 1 3 3 1 0 +stock jaguar 0.92 1 0 0 1 4 0 2 0 1 3 0 0 0 +stock egg 1.81 5 1.5 0 1 3 0 0 2 2 3 1 5 0 +fertility egg 6.69 7 8 8 7 4 8 8 8 6 9 2 6 6 +stock live 3.73 8 5.5 6 1 4 5 0 0 1 6 2 3 7 +stock life 0.92 4 0 0 1 3 0 0 0 2 0 0 0 2 +book library 7.46 8 9 8 9 5 9 8 7 6 8 7 6 7 +bank money 8.12 8 9 9.5 9 5 9 8 9 6 9 9 8 7 +wood forest 7.73 9 6 9.5 7 5 9 9 9 6 8 9 8 6 +money cash 9.15 10 9.5 9.5 10 8 9 9.5 10 7 10 8.5 9 9 +professor cucumber 0.31 1 0 0 1 2 0 0 0 0 0 0 0 0 +king cabbage 0.23 1 0 0 1 1 0 0 0 0 0 0 0 0 +king queen 8.58 9 9.5 9.5 10 7 8 8.5 9 8 8 8 8 9 +king rook 5.92 7 7.5 7 6 7 8 8.5 0 8 0 6 5 7 +bishop rabbi 6.69 7 7.5 8.5 2 5 7 9 7 8 7 6 7 6 +Jerusalem Israel 8.46 9 8 9.5 9 8 8 8 8 9 8 9.5 7 9 +Jerusalem Palestinian 7.65 9 8 9 8 4 8 8 7 9 8 9.5 5 7 +holy sex 1.62 3 0 5 2 1 1 7 0 1 0 0 0 1 +fuck sex 9.44 10 9.75 10 10 8 9 9 10 9 10 8 10 10 +Maradona football 8.62 9 9 9.5 10 7 9 8.5 8 9 10 9 6 8 +football soccer 9.03 9 9.9 9 10 8 7 9.5 10 8 10 9 9 9 +football basketball 6.81 8 7.5 8.5 3 3 8 8 6 7.5 8 7 6 8 +football tennis 6.63 7 7.25 8.5 3 3 7 8 6 7.5 8 7 6 8 +tennis racket 7.56 4 8 9.5 9 4 9 7.5 8 7.8 8 8.5 6 9 +Arafat peace 6.73 8 8 9.5 9 2 8 7 7 7 5 7 4 6 +Arafat terror 7.65 8 8 9.5 9 5 9 7 7 8 10 8 4 7 +Arafat Jackson 2.50 4 7.5 0 2 3 1 0 0 4 1 6 2 2 +law lawyer 8.38 9 8 9.5 9 6 9 9.5 9 7 10 6 8 9 +movie star 7.38 9 8 9.5 8 6 9 7 8 7 5 6.5 5 8 +movie popcorn 6.19 7 6 9 4 5 7 8 9 6 4 6.5 2 7 +movie critic 6.73 8 7.5 9.5 9 6 8 7.5 8 5 4 5 3 7 +movie theater 7.92 8 8 9.5 9 6 8 8.5 7 7 10 6 7 9 +physics proton 8.12 9 8.5 9 10 6 8 8.5 8 7 8 9.5 5 9 +physics chemistry 7.35 8 8.5 9 8 5 7 8 7 8 7 7 4 9 +space chemistry 4.88 6 8 3 5 5 6 7.5 6 5 3 1 2 6 +alcohol chemistry 5.54 8 8 7 5 5 8 6 4 4 2 6 5 4 +vodka gin 8.46 9 9.5 9 10 7 8 8.5 9 8 10 6 8 8 +vodka brandy 8.13 9 9.25 9 7 7 8 8.5 9 8 10 6 7 8 +drink car 3.04 7 0.5 0 2 2 7 5 5 4 0 2 0 5 +drink ear 1.31 3 0 0 5 2 2 2 0 1 1 0 0 1 +drink mouth 5.96 8 6 7 7 3 7 4 6 7.5 6 6 2 8 +drink eat 6.87 8 8.75 9 9 3 7 8 9 7.5 0 5 7 8 +baby mother 7.85 9 9 9 9 5 8 7 8 8 10 8 3 9 +drink mother 2.65 3 1 1 3 3 7 0 2 6.5 0 4 1 3 +car automobile 8.94 9 9.75 10 10 5 6 10 10 7.5 10 10 10 9 +gem jewel 8.96 9 9.5 10 10 6 8 8.5 10 7.5 10 10 8 10 +journey voyage 9.29 9 9.75 10 10 6 7 9.5 10 9.5 10 10 10 10 +boy lad 8.83 9 9.75 10 10 6 5 9.5 9 7.5 10 10 9 10 +coast shore 9.10 9 9.75 10 10 6 6 10 8 9.5 10 10 10 10 +asylum madhouse 8.87 9 9.75 7 10 6 7 9.5 10 9 10 10 9 9 +magician wizard 9.02 9 9.75 10 10 7 6 9 8 8.5 10 10 10 10 +midday noon 9.29 10 9.75 9 10 7 6 9.5 10 9.5 10 10 10 10 +furnace stove 8.79 9 9.75 9.5 10 7 7 9 9 8 10 10 8 8 +food fruit 7.52 8 8.75 8 8 5 7 8 7 7 9 8 7 7 +bird cock 7.10 8 8.5 8 7 4 7 7 6 6.8 9 8 7 6 +bird crane 7.38 9 8.5 8.5 7 4 7 7 7 7 9 8 7 7 +tool implement 6.46 8 6 8 7 4 7 6 6 5 6 10 7 4 +brother monk 6.27 8 7 8 8 5 7 8.5 7 5 0 8 5 5 +crane implement 2.69 3 6 1 1 4 1 0 6 1 0 9 3 0 +lad brother 4.46 8 5.5 5 2 4 3 7 4 2.5 7 5 2 3 +journey car 5.85 7 7 7 6 4 6 6 7 5 5 5 4 7 +monk oracle 5.00 7 8 3 4 4 6 5 8 6 3 4 6 1 +cemetery woodland 2.08 3 2 1 2 3 6 2 3 3 0 0 1 1 +food rooster 4.42 7 4 4 6 3 6 7 2 4.5 2 8 1 3 +coast hill 4.38 6 6 6 5 2 6 5 5 4 3 4 1 4 +forest graveyard 1.85 4 2 1 1 2 6 1 3 3 0 0 1 0 +shore woodland 3.08 6 6 1 1 2 6 5 4 4 3 0 1 1 +monk slave 0.92 3 2 1 1 2 2 0 0 0 0 0 1 0 +coast forest 3.15 6 6 1 1 2 6 5 4 4 3 1 1 1 +lad wizard 0.92 4 0 0 1 2 3 0 0 0 0 0 1 1 +chord smile 0.54 3 0 0 1 2 1 0 0 0 0 0 0 0 +glass magician 2.08 4 1 4 2 2 3 0 0 0 0 10 0 1 +noon string 0.54 2 0 0 1 2 1 0 0 1 0 0 0 0 +rooster voyage 0.62 2 0 0 1 2 1 0 0 1 0 1 0 0 +money dollar 8.42 9 9.5 9 10 5 8 8.5 8 8 10 8.5 8 8 +money cash 9.08 10 9.5 9.5 10 5 9 9.5 10 8 10 8.5 9 10 +money currency 9.04 10 9.5 9 10 5 9 9.5 9 9 10 8.5 9 10 +money wealth 8.27 9 8 9 9 5 6 8.5 9 9 10 8 9 8 +money property 7.57 8 8.25 6 8 5 8 8 7 8.2 8 8 7 9 +money possession 7.29 8 8.25 7 7 5 7 7.5 5 9 7 8 7 9 +money bank 8.50 9 8 9.5 9 6 9 8.5 9 8.5 10 8 7 9 +money deposit 7.73 9 8 9.5 9 5 9 8 7 7 8 7 7 7 +money withdrawal 6.88 8 8 9 9 5 9 8 5 6.5 8 2 5 7 +money laundering 5.65 8 7 8 7 5 7 7.5 2 5 5 5 0 7 +money operation 3.31 4 2 3 5 5 5 2 2 4 3 5 1 2 +tiger jaguar 8.00 9 9 9 10 5 8 7.5 6 8 9 8.5 7 8 +tiger feline 8.00 9 7.5 9.5 8 5 8 8.5 8 8 9 8.5 7 8 +tiger carnivore 7.08 9 6 8 5 5 8 7 7 8.1 8 6 7 8 +tiger mammal 6.85 9 7 7.5 5 5 7 7 7 8 8 8.5 6 4 +tiger animal 7.00 8 7 7.5 5 5 6 6 7 7.5 9 10 5 8 +tiger organism 4.77 8 7 6 1 5 5 1 2 6 4 10 5 2 +tiger fauna 5.62 8 7 7.5 1 2 6 7 2 5.5 9 10 5 3 +tiger zoo 5.87 8 5.25 8 3 5 7 6 8 6 5 5 5 5 +psychology psychiatry 8.08 9 8.5 9.5 9 4 8 8 8 7 9 9 8 8 +psychology anxiety 7.00 7 7 8.5 4 5 8 5 7 8 8 8.5 7 8 +psychology fear 6.85 8 7 8.5 4 5 8 5 5 8 8 8.5 7 7 +psychology depression 7.42 9 8 9 5 5 8 5 7 8 8 8.5 7 9 +psychology clinic 6.58 8 8 9.5 5 4 9 7 6 6 7 6 4 6 +psychology doctor 6.42 9 8 9 5 5 8 7.5 6 5 5 7 4 5 +psychology Freud 8.21 9 9.25 9.5 10 5 8 8 9 7.5 9 8.5 7 7 +psychology mind 7.69 9 9.5 9 9 5 8 5 8 7 8 8.5 7 7 +psychology health 7.23 9 8 8.5 5 5 7 5 8 8 8 8.5 6 8 +psychology science 6.71 8 7.75 7.5 5 5 7 4 8 6.5 7 9.5 4 8 +psychology discipline 5.58 8 7 7.5 6 4 6 4 7 6 8 2 5 2 +psychology cognition 7.48 9 9.75 8.5 6 3 8 8 8 6.5 9 7.5 8 6 +planet star 8.45 9 9.9 10 10 5 8 8.5 9 8 9 8.5 7 8 +planet constellation 8.06 9 8.25 9 9 6 8 8 8 8 9 8.5 6 8 +planet moon 8.08 9 8.5 9 9 5 8 7 9 8 10 8.5 7 7 +planet sun 8.02 9 8.75 9 8 5 8 7 9 8 10 8.5 7 7 +planet galaxy 8.11 9 8.25 9.5 8 5 8 8 8 8.2 10 9.5 6 8 +planet space 7.92 9 8 9.5 6 5 8 7 8 8 10 9.5 6 9 +planet astronomer 7.94 9 8.25 9.5 8 5 8 7 7 8 10 7.5 7 9 +precedent example 5.85 6 8.5 9.5 10 3 7 6 8 1 1 9 2 5 +precedent information 3.85 5 5.5 6 8 4 5 1 2 0 1 7.5 2 3 +precedent cognition 2.81 6 5.5 2 7 3 3 0 0 0 1 7 1 1 +precedent law 6.65 8 7 8.5 8 3 8 7 5 7.5 8 8.5 5 3 +precedent collection 2.50 7 5.5 1 3 3 5 0 0 0 0 6 1 1 +precedent group 1.77 6 1 1 2 3 5 0 0 0 0 4 1 0 +precedent antecedent 6.04 9.5 0 9.5 9 4 7 7.5 7 8 7 5 3 2 +cup coffee 6.58 9 8 9 8 5 9 8 5 6.5 5 4 3 6 +cup tableware 6.85 7 8.5 8 9 5 7 7 4 5 9 8.5 5 6 +cup article 2.40 1 8.25 6 3 3 0 0 0 0 3 3 2 2 +cup artifact 2.92 7 8 1 2 4 0 2 1 5 3 4 0 1 +cup object 3.69 8 8 4 2 5 3 2 5 5 0 3 2 1 +cup entity 2.15 3 6 3 1 4 3 0 3 4 0 1 0 0 +cup drink 7.25 9 7.75 9 8 4 8 6 8 8 6 7.5 6 7 +cup food 5.00 7 7 6 2 3 7 3 7 6 4 4 4 5 +cup substance 1.92 3 3 2 1 3 2 1 3 5 0 2 0 0 +cup liquid 5.90 9 7.75 7 5 4 7 4 7 7 6 7 4 2 +jaguar cat 7.42 9 7 8 8 4 8 7.5 7 7 9 7 7 8 +jaguar car 7.27 9 9 8.5 8 4 8 7 7 8 9 4 5 8 diff --git a/WordSim353/data/original_finkelstein/set2.csv b/WordSim353/data/original_finkelstein/set2.csv new file mode 100644 index 0000000000000000000000000000000000000000..97fbbdc6498990c20108e10874f9c1064eba4425 --- /dev/null +++ b/WordSim353/data/original_finkelstein/set2.csv @@ -0,0 +1,201 @@ +Word 1,Word 2,Human (mean),1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16 +energy,secretary,1.81,1,0,4,2,4,5,1,1,1,0,1,1,4,0,2,2 +secretary,senate,5.06,7,1,7,4,4,7,1,3,4,8,4,5,6,7,6,7 +energy,laboratory,5.09,7,1,7.5,4,6,7,4,6,1,2,4,3,7,9,6,7 +computer,laboratory,6.78,8,5,8,7,6,9,6,7,6,7.5,4,5,8,9,7,6 +weapon,secret,6.06,7,4,8,6,6,9,2,6,3,6,5,6,8,9,7,5 +FBI,fingerprint,6.94,8,6,8,5,5,9,7,7,6,6,6,8,9,7,6,8 +FBI,investigation,8.31,9,9,8.5,9,7,9,8,8,8,7.5,6,9,10,9,7,9 +investigation,effort,4.59,5,1,7.5,2,4,7,6,5,2,2,2,7,6,5,6,6 +Mars,water,2.94,2,1,3,2,1,8,0,4,2,6,1,1,3,0,5,8 +Mars,scientist,5.63,8,1,7,4,6,8,1,6,5,6,2,9,7,5,7,8 +news,report,8.16,9,6,8.5,8,7,9,7,8,7,8,7,9,10,9,9,9 +canyon,landscape,7.53,9,7.5,7,7,7,7,8,7,7,8,6,9,8,6,8,9 +image,surface,4.56,7,1,5,1,1,5,4,3,4,4,5,5,7,7,8,6 +discovery,space,6.34,8,2,7.5,9,5,7,4,7,5,6,5,7,8,8,7,6 +water,seepage,6.56,8,7,9,7,7,8,7,6,0,6,1,8,7,8,8,8 +sign,recess,2.38,4,1,2,4,5,4,0,4,3,0,1,0,0,0,6,4 +Wednesday,news,2.22,4,1,4,2,3,6,2,3,0.5,0,1,1,0,1,4,3 +mile,kilometer,8.66,9,9.5,9,8,9,8,9,9,8.5,7.5,8,8,10,8,9,9 +computer,news,4.47,5,1,7,6,5,5,1,4,6.5,4,2,5,3,7,6,4 +territory,surface,5.34,6,2,8.5,4,7,7,8,4,2,6,6,5,6,2,8,4 +atmosphere,landscape,3.69,7,0,2,1,8,7,1,5,2,0,2,5,6,1,7,5 +president,medal,3.00,5,2,1,3,6,6,1,7,2,0,1,3,2,1,4,4 +war,troops,8.13,8,8.5,9,9,8,8,8,8,6,7.5,8,8,9,8,9,8 +record,number,6.31,8,6,8,5,7,7,3,4,5,8,5,8,8,5,8,6 +skin,eye,6.22,7,9,7,3,6,6,7,7,6,7.5,5,6,8,2,8,5 +Japanese,American,6.50,7,6,8.5,6,6,4,8,7,7,7.5,5,8,9,1,8,6 +theater,history,3.91,5,6,6,4,5,3,0,3,6.5,6,1,5,1,1,7,3 +volunteer,motto,2.56,2,5,1,1,4,2,0,3,3,0,4,7,0,3,4,2 +prejudice,recognition,3.00,7,4,2,1,6,2,4,5,1,0,6,5,0,0,3,2 +decoration,valor,5.63,6,8,7,8,8,2,2,9,5,0,7,8,9,1,8,2 +century,year,7.59,8,9,8,9,7,6,8,8,7,7.5,7,9,8,5,9,6 +century,nation,3.16,5,0,7.5,5,4,4,0,2,2,4,2,2,2,0,8,3 +delay,racism,1.19,1,0,1,1,6,1,0,1,0,0,4,0,0,0,3,1 +delay,news,3.31,7,4,3,1,6,5,6,4,4,0,1,4,3,0,3,2 +minister,party,6.63,8,7.5,8,7,6,7,8,8,5,7.5,6,1,8,8,8,3 +peace,plan,4.75,5,2,7,6,7,4,3,5,4,4,5,3,7,2,9,3 +minority,peace,3.69,6,0,7,3,1,5,6,4,4,4,3,3,5,0,5,3 +attempt,peace,4.25,7,4,7,2,7,4,2,3,3,4,3,5,5,4,5,3 +government,crisis,6.56,8,5,8,5,7,7,5,6,5,6,7,8,7,9,7,5 +deployment,departure,4.25,7,0,2,6,7,5,6,4,2,2,5,6,2,0,8,6 +deployment,withdrawal,5.88,9,9,6,6,3,8,8,4,3,2,5,8,9,0,8,6 +energy,crisis,5.94,8,5,8,5,8,8,8,4,1,4,2,7,5,8,8,6 +announcement,news,7.56,8,7,8,8,8,9,8,6,6,8,8,8,6,8,9,6 +announcement,effort,2.75,5,6,2,2,1,5,4,2,2,2,2,0,3,0,5,3 +stroke,hospital,7.03,9,8,8,8,7,3,8,7,6,7.5,7,7,9,3,8,7 +disability,death,5.47,7,8,6.5,4,3,7,7,5,6,2,7,2,8,2,8,5 +victim,emergency,6.47,8,7,7.5,4,5,6,6,7,6,4,5,6,9,9,9,5 +treatment,recovery,7.91,8,8,8.5,9,9,8,9,8,6.5,7.5,7,7,10,5,9,7 +journal,association,4.97,8,2,7.5,7,1,5,4,6,3,6,7,3,7,1,8,4 +doctor,personnel,5.00,7,2,8,6,4,7,2,6,2,6,4,5,7,3,8,3 +doctor,liability,5.19,7,4,8,7,4,6,4,5,4,2,4,2,6,8,7,5 +liability,insurance,7.03,6,8.5,9,5,8,9,6,8,5,4,7,8,8,5,9,7 +school,center,3.44,6,1,4,1,5,2,4,3,3,4,5,1,3,3,7,3 +reason,hypertension,2.31,4,1,1,2,6,1,0,1,3,2,2,7,0,2,3,2 +reason,criterion,5.91,3,2,8,7,9,3,6,4,4.5,8,7,7,8,6,7,5 +hundred,percent,7.38,9,5,9,3,10,9,6,7,7,6,6,7,10,9,8,7 +Harvard,Yale,8.13,9,8,9,10,8,8,9,10,8.5,7.5,8,8,10,0,8,9 +hospital,infrastructure,4.63,5,2,1,5,6,5,4,7,3,4,5,5,5,3,7,7 +death,row,5.25,2,7,8,2,8,7,6,3,7,4,2,7,9,0,8,4 +death,inmate,5.03,4,5,7.5,1,5,4,7,3,6,2,6,6,3,8,8,5 +lawyer,evidence,6.69,7,6.5,8.5,7,8,6,8,8,7,3,5,8,10,0,9,6 +life,death,7.88,9,9.5,9.5,5,10,8,8,8,6.5,7.5,8,9,10,0,9,9 +life,term,4.50,2,8,2,1,8,7,6,3,1,4,2,8,3,3,8,6 +word,similarity,4.75,6,1,8,2,10,7,6,2,1,4,2,5,0,9,7,6 +board,recommendation,4.47,6,4,2,1,7,8,3,4,1,7.5,2,7,7,0,7,5 +governor,interview,3.25,4,0,4,1,7,6,0,5,0,2,3,5,3,3,4,5 +OPEC,country,5.63,7,4,8,4,0,4,8,6,5,8,4,6,7,8,6,5 +peace,atmosphere,3.69,6,5,5,1,0,6,3,5,2,6,1,3,3,0,7,6 +peace,insurance,2.94,6,4,1,1,7,4,0,3,2,6,5,1,0,0,3,4 +territory,kilometer,5.28,6,6,8,1,5,8,7,6,4,7.5,5,3,3,2,8,5 +travel,activity,5.00,7,5,6.5,2,5,6,6,6,5,7.5,3,2,4,2,8,5 +competition,price,6.44,7,8,7.5,5,6,7,8,4,6,7.5,5,6,9,5,9,3 +consumer,confidence,4.13,7,4,2,3,3,3,1,2,2,6,2,7,9,4,8,3 +consumer,energy,4.75,5,3,8,2,6,6,0,4,0,4,7,6,6,9,8,2 +problem,airport,2.38,2,2,1,0,5,4,0,3,0,4,1,2,0,7,5,2 +car,flight,4.94,6,3,7,5,6,6,4,7,4,2,7,5,8,0,5,4 +credit,card,8.06,8,6,9,8,9,8,8,9,7,8,5,8,10,9,9,8 +credit,information,5.31,7,5,2,3,7,4,1,5,7,1,2,8,10,9,8,6 +hotel,reservation,8.03,8,7,9,7,8,8,8,8,7,7.5,7,8,10,9,9,8 +grocery,money,5.94,8,5,7.5,2,7,7,7,5,6.5,6,6,8,6,2,5,7 +registration,arrangement,6.00,8,8,7,7,8,4,1,4,7,6,6,6,8,3,8,5 +arrangement,accommodation,5.41,5,6,7,6,4,4,4,6,3,7.5,5,5,7,6,7,4 +month,hotel,1.81,4,0,1,1,3,6,0,2,1,1,2,0,3,0,3,2 +type,kind,8.97,9,9.5,9.5,10,8,9,9,10,8.5,9,9,9,9,9,9,7 +arrival,hotel,6.00,7,8,6.5,1,6,9,7,5,6,7.5,4,6,7,4,6,6 +bed,closet,6.72,8,7.5,8,5,7,8,7,8,7,6,7,5,9,1,8,6 +closet,clothes,8.00,8,7,9,10,8,9,8,9,9,8,7,8,9,3,9,7 +situation,conclusion,4.81,8,4,6,4,6,3,7,6,2,6,6,7,4,0,6,2 +situation,isolation,3.88,8,3,1,2,6,3,0,3,2,6,6,7,3,0,8,4 +impartiality,interest,5.16,7,9.5,8,2,4,3,0,7,6,3,7,6,9,0,8,3 +direction,combination,2.25,2,0,1,1,7,2,0,2,2,2,4,3,0,1,6,3 +street,place,6.44,7,7,6,7,5,7,5,7,6,4,7,8,4,7,9,7 +street,avenue,8.88,9,9,8.5,9,9,9,7,10,8.5,9,7,9,10,9,10,9 +street,block,6.88,5,7,8.5,7,4,8,7,9,8.5,9,6,9,4,0,9,9 +street,children,4.94,6,6,6,2,5,7,2,5,4,6,3,5,6,5,5,6 +listing,proximity,2.56,3,0,1,1,5,4,0,3,1,2,2,4,3,1,7,4 +listing,category,6.38,2,3,7,9,7,6,7,7,4,8,7,8,10,3,8,6 +cell,phone,7.81,8,6,8,9,9,8,8,8,8,8,3,9,8,9,8,8 +production,hike,1.75,2,2,1,1,6,3,0,1,1,0,2,3,0,0,4,2 +benchmark,index,4.25,5,5,2,2,7,4,5,7,3,1,7,2,6,4,5,3 +media,trading,3.88,6,2,5,1,7,6,3,4,2,2,6,2,5,0,8,3 +media,gain,2.88,5,0,2,1,7,4,2,2,3,2,5,1,3,0,7,2 +dividend,payment,7.63,6,9,7,4,9,8,8,8,7,8,7,8,8,9,9,7 +dividend,calculation,6.48,7,8.75,6.5,1,9,7,6,7,6.5,8,3,6,7,8,8,5 +calculation,computation,8.44,9,9.5,9.5,8,8,9,5,10,9,8,8,9,7,9,9,8 +currency,market,7.50,8,5,7.5,5,9,8,7,8,7,7.5,6,8,8,9,9,8 +OPEC,oil,8.59,8,8,9,10,10,8,8,8,8,7.5,7,9,10,9,9,9 +oil,stock,6.34,6,5,8,6,7,6,2,6,8,7.5,6,6,7,8,7,6 +announcement,production,3.38,5,0,3,2,6,5,1,4,2,2,3,6,3,5,6,1 +announcement,warning,6.00,7,7,5,7,8,4,4,8,5,7,6,8,3,8,7,2 +profit,warning,3.88,7,7,1,5,4,6,4,3,5,1,3,3,0,0,7,6 +profit,loss,7.63,8,9.5,9.5,10,8,8,8,9,6,4,8,8,10,0,9,7 +dollar,yen,7.78,8,9,9,10,7,5,8,8,7,7.5,8,8,10,3,9,8 +dollar,buck,9.22,9,10,9.5,10,9,8,9,10,9,8,10,10,8,9,10,9 +dollar,profit,7.38,8,6,9,9,9,7,7,8,8,6,7,5,6,7,8,8 +dollar,loss,6.09,8,6,8.5,2,5,7,7,8,4,6,5,5,5,7,8,6 +computer,software,8.50,9,8,9,8,9,8,8,9,8,9,8,8,10,9,9,7 +network,hardware,8.31,8,8.5,8.5,9,9,7,8,7,8,9,8,9,8,9,9,8 +phone,equipment,7.13,8,8.5,7.5,5,9,6,7,6,6,8,5,7,7,9,8,7 +equipment,maker,5.91,8,7,7,6,6,5,8,5,2,7.5,3,4,6,5,8,7 +luxury,car,6.47,7,6,8,6,7,7,5,5,3,7.5,6,6,7,7,8,8 +five,month,3.38,5,6,2,1,5,4,1,5,2,4,2,1,3,6,5,2 +report,gain,3.63,6,5,4,1,4,5,4,3,2,0,2,1,7,7,6,1 +investor,earning,7.13,8,7,8,8,7,7,8,7,3,8,7,6,8,7,8,7 +liquid,water,7.89,8,7.75,8.5,8,7,8,4,8,7,9,8,9,8,9,9,8 +baseball,season,5.97,8,3,8.5,7,8,8,4,6,5,8,3,6,7,2,7,5 +game,victory,7.03,8,8,7,7,5,8,6,7,6.5,8,7,5,9,8,7,6 +game,team,7.69,8,8.5,8.5,8,5,8,6,9,7,9,7,7,9,8,8,7 +marathon,sprint,7.47,7,9,7,8,6,8,7,8,6.5,9,8,8,5,9,8,6 +game,series,6.19,7,8,7.5,6,5,8,5,6,2,7.5,3,8,6,5,8,7 +game,defeat,6.97,8,8,7.5,7,6,8,6,7,6,8,7,5,9,6,7,6 +seven,series,3.56,5,6,2,2,5,4,4,5,3,4,4,1,0,1,7,4 +seafood,sea,7.47,9,8,7.5,8,9,9,7,7,7,9,6,6,5,7,8,7 +seafood,food,8.34,9,9.5,9,9,9,8,4,9,7,9,8,9,8,9,9,8 +seafood,lobster,8.70,9,9.75,8.5,10,9,9,6,10,7,9,9,9,8,9,9,8 +lobster,food,7.81,8,8,8,10,9,7,4,9,7,9,6,9,9,7,8,7 +lobster,wine,5.70,7,7.75,7.5,1,6,6,3,8,5.5,7.5,4,6,7,1,7,7 +food,preparation,6.22,6,5,6.5,5,9,6,3,7,6,8,5,6,6,7,8,6 +video,archive,6.34,7,6,7,5,9,7,4,7,4,7.5,5,7,5,9,8,4 +start,year,4.06,5,5.5,6.5,2,5,3,0,6,4,6,2,2,3,9,4,2 +start,match,4.47,5,2,6.5,1,9,3,3,8,1,2,3,5,5,9,6,3 +game,round,5.97,4,8,8,4,5,5,7,9,4,7.5,5,6,7,5,8,3 +boxing,round,7.61,6,8.25,7.5,7,8,7,8,9,4,8,7,8,10,9,9,6 +championship,tournament,8.36,9,8.75,9,9,9,8,7,10,7,8,8,8,10,9,8,6 +fighting,defeating,7.41,8,8,8,8,5,7,6,9,7,7.5,8,9,8,5,9,6 +line,insurance,2.69,5,2,2,1,6,3,3,4,1,2,2,2,0,0,9,1 +day,summer,3.94,7,7,2,1,4,3,1,7,3,4,4,4,6,1,5,4 +summer,drought,7.16,8,8,8,9,5,7,7,8,5,7.5,5,4,8,9,8,8 +summer,nature,5.63,5,6,4,7,9,5,6,7,4,6,6,3,3,6,7,6 +day,dawn,7.53,8,8.5,8,8,9,8,6,8,6,6,8,7,8,7,8,7 +nature,environment,8.31,9,6.5,8.5,9,9,9,7,9,8,8,8,8,10,9,8,7 +environment,ecology,8.81,9,8.5,8.5,9,9,9,8,10,8,9,9,9,10,7,9,9 +nature,man,6.25,5,6,8,5,9,5,5,7,3,8,5,6,8,5,8,7 +man,woman,8.30,8,9.75,9,10,9,9,8,9,7.5,7.5,9,9,10,1,9,8 +man,governor,5.25,7,4.5,5,1,6,4,3,7,2,7.5,3,7,7,8,7,5 +murder,manslaughter,8.53,8,9.9,9.5,10,7,9,9,10,6,4,8,9,9,9,10,9 +soap,opera,7.94,8,4,8.5,7,9,9,8,9,8,7.5,7,8,9,9,7,9 +opera,performance,6.88,8,2,7.5,5,9,5,7,7,8,7.5,6,9,7,9,7,6 +life,lesson,5.94,7,5,7.5,3,9,8,4,6,5,7.5,4,5,2,9,7,6 +focus,life,4.06,5,0,7.5,1,7,6,0,3,4,7.5,3,2,2,7,5,5 +production,crew,6.25,8,4,8,4,8,7,5,7,3,8,4,7,9,9,6,3 +television,film,7.72,8,5,8.5,8,9,8,8,9,5,8,7,8,9,9,8,6 +lover,quarrel,6.19,7,2,8.5,3,7,7,6,9,5,7.5,4,6,8,7,7,5 +viewer,serial,2.97,3,0.5,1,1,4,3,0,6,2,2,2,7,7,3,4,2 +possibility,girl,1.94,3,0,0,1,4,2,0,2,2,4,3,1,0,3,5,1 +population,development,3.75,5,1,3,2,7,5,2,7,2,6,4,1,4,1,5,5 +morality,importance,3.31,7,0,1,1,6,4,0,6,1,6,3,3,3,4,4,4 +morality,marriage,3.69,6,5,2,1,5,4,1,3,3,6,3,5,4,1,4,6 +Mexico,Brazil,7.44,8,8.5,8,6,7,7,8,9,7,7.5,7,8,10,2,8,8 +gender,equality,6.41,8,6,5,4,4,8,5,8,6,7.5,2,8,8,7,7,9 +change,attitude,5.44,8,5,6,3,4,7,4,7,7,6,4,6,5,0,7,8 +family,planning,6.25,7,5,7,3,7,8,4,6,7,8,7,6,8,1,8,8 +opera,industry,2.63,7,0,1,1,7,2,3,3,2,2,1,2,3,1,4,3 +sugar,approach,0.88,3,0,0,1,5,1,0,1,0,0,1,0,0,0,1,1 +practice,institution,3.19,4,1,1,1,6,2,2,2,4,3,6,6,5,0,5,3 +ministry,culture,4.69,4,1,6,4,7,6,1,4,5,6,5,7,6,7,3,3 +problem,challenge,6.75,7,7.5,7.5,8,7,7,1,10,5,6,6,8,8,8,7,5 +size,prominence,5.31,7,8.5,6,7,6,4,2,8,3.5,2,6,5,6,1,7,6 +country,citizen,7.31,8,7,7,9,8,7,7,7,5,8,7,8,9,6,8,6 +planet,people,5.75,5,0,6,7,8,5,6,5,5,9,7,6,4,7,7,5 +development,issue,3.97,5,1,6,1,5,3,1,5,3,7.5,3,7,3,2,5,6 +experience,music,3.47,6,1,7,1,5,3,1,1,1,7.5,3,8,3,1,5,2 +music,project,3.63,5,0,6,1,5,3,4,2,3,6,5,2,7,2,4,3 +glass,metal,5.56,7,7,8,4,6,5,4,7,6,4,7,7,6,0,5,6 +aluminum,metal,7.83,9,8.75,9,9,7,7,6,8,6,7.5,8,9,8,8,8,7 +chance,credibility,3.88,8,3,1,3,6,3,3,4,3,6,3,8,1,1,4,5 +exhibit,memorabilia,5.31,7,6,9,7,7,3,2,7,3,6,7,7,5,2,1,6 +concert,virtuoso,6.81,8,6,7.5,9,6,7,7,8,2,7.5,7,7,8,3,8,8 +rock,jazz,7.59,8,9,9,5,8,7,8,9,7,7.5,8,8,9,1,9,9 +museum,theater,7.19,8,7.5,8.5,6,8,8,8,9,7,6,8,8,7,1,8,7 +observation,architecture,4.38,7,3,3,4,6,3,6,5,3,4,7,7,3,1,2,6 +space,world,6.53,7,6,8.5,3,9,6,7,9,5,6,8,8,5,3,8,6 +preservation,world,6.19,7,8,7,6,7,7,2,8,4,6,6,8,8,4,6,5 +admission,ticket,7.69,8,8,9,9,9,8,7,9,6,6,6,9,9,5,8,7 +shower,thunderstorm,6.31,8,9,8,6,7,8,2,7,6,4,5,9,8,2,8,4 +shower,flood,6.03,8,7,8.5,6,7,8,2,7,6,6,7,8,8,0,4,4 +weather,forecast,8.34,8,7.5,9,9,9,9,7,9,7,8,8,9,10,7,9,8 +disaster,area,6.25,7,8,9,3,9,8,3,5,6,6,5,8,9,1,5,8 +governor,office,6.34,8,5,7.5,3,7,8,1,6,5,6,6,8,7,8,8,8 +architecture,century,3.78,6,0,7.5,1,6,8,1,3,1,6,5,7,3,2,2,2 diff --git a/WordSim353/data/original_finkelstein/set2.tab b/WordSim353/data/original_finkelstein/set2.tab new file mode 100644 index 0000000000000000000000000000000000000000..8b2c15e1d281f840bd1e23fd3585c91d969a3f42 --- /dev/null +++ b/WordSim353/data/original_finkelstein/set2.tab @@ -0,0 +1,201 @@ +Word 1 Word 2 Human (mean) 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 +energy secretary 1.81 1 0 4 2 4 5 1 1 1 0 1 1 4 0 2 2 +secretary senate 5.06 7 1 7 4 4 7 1 3 4 8 4 5 6 7 6 7 +energy laboratory 5.09 7 1 7.5 4 6 7 4 6 1 2 4 3 7 9 6 7 +computer laboratory 6.78 8 5 8 7 6 9 6 7 6 7.5 4 5 8 9 7 6 +weapon secret 6.06 7 4 8 6 6 9 2 6 3 6 5 6 8 9 7 5 +FBI fingerprint 6.94 8 6 8 5 5 9 7 7 6 6 6 8 9 7 6 8 +FBI investigation 8.31 9 9 8.5 9 7 9 8 8 8 7.5 6 9 10 9 7 9 +investigation effort 4.59 5 1 7.5 2 4 7 6 5 2 2 2 7 6 5 6 6 +Mars water 2.94 2 1 3 2 1 8 0 4 2 6 1 1 3 0 5 8 +Mars scientist 5.63 8 1 7 4 6 8 1 6 5 6 2 9 7 5 7 8 +news report 8.16 9 6 8.5 8 7 9 7 8 7 8 7 9 10 9 9 9 +canyon landscape 7.53 9 7.5 7 7 7 7 8 7 7 8 6 9 8 6 8 9 +image surface 4.56 7 1 5 1 1 5 4 3 4 4 5 5 7 7 8 6 +discovery space 6.34 8 2 7.5 9 5 7 4 7 5 6 5 7 8 8 7 6 +water seepage 6.56 8 7 9 7 7 8 7 6 0 6 1 8 7 8 8 8 +sign recess 2.38 4 1 2 4 5 4 0 4 3 0 1 0 0 0 6 4 +Wednesday news 2.22 4 1 4 2 3 6 2 3 0.5 0 1 1 0 1 4 3 +mile kilometer 8.66 9 9.5 9 8 9 8 9 9 8.5 7.5 8 8 10 8 9 9 +computer news 4.47 5 1 7 6 5 5 1 4 6.5 4 2 5 3 7 6 4 +territory surface 5.34 6 2 8.5 4 7 7 8 4 2 6 6 5 6 2 8 4 +atmosphere landscape 3.69 7 0 2 1 8 7 1 5 2 0 2 5 6 1 7 5 +president medal 3.00 5 2 1 3 6 6 1 7 2 0 1 3 2 1 4 4 +war troops 8.13 8 8.5 9 9 8 8 8 8 6 7.5 8 8 9 8 9 8 +record number 6.31 8 6 8 5 7 7 3 4 5 8 5 8 8 5 8 6 +skin eye 6.22 7 9 7 3 6 6 7 7 6 7.5 5 6 8 2 8 5 +Japanese American 6.50 7 6 8.5 6 6 4 8 7 7 7.5 5 8 9 1 8 6 +theater history 3.91 5 6 6 4 5 3 0 3 6.5 6 1 5 1 1 7 3 +volunteer motto 2.56 2 5 1 1 4 2 0 3 3 0 4 7 0 3 4 2 +prejudice recognition 3.00 7 4 2 1 6 2 4 5 1 0 6 5 0 0 3 2 +decoration valor 5.63 6 8 7 8 8 2 2 9 5 0 7 8 9 1 8 2 +century year 7.59 8 9 8 9 7 6 8 8 7 7.5 7 9 8 5 9 6 +century nation 3.16 5 0 7.5 5 4 4 0 2 2 4 2 2 2 0 8 3 +delay racism 1.19 1 0 1 1 6 1 0 1 0 0 4 0 0 0 3 1 +delay news 3.31 7 4 3 1 6 5 6 4 4 0 1 4 3 0 3 2 +minister party 6.63 8 7.5 8 7 6 7 8 8 5 7.5 6 1 8 8 8 3 +peace plan 4.75 5 2 7 6 7 4 3 5 4 4 5 3 7 2 9 3 +minority peace 3.69 6 0 7 3 1 5 6 4 4 4 3 3 5 0 5 3 +attempt peace 4.25 7 4 7 2 7 4 2 3 3 4 3 5 5 4 5 3 +government crisis 6.56 8 5 8 5 7 7 5 6 5 6 7 8 7 9 7 5 +deployment departure 4.25 7 0 2 6 7 5 6 4 2 2 5 6 2 0 8 6 +deployment withdrawal 5.88 9 9 6 6 3 8 8 4 3 2 5 8 9 0 8 6 +energy crisis 5.94 8 5 8 5 8 8 8 4 1 4 2 7 5 8 8 6 +announcement news 7.56 8 7 8 8 8 9 8 6 6 8 8 8 6 8 9 6 +announcement effort 2.75 5 6 2 2 1 5 4 2 2 2 2 0 3 0 5 3 +stroke hospital 7.03 9 8 8 8 7 3 8 7 6 7.5 7 7 9 3 8 7 +disability death 5.47 7 8 6.5 4 3 7 7 5 6 2 7 2 8 2 8 5 +victim emergency 6.47 8 7 7.5 4 5 6 6 7 6 4 5 6 9 9 9 5 +treatment recovery 7.91 8 8 8.5 9 9 8 9 8 6.5 7.5 7 7 10 5 9 7 +journal association 4.97 8 2 7.5 7 1 5 4 6 3 6 7 3 7 1 8 4 +doctor personnel 5.00 7 2 8 6 4 7 2 6 2 6 4 5 7 3 8 3 +doctor liability 5.19 7 4 8 7 4 6 4 5 4 2 4 2 6 8 7 5 +liability insurance 7.03 6 8.5 9 5 8 9 6 8 5 4 7 8 8 5 9 7 +school center 3.44 6 1 4 1 5 2 4 3 3 4 5 1 3 3 7 3 +reason hypertension 2.31 4 1 1 2 6 1 0 1 3 2 2 7 0 2 3 2 +reason criterion 5.91 3 2 8 7 9 3 6 4 4.5 8 7 7 8 6 7 5 +hundred percent 7.38 9 5 9 3 10 9 6 7 7 6 6 7 10 9 8 7 +Harvard Yale 8.13 9 8 9 10 8 8 9 10 8.5 7.5 8 8 10 0 8 9 +hospital infrastructure 4.63 5 2 1 5 6 5 4 7 3 4 5 5 5 3 7 7 +death row 5.25 2 7 8 2 8 7 6 3 7 4 2 7 9 0 8 4 +death inmate 5.03 4 5 7.5 1 5 4 7 3 6 2 6 6 3 8 8 5 +lawyer evidence 6.69 7 6.5 8.5 7 8 6 8 8 7 3 5 8 10 0 9 6 +life death 7.88 9 9.5 9.5 5 10 8 8 8 6.5 7.5 8 9 10 0 9 9 +life term 4.50 2 8 2 1 8 7 6 3 1 4 2 8 3 3 8 6 +word similarity 4.75 6 1 8 2 10 7 6 2 1 4 2 5 0 9 7 6 +board recommendation 4.47 6 4 2 1 7 8 3 4 1 7.5 2 7 7 0 7 5 +governor interview 3.25 4 0 4 1 7 6 0 5 0 2 3 5 3 3 4 5 +OPEC country 5.63 7 4 8 4 0 4 8 6 5 8 4 6 7 8 6 5 +peace atmosphere 3.69 6 5 5 1 0 6 3 5 2 6 1 3 3 0 7 6 +peace insurance 2.94 6 4 1 1 7 4 0 3 2 6 5 1 0 0 3 4 +territory kilometer 5.28 6 6 8 1 5 8 7 6 4 7.5 5 3 3 2 8 5 +travel activity 5.00 7 5 6.5 2 5 6 6 6 5 7.5 3 2 4 2 8 5 +competition price 6.44 7 8 7.5 5 6 7 8 4 6 7.5 5 6 9 5 9 3 +consumer confidence 4.13 7 4 2 3 3 3 1 2 2 6 2 7 9 4 8 3 +consumer energy 4.75 5 3 8 2 6 6 0 4 0 4 7 6 6 9 8 2 +problem airport 2.38 2 2 1 0 5 4 0 3 0 4 1 2 0 7 5 2 +car flight 4.94 6 3 7 5 6 6 4 7 4 2 7 5 8 0 5 4 +credit card 8.06 8 6 9 8 9 8 8 9 7 8 5 8 10 9 9 8 +credit information 5.31 7 5 2 3 7 4 1 5 7 1 2 8 10 9 8 6 +hotel reservation 8.03 8 7 9 7 8 8 8 8 7 7.5 7 8 10 9 9 8 +grocery money 5.94 8 5 7.5 2 7 7 7 5 6.5 6 6 8 6 2 5 7 +registration arrangement 6.00 8 8 7 7 8 4 1 4 7 6 6 6 8 3 8 5 +arrangement accommodation 5.41 5 6 7 6 4 4 4 6 3 7.5 5 5 7 6 7 4 +month hotel 1.81 4 0 1 1 3 6 0 2 1 1 2 0 3 0 3 2 +type kind 8.97 9 9.5 9.5 10 8 9 9 10 8.5 9 9 9 9 9 9 7 +arrival hotel 6.00 7 8 6.5 1 6 9 7 5 6 7.5 4 6 7 4 6 6 +bed closet 6.72 8 7.5 8 5 7 8 7 8 7 6 7 5 9 1 8 6 +closet clothes 8.00 8 7 9 10 8 9 8 9 9 8 7 8 9 3 9 7 +situation conclusion 4.81 8 4 6 4 6 3 7 6 2 6 6 7 4 0 6 2 +situation isolation 3.88 8 3 1 2 6 3 0 3 2 6 6 7 3 0 8 4 +impartiality interest 5.16 7 9.5 8 2 4 3 0 7 6 3 7 6 9 0 8 3 +direction combination 2.25 2 0 1 1 7 2 0 2 2 2 4 3 0 1 6 3 +street place 6.44 7 7 6 7 5 7 5 7 6 4 7 8 4 7 9 7 +street avenue 8.88 9 9 8.5 9 9 9 7 10 8.5 9 7 9 10 9 10 9 +street block 6.88 5 7 8.5 7 4 8 7 9 8.5 9 6 9 4 0 9 9 +street children 4.94 6 6 6 2 5 7 2 5 4 6 3 5 6 5 5 6 +listing proximity 2.56 3 0 1 1 5 4 0 3 1 2 2 4 3 1 7 4 +listing category 6.38 2 3 7 9 7 6 7 7 4 8 7 8 10 3 8 6 +cell phone 7.81 8 6 8 9 9 8 8 8 8 8 3 9 8 9 8 8 +production hike 1.75 2 2 1 1 6 3 0 1 1 0 2 3 0 0 4 2 +benchmark index 4.25 5 5 2 2 7 4 5 7 3 1 7 2 6 4 5 3 +media trading 3.88 6 2 5 1 7 6 3 4 2 2 6 2 5 0 8 3 +media gain 2.88 5 0 2 1 7 4 2 2 3 2 5 1 3 0 7 2 +dividend payment 7.63 6 9 7 4 9 8 8 8 7 8 7 8 8 9 9 7 +dividend calculation 6.48 7 8.75 6.5 1 9 7 6 7 6.5 8 3 6 7 8 8 5 +calculation computation 8.44 9 9.5 9.5 8 8 9 5 10 9 8 8 9 7 9 9 8 +currency market 7.50 8 5 7.5 5 9 8 7 8 7 7.5 6 8 8 9 9 8 +OPEC oil 8.59 8 8 9 10 10 8 8 8 8 7.5 7 9 10 9 9 9 +oil stock 6.34 6 5 8 6 7 6 2 6 8 7.5 6 6 7 8 7 6 +announcement production 3.38 5 0 3 2 6 5 1 4 2 2 3 6 3 5 6 1 +announcement warning 6.00 7 7 5 7 8 4 4 8 5 7 6 8 3 8 7 2 +profit warning 3.88 7 7 1 5 4 6 4 3 5 1 3 3 0 0 7 6 +profit loss 7.63 8 9.5 9.5 10 8 8 8 9 6 4 8 8 10 0 9 7 +dollar yen 7.78 8 9 9 10 7 5 8 8 7 7.5 8 8 10 3 9 8 +dollar buck 9.22 9 10 9.5 10 9 8 9 10 9 8 10 10 8 9 10 9 +dollar profit 7.38 8 6 9 9 9 7 7 8 8 6 7 5 6 7 8 8 +dollar loss 6.09 8 6 8.5 2 5 7 7 8 4 6 5 5 5 7 8 6 +computer software 8.50 9 8 9 8 9 8 8 9 8 9 8 8 10 9 9 7 +network hardware 8.31 8 8.5 8.5 9 9 7 8 7 8 9 8 9 8 9 9 8 +phone equipment 7.13 8 8.5 7.5 5 9 6 7 6 6 8 5 7 7 9 8 7 +equipment maker 5.91 8 7 7 6 6 5 8 5 2 7.5 3 4 6 5 8 7 +luxury car 6.47 7 6 8 6 7 7 5 5 3 7.5 6 6 7 7 8 8 +five month 3.38 5 6 2 1 5 4 1 5 2 4 2 1 3 6 5 2 +report gain 3.63 6 5 4 1 4 5 4 3 2 0 2 1 7 7 6 1 +investor earning 7.13 8 7 8 8 7 7 8 7 3 8 7 6 8 7 8 7 +liquid water 7.89 8 7.75 8.5 8 7 8 4 8 7 9 8 9 8 9 9 8 +baseball season 5.97 8 3 8.5 7 8 8 4 6 5 8 3 6 7 2 7 5 +game victory 7.03 8 8 7 7 5 8 6 7 6.5 8 7 5 9 8 7 6 +game team 7.69 8 8.5 8.5 8 5 8 6 9 7 9 7 7 9 8 8 7 +marathon sprint 7.47 7 9 7 8 6 8 7 8 6.5 9 8 8 5 9 8 6 +game series 6.19 7 8 7.5 6 5 8 5 6 2 7.5 3 8 6 5 8 7 +game defeat 6.97 8 8 7.5 7 6 8 6 7 6 8 7 5 9 6 7 6 +seven series 3.56 5 6 2 2 5 4 4 5 3 4 4 1 0 1 7 4 +seafood sea 7.47 9 8 7.5 8 9 9 7 7 7 9 6 6 5 7 8 7 +seafood food 8.34 9 9.5 9 9 9 8 4 9 7 9 8 9 8 9 9 8 +seafood lobster 8.70 9 9.75 8.5 10 9 9 6 10 7 9 9 9 8 9 9 8 +lobster food 7.81 8 8 8 10 9 7 4 9 7 9 6 9 9 7 8 7 +lobster wine 5.70 7 7.75 7.5 1 6 6 3 8 5.5 7.5 4 6 7 1 7 7 +food preparation 6.22 6 5 6.5 5 9 6 3 7 6 8 5 6 6 7 8 6 +video archive 6.34 7 6 7 5 9 7 4 7 4 7.5 5 7 5 9 8 4 +start year 4.06 5 5.5 6.5 2 5 3 0 6 4 6 2 2 3 9 4 2 +start match 4.47 5 2 6.5 1 9 3 3 8 1 2 3 5 5 9 6 3 +game round 5.97 4 8 8 4 5 5 7 9 4 7.5 5 6 7 5 8 3 +boxing round 7.61 6 8.25 7.5 7 8 7 8 9 4 8 7 8 10 9 9 6 +championship tournament 8.36 9 8.75 9 9 9 8 7 10 7 8 8 8 10 9 8 6 +fighting defeating 7.41 8 8 8 8 5 7 6 9 7 7.5 8 9 8 5 9 6 +line insurance 2.69 5 2 2 1 6 3 3 4 1 2 2 2 0 0 9 1 +day summer 3.94 7 7 2 1 4 3 1 7 3 4 4 4 6 1 5 4 +summer drought 7.16 8 8 8 9 5 7 7 8 5 7.5 5 4 8 9 8 8 +summer nature 5.63 5 6 4 7 9 5 6 7 4 6 6 3 3 6 7 6 +day dawn 7.53 8 8.5 8 8 9 8 6 8 6 6 8 7 8 7 8 7 +nature environment 8.31 9 6.5 8.5 9 9 9 7 9 8 8 8 8 10 9 8 7 +environment ecology 8.81 9 8.5 8.5 9 9 9 8 10 8 9 9 9 10 7 9 9 +nature man 6.25 5 6 8 5 9 5 5 7 3 8 5 6 8 5 8 7 +man woman 8.30 8 9.75 9 10 9 9 8 9 7.5 7.5 9 9 10 1 9 8 +man governor 5.25 7 4.5 5 1 6 4 3 7 2 7.5 3 7 7 8 7 5 +murder manslaughter 8.53 8 9.9 9.5 10 7 9 9 10 6 4 8 9 9 9 10 9 +soap opera 7.94 8 4 8.5 7 9 9 8 9 8 7.5 7 8 9 9 7 9 +opera performance 6.88 8 2 7.5 5 9 5 7 7 8 7.5 6 9 7 9 7 6 +life lesson 5.94 7 5 7.5 3 9 8 4 6 5 7.5 4 5 2 9 7 6 +focus life 4.06 5 0 7.5 1 7 6 0 3 4 7.5 3 2 2 7 5 5 +production crew 6.25 8 4 8 4 8 7 5 7 3 8 4 7 9 9 6 3 +television film 7.72 8 5 8.5 8 9 8 8 9 5 8 7 8 9 9 8 6 +lover quarrel 6.19 7 2 8.5 3 7 7 6 9 5 7.5 4 6 8 7 7 5 +viewer serial 2.97 3 0.5 1 1 4 3 0 6 2 2 2 7 7 3 4 2 +possibility girl 1.94 3 0 0 1 4 2 0 2 2 4 3 1 0 3 5 1 +population development 3.75 5 1 3 2 7 5 2 7 2 6 4 1 4 1 5 5 +morality importance 3.31 7 0 1 1 6 4 0 6 1 6 3 3 3 4 4 4 +morality marriage 3.69 6 5 2 1 5 4 1 3 3 6 3 5 4 1 4 6 +Mexico Brazil 7.44 8 8.5 8 6 7 7 8 9 7 7.5 7 8 10 2 8 8 +gender equality 6.41 8 6 5 4 4 8 5 8 6 7.5 2 8 8 7 7 9 +change attitude 5.44 8 5 6 3 4 7 4 7 7 6 4 6 5 0 7 8 +family planning 6.25 7 5 7 3 7 8 4 6 7 8 7 6 8 1 8 8 +opera industry 2.63 7 0 1 1 7 2 3 3 2 2 1 2 3 1 4 3 +sugar approach 0.88 3 0 0 1 5 1 0 1 0 0 1 0 0 0 1 1 +practice institution 3.19 4 1 1 1 6 2 2 2 4 3 6 6 5 0 5 3 +ministry culture 4.69 4 1 6 4 7 6 1 4 5 6 5 7 6 7 3 3 +problem challenge 6.75 7 7.5 7.5 8 7 7 1 10 5 6 6 8 8 8 7 5 +size prominence 5.31 7 8.5 6 7 6 4 2 8 3.5 2 6 5 6 1 7 6 +country citizen 7.31 8 7 7 9 8 7 7 7 5 8 7 8 9 6 8 6 +planet people 5.75 5 0 6 7 8 5 6 5 5 9 7 6 4 7 7 5 +development issue 3.97 5 1 6 1 5 3 1 5 3 7.5 3 7 3 2 5 6 +experience music 3.47 6 1 7 1 5 3 1 1 1 7.5 3 8 3 1 5 2 +music project 3.63 5 0 6 1 5 3 4 2 3 6 5 2 7 2 4 3 +glass metal 5.56 7 7 8 4 6 5 4 7 6 4 7 7 6 0 5 6 +aluminum metal 7.83 9 8.75 9 9 7 7 6 8 6 7.5 8 9 8 8 8 7 +chance credibility 3.88 8 3 1 3 6 3 3 4 3 6 3 8 1 1 4 5 +exhibit memorabilia 5.31 7 6 9 7 7 3 2 7 3 6 7 7 5 2 1 6 +concert virtuoso 6.81 8 6 7.5 9 6 7 7 8 2 7.5 7 7 8 3 8 8 +rock jazz 7.59 8 9 9 5 8 7 8 9 7 7.5 8 8 9 1 9 9 +museum theater 7.19 8 7.5 8.5 6 8 8 8 9 7 6 8 8 7 1 8 7 +observation architecture 4.38 7 3 3 4 6 3 6 5 3 4 7 7 3 1 2 6 +space world 6.53 7 6 8.5 3 9 6 7 9 5 6 8 8 5 3 8 6 +preservation world 6.19 7 8 7 6 7 7 2 8 4 6 6 8 8 4 6 5 +admission ticket 7.69 8 8 9 9 9 8 7 9 6 6 6 9 9 5 8 7 +shower thunderstorm 6.31 8 9 8 6 7 8 2 7 6 4 5 9 8 2 8 4 +shower flood 6.03 8 7 8.5 6 7 8 2 7 6 6 7 8 8 0 4 4 +weather forecast 8.34 8 7.5 9 9 9 9 7 9 7 8 8 9 10 7 9 8 +disaster area 6.25 7 8 9 3 9 8 3 5 6 6 5 8 9 1 5 8 +governor office 6.34 8 5 7.5 3 7 8 1 6 5 6 6 8 7 8 8 8 +architecture century 3.78 6 0 7.5 1 6 8 1 3 1 6 5 7 3 2 2 2 diff --git a/WordSim353/data/ws353simrel_agirre/test.tsv b/WordSim353/data/ws353simrel_agirre/test.tsv new file mode 100644 index 0000000000000000000000000000000000000000..3ce36fbfbbcd5e05f80f5fa8a72bf50b587eb9da --- /dev/null +++ b/WordSim353/data/ws353simrel_agirre/test.tsv @@ -0,0 +1,352 @@ +t love sex 6.77 +h tiger cat 7.35 +i tiger tiger 10.00 +t book paper 7.46 +M computer keyboard 7.62 +t computer internet 7.58 +S plane car 5.77 +S train car 6.31 +t telephone communication 7.50 +S television radio 6.77 +H media radio 7.42 +t drug abuse 6.85 +S bread butter 6.19 +S cucumber potato 5.92 +S doctor nurse 7.00 +S professor doctor 6.62 +S student professor 6.81 +t smart student 4.62 +a smart stupid 5.81 +t company stock 7.08 +t stock market 8.08 +t stock phone 1.62 +t stock CD 1.31 +t stock jaguar 0.92 +t stock egg 1.81 +t fertility egg 6.69 +t stock live 3.73 +t stock life 0.92 +t book library 7.46 +t bank money 8.12 +s wood forest 7.73 +H money cash 9.15 +t professor cucumber 0.31 +t king cabbage 0.23 +S king queen 8.58 +S king rook 5.92 +S bishop rabbi 6.69 +m Jerusalem Israel 8.46 +t Jerusalem Palestinian 7.65 +t holy sex 1.62 +s fuck sex 9.44 +t Maradona football 8.62 +s football soccer 9.03 +S football basketball 6.81 +S football tennis 6.63 +t tennis racket 7.56 +t Arafat peace 6.73 +t Arafat terror 7.65 +S Arafat Jackson 2.50 +t law lawyer 8.38 +t movie star 7.38 +t movie popcorn 6.19 +t movie critic 6.73 +t movie theater 7.92 +t physics proton 8.12 +S physics chemistry 7.35 +t space chemistry 4.88 +t alcohol chemistry 5.54 +S vodka gin 8.46 +S vodka brandy 8.13 +t drink car 3.04 +t drink ear 1.31 +t drink mouth 5.96 +S drink eat 6.87 +t baby mother 7.85 +t drink mother 2.65 +s car automobile 8.94 +s gem jewel 8.96 +s journey voyage 9.29 +s boy lad 8.83 +s coast shore 9.10 +s asylum madhouse 8.87 +s magician wizard 9.02 +s midday noon 9.29 +s furnace stove 8.79 +H food fruit 7.52 +H bird cock 7.10 +H bird crane 7.38 +t tool implement 6.46 +t brother monk 6.27 +t crane implement 2.69 +t lad brother 4.46 +t journey car 5.85 +t monk oracle 5.00 +t cemetery woodland 2.08 +H food rooster 4.42 +t coast hill 4.38 +t forest graveyard 1.85 +t shore woodland 3.08 +t monk slave 0.92 +t coast forest 3.15 +t lad wizard 0.92 +t chord smile 0.54 +t glass magician 2.08 +t noon string 0.54 +t rooster voyage 0.62 +H money dollar 8.42 +H money currency 9.04 +t money wealth 8.27 +t money property 7.57 +t money possession 7.29 +t money bank 8.50 +t money deposit 7.73 +t money withdrawal 6.88 +t money laundering 5.65 +t money operation 3.31 +S tiger jaguar 8.00 +h tiger feline 8.00 +h tiger carnivore 7.08 +h tiger mammal 6.85 +h tiger animal 7.00 +h tiger organism 4.77 +h tiger fauna 5.62 +t tiger zoo 5.87 +S psychology psychiatry 8.08 +t psychology anxiety 7.00 +t psychology fear 6.85 +t psychology depression 7.42 +t psychology clinic 6.58 +t psychology doctor 6.42 +t psychology Freud 8.21 +t psychology mind 7.69 +t psychology health 7.23 +h psychology science 6.71 +h psychology discipline 5.58 +t psychology cognition 7.48 +S planet star 8.45 +t planet constellation 8.06 +S planet moon 8.08 +S planet sun 8.02 +m planet galaxy 8.11 +t planet space 7.92 +t planet astronomer 7.94 +h precedent example 5.85 +t precedent information 3.85 +t precedent cognition 2.81 +t precedent law 6.65 +t precedent collection 2.50 +t precedent group 1.77 +S precedent antecedent 6.04 +t cup coffee 6.58 +h cup tableware 6.85 +t cup article 2.40 +h cup artifact 2.92 +h cup object 3.69 +h cup entity 2.15 +t cup drink 7.25 +t cup food 5.00 +t cup substance 1.92 +t cup liquid 5.90 +h jaguar cat 7.42 +h jaguar car 7.27 +t energy secretary 1.81 +t secretary senate 5.06 +t energy laboratory 5.09 +t computer laboratory 6.78 +t weapon secret 6.06 +t FBI fingerprint 6.94 +t FBI investigation 8.31 +t investigation effort 4.59 +t Mars water 2.94 +t Mars scientist 5.63 +t news report 8.16 +m canyon landscape 7.53 +t image surface 4.56 +t discovery space 6.34 +t water seepage 6.56 +t sign recess 2.38 +t Wednesday news 2.22 +S mile kilometer 8.66 +t computer news 4.47 +t territory surface 5.34 +t atmosphere landscape 3.69 +t president medal 3.00 +t war troops 8.13 +t record number 6.31 +S skin eye 6.22 +S Japanese American 6.50 +t theater history 3.91 +t volunteer motto 2.56 +t prejudice recognition 3.00 +t decoration valor 5.63 +S century year 7.59 +t century nation 3.16 +t delay racism 1.19 +t delay news 3.31 +t minister party 6.63 +t peace plan 4.75 +t minority peace 3.69 +t attempt peace 4.25 +t government crisis 6.56 +t deployment departure 4.25 +t deployment withdrawal 5.88 +t energy crisis 5.94 +h announcement news 7.56 +t announcement effort 2.75 +t stroke hospital 7.03 +t disability death 5.47 +t victim emergency 6.47 +t treatment recovery 7.91 +t journal association 4.97 +h doctor personnel 5.00 +t doctor liability 5.19 +t liability insurance 7.03 +t school center 3.44 +t reason hypertension 2.31 +t reason criterion 5.91 +t hundred percent 7.38 +S Harvard Yale 8.13 +h hospital infrastructure 4.63 +t death row 5.25 +t death inmate 5.03 +t lawyer evidence 6.69 +S life death 7.88 +t life term 4.50 +t word similarity 4.75 +t board recommendation 4.47 +t governor interview 3.25 +M OPEC country 5.63 +t peace atmosphere 3.69 +t peace insurance 2.94 +t territory kilometer 5.28 +h travel activity 5.00 +t competition price 6.44 +t consumer confidence 4.13 +t consumer energy 4.75 +t problem airport 2.38 +t car flight 4.94 +t credit card 8.06 +t credit information 5.31 +t hotel reservation 8.03 +t grocery money 5.94 +t registration arrangement 6.00 +t arrangement accommodation 5.41 +t month hotel 1.81 +s type kind 8.97 +t arrival hotel 6.00 +t bed closet 6.72 +t closet clothes 8.00 +t situation conclusion 4.81 +t situation isolation 3.88 +t impartiality interest 5.16 +t direction combination 2.25 +h street place 6.44 +H street avenue 8.88 +S street block 6.88 +t street children 4.94 +t listing proximity 2.56 +t listing category 6.38 +h cell phone 7.81 +t production hike 1.75 +t benchmark index 4.25 +t media trading 3.88 +t media gain 2.88 +h dividend payment 7.63 +t dividend calculation 6.48 +s calculation computation 8.44 +t currency market 7.50 +t OPEC oil 8.59 +t oil stock 6.34 +t announcement production 3.38 +t announcement warning 6.00 +t profit warning 3.88 +S profit loss 7.63 +S dollar yen 7.78 +s dollar buck 9.22 +t dollar profit 7.38 +t dollar loss 6.09 +t computer software 8.50 +t network hardware 8.31 +h phone equipment 7.13 +t equipment maker 5.91 +t luxury car 6.47 +t five month 3.38 +t report gain 3.63 +t investor earning 7.13 +H liquid water 7.89 +t baseball season 5.97 +t game victory 7.03 +t game team 7.69 +S marathon sprint 7.47 +t game series 6.19 +t game defeat 6.97 +t seven series 3.56 +t seafood sea 7.47 +h seafood food 8.34 +H seafood lobster 8.70 +h lobster food 7.81 +S lobster wine 5.70 +t food preparation 6.22 +t video archive 6.34 +t start year 4.06 +t start match 4.47 +t game round 5.97 +t boxing round 7.61 +s championship tournament 8.36 +t fighting defeating 7.41 +t line insurance 2.69 +m day summer 3.94 +t summer drought 7.16 +t summer nature 5.63 +M day dawn 7.53 +t nature environment 8.31 +t environment ecology 8.81 +t nature man 6.25 +S man woman 8.30 +H man governor 5.25 +s murder manslaughter 8.53 +t soap opera 7.94 +h opera performance 6.88 +t life lesson 5.94 +t focus life 4.06 +t production crew 6.25 +t television film 7.72 +t lover quarrel 6.19 +t viewer serial 2.97 +t possibility girl 1.94 +t population development 3.75 +t morality importance 3.31 +t morality marriage 3.69 +S Mexico Brazil 7.44 +t gender equality 6.41 +t change attitude 5.44 +t family planning 6.25 +t opera industry 2.63 +t sugar approach 0.88 +t practice institution 3.19 +t ministry culture 4.69 +t problem challenge 6.75 +t size prominence 5.31 +M country citizen 7.31 +M planet people 5.75 +t development issue 3.97 +t experience music 3.47 +t music project 3.63 +S glass metal 5.56 +h aluminum metal 7.83 +t chance credibility 3.88 +t exhibit memorabilia 5.31 +t concert virtuoso 6.81 +S rock jazz 7.59 +S museum theater 7.19 +t observation architecture 4.38 +t space world 6.53 +t preservation world 6.19 +t admission ticket 7.69 +S shower thunderstorm 6.31 +t shower flood 6.03 +t weather forecast 8.34 +t disaster area 6.25 +t governor office 6.34 +t architecture century 3.78 \ No newline at end of file diff --git a/WordSim353/data/ws353simrel_agirre/wordsim353_agreed.txt b/WordSim353/data/ws353simrel_agirre/wordsim353_agreed.txt new file mode 100644 index 0000000000000000000000000000000000000000..828113d9b1a1c759e65d4d1ca80e03bfd65e106b --- /dev/null +++ b/WordSim353/data/ws353simrel_agirre/wordsim353_agreed.txt @@ -0,0 +1,363 @@ +#Word 1 Word 2 Human (mean) +# i = identical tokens +# s = synonym (at least in one meaning of each) +# a = antonyms (at least in one meaning of each) +# h = first is hyponym of second (at least in one meaning of each) +# H = first is hyperonym of second (at least in one meaning of each) +# S = sibling terms (terms with a common hyperonymy) +# m = first is part of the second one (at least in one meaning of each) +# M = second is part of the first one (at least in one meaning of each) +# t = topically related, but none of the above +# +t love sex 6.77 +h tiger cat 7.35 +i tiger tiger 10.00 +t book paper 7.46 +M computer keyboard 7.62 +t computer internet 7.58 +S plane car 5.77 +S train car 6.31 +t telephone communication 7.50 +S television radio 6.77 +H media radio 7.42 +t drug abuse 6.85 +S bread butter 6.19 +S cucumber potato 5.92 +S doctor nurse 7.00 +S professor doctor 6.62 +S student professor 6.81 +t smart student 4.62 +a smart stupid 5.81 +t company stock 7.08 +t stock market 8.08 +t stock phone 1.62 +t stock CD 1.31 +t stock jaguar 0.92 +t stock egg 1.81 +t fertility egg 6.69 +t stock live 3.73 +t stock life 0.92 +t book library 7.46 +t bank money 8.12 +s wood forest 7.73 +H money cash 9.15 +t professor cucumber 0.31 +t king cabbage 0.23 +S king queen 8.58 +S king rook 5.92 +S bishop rabbi 6.69 +m Jerusalem Israel 8.46 +t Jerusalem Palestinian 7.65 +t holy sex 1.62 +s fuck sex 9.44 +t Maradona football 8.62 +s football soccer 9.03 +S football basketball 6.81 +S football tennis 6.63 +t tennis racket 7.56 +t Arafat peace 6.73 +t Arafat terror 7.65 +S Arafat Jackson 2.50 +t law lawyer 8.38 +t movie star 7.38 +t movie popcorn 6.19 +t movie critic 6.73 +t movie theater 7.92 +t physics proton 8.12 +S physics chemistry 7.35 +t space chemistry 4.88 +t alcohol chemistry 5.54 +S vodka gin 8.46 +S vodka brandy 8.13 +t drink car 3.04 +t drink ear 1.31 +t drink mouth 5.96 +S drink eat 6.87 +t baby mother 7.85 +t drink mother 2.65 +s car automobile 8.94 +s gem jewel 8.96 +s journey voyage 9.29 +s boy lad 8.83 +s coast shore 9.10 +s asylum madhouse 8.87 +s magician wizard 9.02 +s midday noon 9.29 +s furnace stove 8.79 +H food fruit 7.52 +H bird cock 7.10 +H bird crane 7.38 +t tool implement 6.46 +t brother monk 6.27 +t crane implement 2.69 +t lad brother 4.46 +t journey car 5.85 +t monk oracle 5.00 +t cemetery woodland 2.08 +H food rooster 4.42 +t coast hill 4.38 +t forest graveyard 1.85 +t shore woodland 3.08 +t monk slave 0.92 +t coast forest 3.15 +t lad wizard 0.92 +t chord smile 0.54 +t glass magician 2.08 +t noon string 0.54 +t rooster voyage 0.62 +H money dollar 8.42 +H money currency 9.04 +t money wealth 8.27 +t money property 7.57 +t money possession 7.29 +t money bank 8.50 +t money deposit 7.73 +t money withdrawal 6.88 +t money laundering 5.65 +t money operation 3.31 +S tiger jaguar 8.00 +h tiger feline 8.00 +h tiger carnivore 7.08 +h tiger mammal 6.85 +h tiger animal 7.00 +h tiger organism 4.77 +h tiger fauna 5.62 +t tiger zoo 5.87 +S psychology psychiatry 8.08 +t psychology anxiety 7.00 +t psychology fear 6.85 +t psychology depression 7.42 +t psychology clinic 6.58 +t psychology doctor 6.42 +t psychology Freud 8.21 +t psychology mind 7.69 +t psychology health 7.23 +h psychology science 6.71 +h psychology discipline 5.58 +t psychology cognition 7.48 +S planet star 8.45 +t planet constellation 8.06 +S planet moon 8.08 +S planet sun 8.02 +m planet galaxy 8.11 +t planet space 7.92 +t planet astronomer 7.94 +h precedent example 5.85 +t precedent information 3.85 +t precedent cognition 2.81 +t precedent law 6.65 +t precedent collection 2.50 +t precedent group 1.77 +S precedent antecedent 6.04 +t cup coffee 6.58 +h cup tableware 6.85 +t cup article 2.40 +h cup artifact 2.92 +h cup object 3.69 +h cup entity 2.15 +t cup drink 7.25 +t cup food 5.00 +t cup substance 1.92 +t cup liquid 5.90 +h jaguar cat 7.42 +h jaguar car 7.27 +t energy secretary 1.81 +t secretary senate 5.06 +t energy laboratory 5.09 +t computer laboratory 6.78 +t weapon secret 6.06 +t FBI fingerprint 6.94 +t FBI investigation 8.31 +t investigation effort 4.59 +t Mars water 2.94 +t Mars scientist 5.63 +t news report 8.16 +m canyon landscape 7.53 +t image surface 4.56 +t discovery space 6.34 +t water seepage 6.56 +t sign recess 2.38 +t Wednesday news 2.22 +S mile kilometer 8.66 +t computer news 4.47 +t territory surface 5.34 +t atmosphere landscape 3.69 +t president medal 3.00 +t war troops 8.13 +t record number 6.31 +S skin eye 6.22 +S Japanese American 6.50 +t theater history 3.91 +t volunteer motto 2.56 +t prejudice recognition 3.00 +t decoration valor 5.63 +S century year 7.59 +t century nation 3.16 +t delay racism 1.19 +t delay news 3.31 +t minister party 6.63 +t peace plan 4.75 +t minority peace 3.69 +t attempt peace 4.25 +t government crisis 6.56 +t deployment departure 4.25 +t deployment withdrawal 5.88 +t energy crisis 5.94 +h announcement news 7.56 +t announcement effort 2.75 +t stroke hospital 7.03 +t disability death 5.47 +t victim emergency 6.47 +t treatment recovery 7.91 +t journal association 4.97 +h doctor personnel 5.00 +t doctor liability 5.19 +t liability insurance 7.03 +t school center 3.44 +t reason hypertension 2.31 +t reason criterion 5.91 +t hundred percent 7.38 +S Harvard Yale 8.13 +h hospital infrastructure 4.63 +t death row 5.25 +t death inmate 5.03 +t lawyer evidence 6.69 +S life death 7.88 +t life term 4.50 +t word similarity 4.75 +t board recommendation 4.47 +t governor interview 3.25 +M OPEC country 5.63 +t peace atmosphere 3.69 +t peace insurance 2.94 +t territory kilometer 5.28 +h travel activity 5.00 +t competition price 6.44 +t consumer confidence 4.13 +t consumer energy 4.75 +t problem airport 2.38 +t car flight 4.94 +t credit card 8.06 +t credit information 5.31 +t hotel reservation 8.03 +t grocery money 5.94 +t registration arrangement 6.00 +t arrangement accommodation 5.41 +t month hotel 1.81 +s type kind 8.97 +t arrival hotel 6.00 +t bed closet 6.72 +t closet clothes 8.00 +t situation conclusion 4.81 +t situation isolation 3.88 +t impartiality interest 5.16 +t direction combination 2.25 +h street place 6.44 +H street avenue 8.88 +S street block 6.88 +t street children 4.94 +t listing proximity 2.56 +t listing category 6.38 +h cell phone 7.81 +t production hike 1.75 +t benchmark index 4.25 +t media trading 3.88 +t media gain 2.88 +h dividend payment 7.63 +t dividend calculation 6.48 +s calculation computation 8.44 +t currency market 7.50 +t OPEC oil 8.59 +t oil stock 6.34 +t announcement production 3.38 +t announcement warning 6.00 +t profit warning 3.88 +S profit loss 7.63 +S dollar yen 7.78 +s dollar buck 9.22 +t dollar profit 7.38 +t dollar loss 6.09 +t computer software 8.50 +t network hardware 8.31 +h phone equipment 7.13 +t equipment maker 5.91 +t luxury car 6.47 +t five month 3.38 +t report gain 3.63 +t investor earning 7.13 +H liquid water 7.89 +t baseball season 5.97 +t game victory 7.03 +t game team 7.69 +S marathon sprint 7.47 +t game series 6.19 +t game defeat 6.97 +t seven series 3.56 +t seafood sea 7.47 +h seafood food 8.34 +H seafood lobster 8.70 +h lobster food 7.81 +S lobster wine 5.70 +t food preparation 6.22 +t video archive 6.34 +t start year 4.06 +t start match 4.47 +t game round 5.97 +t boxing round 7.61 +s championship tournament 8.36 +t fighting defeating 7.41 +t line insurance 2.69 +m day summer 3.94 +t summer drought 7.16 +t summer nature 5.63 +M day dawn 7.53 +t nature environment 8.31 +t environment ecology 8.81 +t nature man 6.25 +S man woman 8.30 +H man governor 5.25 +s murder manslaughter 8.53 +t soap opera 7.94 +h opera performance 6.88 +t life lesson 5.94 +t focus life 4.06 +t production crew 6.25 +t television film 7.72 +t lover quarrel 6.19 +t viewer serial 2.97 +t possibility girl 1.94 +t population development 3.75 +t morality importance 3.31 +t morality marriage 3.69 +S Mexico Brazil 7.44 +t gender equality 6.41 +t change attitude 5.44 +t family planning 6.25 +t opera industry 2.63 +t sugar approach 0.88 +t practice institution 3.19 +t ministry culture 4.69 +t problem challenge 6.75 +t size prominence 5.31 +M country citizen 7.31 +M planet people 5.75 +t development issue 3.97 +t experience music 3.47 +t music project 3.63 +S glass metal 5.56 +h aluminum metal 7.83 +t chance credibility 3.88 +t exhibit memorabilia 5.31 +t concert virtuoso 6.81 +S rock jazz 7.59 +S museum theater 7.19 +t observation architecture 4.38 +t space world 6.53 +t preservation world 6.19 +t admission ticket 7.69 +S shower thunderstorm 6.31 +t shower flood 6.03 +t weather forecast 8.34 +t disaster area 6.25 +t governor office 6.34 +t architecture century 3.78 diff --git a/WordSim353/data/ws353simrel_agirre/wordsim353_annotator1.txt b/WordSim353/data/ws353simrel_agirre/wordsim353_annotator1.txt new file mode 100644 index 0000000000000000000000000000000000000000..bd5c58e1aff7b4cf478102014830a28c4023588e --- /dev/null +++ b/WordSim353/data/ws353simrel_agirre/wordsim353_annotator1.txt @@ -0,0 +1,363 @@ +#Word 1 Word 2 Human (mean) +# i = identical tokens +# s = synonym (at least in one meaning of each) +# a = antonyms (at least in one meaning of each) +# h = first is hyponym of second (at least in one meaning of each) +# H = first is hyperonym of second (at least in one meaning of each) +# S = sibling terms (terms with a common hyperonymy) +# m = first is part of the second one (at least in one meaning of each) +# M = second is part of the first one (at least in one meaning of each) +# t = topically related, but none of the above +# +t love sex 6.77 +h tiger cat 7.35 +i tiger tiger 10.00 +t book paper 7.46 +M computer keyboard 7.62 +t computer internet 7.58 +S plane car 5.77 +S train car 6.31 +t telephone communication 7.50 +S television radio 6.77 +t media radio 7.42 +t drug abuse 6.85 +t bread butter 6.19 +S cucumber potato 5.92 +S doctor nurse 7.00 +t professor doctor 6.62 +S student professor 6.81 +t smart student 4.62 +a smart stupid 5.81 +M company stock 7.08 +t stock market 8.08 +t stock phone 1.62 +t stock CD 1.31 +t stock jaguar 0.92 +t stock egg 1.81 +t fertility egg 6.69 +t stock live 3.73 +t stock life 0.92 +m book library 7.46 +M bank money 8.12 +s wood forest 7.73 +H money cash 9.15 +t professor cucumber 0.31 +t king cabbage 0.23 +S king queen 8.58 +S king rook 5.92 +S bishop rabbi 6.69 +m Jerusalem Israel 8.46 +t Jerusalem Palestinian 7.65 +t holy sex 1.62 +h fuck sex 9.44 +t Maradona football 8.62 +s football soccer 9.03 +S football basketball 6.81 +S football tennis 6.63 +t tennis racket 7.56 +t Arafat peace 6.73 +t Arafat terror 7.65 +t Arafat Jackson 2.50 +t law lawyer 8.38 +t movie star 7.38 +t movie popcorn 6.19 +t movie critic 6.73 +t movie theater 7.92 +t physics proton 8.12 +S physics chemistry 7.35 +t space chemistry 4.88 +t alcohol chemistry 5.54 +S vodka gin 8.46 +S vodka brandy 8.13 +t drink car 3.04 +t drink ear 1.31 +t drink mouth 5.96 +S drink eat 6.87 +t baby mother 7.85 +t drink mother 2.65 +s car automobile 8.94 +s gem jewel 8.96 +s journey voyage 9.29 +s boy lad 8.83 +s coast shore 9.10 +s asylum madhouse 8.87 +s magician wizard 9.02 +s midday noon 9.29 +s furnace stove 8.79 +H food fruit 7.52 +H bird cock 7.10 +H bird crane 7.38 +s tool implement 6.46 +s brother monk 6.27 +t crane implement 2.69 +t lad brother 4.46 +t journey car 5.85 +t monk oracle 5.00 +S cemetery woodland 2.08 +H food rooster 4.42 +S coast hill 4.38 +S forest graveyard 1.85 +S shore woodland 3.08 +t monk slave 0.92 +S coast forest 3.15 +t lad wizard 0.92 +t chord smile 0.54 +t glass magician 2.08 +t noon string 0.54 +t rooster voyage 0.62 +H money dollar 8.42 +H money currency 9.04 +t money wealth 8.27 +t money property 7.57 +h money possession 7.29 +m money bank 8.50 +m money deposit 7.73 +t money withdrawal 6.88 +t money laundering 5.65 +t money operation 3.31 +S tiger jaguar 8.00 +h tiger feline 8.00 +h tiger carnivore 7.08 +h tiger mammal 6.85 +h tiger animal 7.00 +h tiger organism 4.77 +t tiger fauna 5.62 +t tiger zoo 5.87 +S psychology psychiatry 8.08 +t psychology anxiety 7.00 +t psychology fear 6.85 +t psychology depression 7.42 +t psychology clinic 6.58 +t psychology doctor 6.42 +t psychology Freud 8.21 +t psychology mind 7.69 +t psychology health 7.23 +h psychology science 6.71 +h psychology discipline 5.58 +t psychology cognition 7.48 +S planet star 8.45 +m planet constellation 8.06 +M planet moon 8.08 +m planet sun 8.02 +m planet galaxy 8.11 +t planet space 7.92 +t planet astronomer 7.94 +h precedent example 5.85 +t precedent information 3.85 +t precedent cognition 2.81 +t precedent law 6.65 +t precedent collection 2.50 +t precedent group 1.77 +s precedent antecedent 6.04 +t cup coffee 6.58 +h cup tableware 6.85 +t cup article 2.40 +h cup artifact 2.92 +h cup object 3.69 +h cup entity 2.15 +t cup drink 7.25 +t cup food 5.00 +t cup substance 1.92 +t cup liquid 5.90 +h jaguar cat 7.42 +h jaguar car 7.27 +t energy secretary 1.81 +t secretary senate 5.06 +t energy laboratory 5.09 +t computer laboratory 6.78 +t weapon secret 6.06 +t FBI fingerprint 6.94 +t FBI investigation 8.31 +h investigation effort 4.59 +t Mars water 2.94 +t Mars scientist 5.63 +t news report 8.16 +m canyon landscape 7.53 +t image surface 4.56 +t discovery space 6.34 +t water seepage 6.56 +t sign recess 2.38 +t Wednesday news 2.22 +S mile kilometer 8.66 +t computer news 4.47 +t territory surface 5.34 +t atmosphere landscape 3.69 +t president medal 3.00 +t war troops 8.13 +h record number 6.31 +t skin eye 6.22 +S Japanese American 6.50 +t theater history 3.91 +t volunteer motto 2.56 +t prejudice recognition 3.00 +t decoration valor 5.63 +S century year 7.59 +t century nation 3.16 +t delay racism 1.19 +t delay news 3.31 +t minister party 6.63 +t peace plan 4.75 +t minority peace 3.69 +t attempt peace 4.25 +t government crisis 6.56 +t deployment departure 4.25 +t deployment withdrawal 5.88 +t energy crisis 5.94 +h announcement news 7.56 +t announcement effort 2.75 +t stroke hospital 7.03 +t disability death 5.47 +t victim emergency 6.47 +t treatment recovery 7.91 +t journal association 4.97 +h doctor personnel 5.00 +t doctor liability 5.19 +t liability insurance 7.03 +h school center 3.44 +t reason hypertension 2.31 +t reason criterion 5.91 +t hundred percent 7.38 +S Harvard Yale 8.13 +h hospital infrastructure 4.63 +t death row 5.25 +t death inmate 5.03 +t lawyer evidence 6.69 +t life death 7.88 +t life term 4.50 +t word similarity 4.75 +t board recommendation 4.47 +t governor interview 3.25 +M OPEC country 5.63 +t peace atmosphere 3.69 +t peace insurance 2.94 +t territory kilometer 5.28 +h travel activity 5.00 +t competition price 6.44 +t consumer confidence 4.13 +t consumer energy 4.75 +t problem airport 2.38 +t car flight 4.94 +t credit card 8.06 +t credit information 5.31 +t hotel reservation 8.03 +t grocery money 5.94 +t registration arrangement 6.00 +t arrangement accommodation 5.41 +t month hotel 1.81 +s type kind 8.97 +t arrival hotel 6.00 +t bed closet 6.72 +t closet clothes 8.00 +t situation conclusion 4.81 +t situation isolation 3.88 +t impartiality interest 5.16 +t direction combination 2.25 +h street place 6.44 +H street avenue 8.88 +t street block 6.88 +t street children 4.94 +t listing proximity 2.56 +M listing category 6.38 +t cell phone 7.81 +t production hike 1.75 +t benchmark index 4.25 +t media trading 3.88 +t media gain 2.88 +h dividend payment 7.63 +t dividend calculation 6.48 +s calculation computation 8.44 +t currency market 7.50 +t OPEC oil 8.59 +t oil stock 6.34 +t announcement production 3.38 +H announcement warning 6.00 +t profit warning 3.88 +t profit loss 7.63 +S dollar yen 7.78 +s dollar buck 9.22 +t dollar profit 7.38 +t dollar loss 6.09 +t computer software 8.50 +t network hardware 8.31 +h phone equipment 7.13 +t equipment maker 5.91 +t luxury car 6.47 +t five month 3.38 +t report gain 3.63 +t investor earning 7.13 +t liquid water 7.89 +t baseball season 5.97 +t game victory 7.03 +t game team 7.69 +M marathon sprint 7.47 +t game series 6.19 +t game defeat 6.97 +t seven series 3.56 +t seafood sea 7.47 +h seafood food 8.34 +H seafood lobster 8.70 +h lobster food 7.81 +t lobster wine 5.70 +t food preparation 6.22 +t video archive 6.34 +t start year 4.06 +t start match 4.47 +M game round 5.97 +t boxing round 7.61 +s championship tournament 8.36 +t fighting defeating 7.41 +t line insurance 2.69 +m day summer 3.94 +t summer drought 7.16 +t summer nature 5.63 +M day dawn 7.53 +t nature environment 8.31 +t environment ecology 8.81 +t nature man 6.25 +S man woman 8.30 +H man governor 5.25 +s murder manslaughter 8.53 +t soap opera 7.94 +h opera performance 6.88 +t life lesson 5.94 +t focus life 4.06 +t production crew 6.25 +t television film 7.72 +t lover quarrel 6.19 +t viewer serial 2.97 +t possibility girl 1.94 +t population development 3.75 +t morality importance 3.31 +t morality marriage 3.69 +S Mexico Brazil 7.44 +t gender equality 6.41 +t change attitude 5.44 +t family planning 6.25 +t opera industry 2.63 +t sugar approach 0.88 +t practice institution 3.19 +t ministry culture 4.69 +t problem challenge 6.75 +t size prominence 5.31 +M country citizen 7.31 +t planet people 5.75 +t development issue 3.97 +t experience music 3.47 +t music project 3.63 +S glass metal 5.56 +h aluminum metal 7.83 +t chance credibility 3.88 +t exhibit memorabilia 5.31 +t concert virtuoso 6.81 +S rock jazz 7.59 +S museum theater 7.19 +t observation architecture 4.38 +t space world 6.53 +t preservation world 6.19 +t admission ticket 7.69 +S shower thunderstorm 6.31 +t shower flood 6.03 +t weather forecast 8.34 +t disaster area 6.25 +t governor office 6.34 +t architecture century 3.78 diff --git a/WordSim353/data/ws353simrel_agirre/wordsim353_annotator2.txt b/WordSim353/data/ws353simrel_agirre/wordsim353_annotator2.txt new file mode 100644 index 0000000000000000000000000000000000000000..36576bf0e965b661e61e9cd2e2789263a4bb8532 --- /dev/null +++ b/WordSim353/data/ws353simrel_agirre/wordsim353_annotator2.txt @@ -0,0 +1,362 @@ +#Word 1 Word 2 Human (mean) +# i = identical tokens +# s = synonym (at least in one meaning of each) +# h = first is hyponym of second (at least in one meaning of each) +# H = first is hyperonym of second (at least in one meaning of each) +# S = sibling terms (terms with a common hyperonymy) +# m = first is part of the second one (at least in one meaning of each) +# M = second is part of the first one (at least in one meaning of each) +# t = topically related, but none of the above +# +s love sex 6.77 +S tiger cat 7.35 +i tiger tiger 10.00 +t book paper 7.46 +M computer keyboard 7.62 +t computer internet 7.58 +S plane car 5.77 +S train car 6.31 +t telephone communication 7.50 +S television radio 6.77 +H media radio 7.42 +t drug abuse 6.85 +S bread butter 6.19 +S cucumber potato 5.92 +t doctor nurse 7.00 +s professor doctor 6.62 +S student professor 6.81 +t smart student 4.62 +S smart stupid 5.81 +t company stock 7.08 +s stock market 8.08 +t stock phone 1.62 +t stock CD 1.31 +t stock jaguar 0.92 +t stock egg 1.81 +t fertility egg 6.69 +t stock live 3.73 +t stock life 0.92 +t book library 7.46 +t bank money 8.12 +s wood forest 7.73 +s money cash 9.15 +t professor cucumber 0.31 +t king cabbage 0.23 +S king queen 8.58 +S king rook 5.92 +S bishop rabbi 6.69 +S Jerusalem Israel 8.46 +t Jerusalem Palestinian 7.65 +t holy sex 1.62 +s fuck sex 9.44 +t Maradona football 8.62 +s football soccer 9.03 +S football basketball 6.81 +S football tennis 6.63 +t tennis racket 7.56 +t Arafat peace 6.73 +t Arafat terror 7.65 +S Arafat Jackson 2.50 +t law lawyer 8.38 +t movie star 7.38 +t movie popcorn 6.19 +t movie critic 6.73 +t movie theater 7.92 +t physics proton 8.12 +S physics chemistry 7.35 +t space chemistry 4.88 +t alcohol chemistry 5.54 +S vodka gin 8.46 +S vodka brandy 8.13 +t drink car 3.04 +t drink ear 1.31 +t drink mouth 5.96 +S drink eat 6.87 +t baby mother 7.85 +t drink mother 2.65 +s car automobile 8.94 +s gem jewel 8.96 +s journey voyage 9.29 +s boy lad 8.83 +s coast shore 9.10 +s asylum madhouse 8.87 +s magician wizard 9.02 +s midday noon 9.29 +s furnace stove 8.79 +H food fruit 7.52 +H bird cock 7.10 +H bird crane 7.38 +t tool implement 6.46 +t brother monk 6.27 +t crane implement 2.69 +t lad brother 4.46 +t journey car 5.85 +t monk oracle 5.00 +t cemetery woodland 2.08 +t food rooster 4.42 +t coast hill 4.38 +t forest graveyard 1.85 +t shore woodland 3.08 +t monk slave 0.92 +t coast forest 3.15 +t lad wizard 0.92 +t chord smile 0.54 +t glass magician 2.08 +t noon string 0.54 +t rooster voyage 0.62 +H money dollar 8.42 +S money currency 9.04 +t money wealth 8.27 +t money property 7.57 +t money possession 7.29 +t money bank 8.50 +t money deposit 7.73 +t money withdrawal 6.88 +t money laundering 5.65 +t money operation 3.31 +S tiger jaguar 8.00 +t tiger feline 8.00 +h tiger carnivore 7.08 +h tiger mammal 6.85 +h tiger animal 7.00 +h tiger organism 4.77 +h tiger fauna 5.62 +t tiger zoo 5.87 +t psychology psychiatry 8.08 +t psychology anxiety 7.00 +t psychology fear 6.85 +t psychology depression 7.42 +t psychology clinic 6.58 +t psychology doctor 6.42 +t psychology Freud 8.21 +t psychology mind 7.69 +t psychology health 7.23 +t psychology science 6.71 +h psychology discipline 5.58 +t psychology cognition 7.48 +S planet star 8.45 +t planet constellation 8.06 +S planet moon 8.08 +S planet sun 8.02 +m planet galaxy 8.11 +m planet space 7.92 +t planet astronomer 7.94 +t precedent example 5.85 +t precedent information 3.85 +t precedent cognition 2.81 +t precedent law 6.65 +t precedent collection 2.50 +t precedent group 1.77 +S precedent antecedent 6.04 +t cup coffee 6.58 +t cup tableware 6.85 +t cup article 2.40 +h cup artifact 2.92 +h cup object 3.69 +h cup entity 2.15 +t cup drink 7.25 +t cup food 5.00 +t cup substance 1.92 +t cup liquid 5.90 +h jaguar cat 7.42 +h jaguar car 7.27 +t energy secretary 1.81 +t secretary senate 5.06 +t energy laboratory 5.09 +t computer laboratory 6.78 +t weapon secret 6.06 +t FBI fingerprint 6.94 +t FBI investigation 8.31 +s investigation effort 4.59 +t Mars water 2.94 +t Mars scientist 5.63 +s news report 8.16 +h canyon landscape 7.53 +t image surface 4.56 +t discovery space 6.34 +t water seepage 6.56 +t sign recess 2.38 +t Wednesday news 2.22 +S mile kilometer 8.66 +t computer news 4.47 +t territory surface 5.34 +t atmosphere landscape 3.69 +t president medal 3.00 +t war troops 8.13 +t record number 6.31 +S skin eye 6.22 +S Japanese American 6.50 +t theater history 3.91 +t volunteer motto 2.56 +t prejudice recognition 3.00 +t decoration valor 5.63 +S century year 7.59 +t century nation 3.16 +t delay racism 1.19 +t delay news 3.31 +t minister party 6.63 +t peace plan 4.75 +t minority peace 3.69 +t attempt peace 4.25 +t government crisis 6.56 +t deployment departure 4.25 +t deployment withdrawal 5.88 +t energy crisis 5.94 +s announcement news 7.56 +t announcement effort 2.75 +t stroke hospital 7.03 +t disability death 5.47 +t victim emergency 6.47 +t treatment recovery 7.91 +t journal association 4.97 +t doctor personnel 5.00 +t doctor liability 5.19 +t liability insurance 7.03 +t school center 3.44 +t reason hypertension 2.31 +t reason criterion 5.91 +t hundred percent 7.38 +S Harvard Yale 8.13 +h hospital infrastructure 4.63 +t death row 5.25 +t death inmate 5.03 +t lawyer evidence 6.69 +S life death 7.88 +t life term 4.50 +t word similarity 4.75 +t board recommendation 4.47 +t governor interview 3.25 +t OPEC country 5.63 +t peace atmosphere 3.69 +t peace insurance 2.94 +S territory kilometer 5.28 +h travel activity 5.00 +t competition price 6.44 +t consumer confidence 4.13 +t consumer energy 4.75 +t problem airport 2.38 +t car flight 4.94 +t credit card 8.06 +t credit information 5.31 +t hotel reservation 8.03 +t grocery money 5.94 +s registration arrangement 6.00 +t arrangement accommodation 5.41 +t month hotel 1.81 +s type kind 8.97 +t arrival hotel 6.00 +t bed closet 6.72 +t closet clothes 8.00 +t situation conclusion 4.81 +t situation isolation 3.88 +t impartiality interest 5.16 +t direction combination 2.25 +h street place 6.44 +s street avenue 8.88 +S street block 6.88 +t street children 4.94 +t listing proximity 2.56 +t listing category 6.38 +s cell phone 7.81 +t production hike 1.75 +t benchmark index 4.25 +t media trading 3.88 +t media gain 2.88 +s dividend payment 7.63 +t dividend calculation 6.48 +s calculation computation 8.44 +t currency market 7.50 +t OPEC oil 8.59 +t oil stock 6.34 +t announcement production 3.38 +t announcement warning 6.00 +t profit warning 3.88 +S profit loss 7.63 +S dollar yen 7.78 +s dollar buck 9.22 +t dollar profit 7.38 +t dollar loss 6.09 +M computer software 8.50 +S network hardware 8.31 +h phone equipment 7.13 +H equipment maker 5.91 +t luxury car 6.47 +t five month 3.38 +t report gain 3.63 +t investor earning 7.13 +H liquid water 7.89 +t baseball season 5.97 +t game victory 7.03 +t game team 7.69 +S marathon sprint 7.47 +t game series 6.19 +t game defeat 6.97 +t seven series 3.56 +t seafood sea 7.47 +h seafood food 8.34 +H seafood lobster 8.70 +h lobster food 7.81 +S lobster wine 5.70 +t food preparation 6.22 +t video archive 6.34 +t start year 4.06 +t start match 4.47 +t game round 5.97 +t boxing round 7.61 +s championship tournament 8.36 +t fighting defeating 7.41 +t line insurance 2.69 +t day summer 3.94 +t summer drought 7.16 +t summer nature 5.63 +t day dawn 7.53 +s nature environment 8.31 +t environment ecology 8.81 +t nature man 6.25 +S man woman 8.30 +t man governor 5.25 +s murder manslaughter 8.53 +t soap opera 7.94 +h opera performance 6.88 +t life lesson 5.94 +t focus life 4.06 +t production crew 6.25 +t television film 7.72 +t lover quarrel 6.19 +t viewer serial 2.97 +t possibility girl 1.94 +t population development 3.75 +t morality importance 3.31 +t morality marriage 3.69 +S Mexico Brazil 7.44 +t gender equality 6.41 +t change attitude 5.44 +t family planning 6.25 +t opera industry 2.63 +t sugar approach 0.88 +t practice institution 3.19 +t ministry culture 4.69 +t problem challenge 6.75 +t size prominence 5.31 +m country citizen 7.31 +m planet people 5.75 +t development issue 3.97 +t experience music 3.47 +t music project 3.63 +S glass metal 5.56 +h aluminum metal 7.83 +t chance credibility 3.88 +t exhibit memorabilia 5.31 +t concert virtuoso 6.81 +S rock jazz 7.59 +S museum theater 7.19 +t observation architecture 4.38 +t space world 6.53 +t preservation world 6.19 +t admission ticket 7.69 +S shower thunderstorm 6.31 +t shower flood 6.03 +t weather forecast 8.34 +t disaster area 6.25 +t governor office 6.34 +t architecture century 3.78 diff --git a/WordSim353/data/ws353simrel_agirre/wordsim_relatedness_goldstandard.txt b/WordSim353/data/ws353simrel_agirre/wordsim_relatedness_goldstandard.txt new file mode 100644 index 0000000000000000000000000000000000000000..778bdc231602d330152502e6e742c5e9d9726f21 --- /dev/null +++ b/WordSim353/data/ws353simrel_agirre/wordsim_relatedness_goldstandard.txt @@ -0,0 +1,252 @@ +computer keyboard 7.62 +Jerusalem Israel 8.46 +planet galaxy 8.11 +canyon landscape 7.53 +OPEC country 5.63 +day summer 3.94 +day dawn 7.53 +country citizen 7.31 +planet people 5.75 +environment ecology 8.81 +Maradona football 8.62 +OPEC oil 8.59 +money bank 8.50 +computer software 8.50 +law lawyer 8.38 +weather forecast 8.34 +network hardware 8.31 +nature environment 8.31 +FBI investigation 8.31 +money wealth 8.27 +psychology Freud 8.21 +news report 8.16 +war troops 8.13 +physics proton 8.12 +bank money 8.12 +stock market 8.08 +planet constellation 8.06 +credit card 8.06 +hotel reservation 8.03 +closet clothes 8.00 +soap opera 7.94 +planet astronomer 7.94 +planet space 7.92 +movie theater 7.92 +treatment recovery 7.91 +baby mother 7.85 +money deposit 7.73 +television film 7.72 +psychology mind 7.69 +game team 7.69 +admission ticket 7.69 +Jerusalem Palestinian 7.65 +Arafat terror 7.65 +boxing round 7.61 +computer internet 7.58 +money property 7.57 +tennis racket 7.56 +telephone communication 7.50 +currency market 7.50 +psychology cognition 7.48 +seafood sea 7.47 +book paper 7.46 +book library 7.46 +psychology depression 7.42 +fighting defeating 7.41 +movie star 7.38 +hundred percent 7.38 +dollar profit 7.38 +money possession 7.29 +cup drink 7.25 +psychology health 7.23 +summer drought 7.16 +investor earning 7.13 +company stock 7.08 +stroke hospital 7.03 +liability insurance 7.03 +game victory 7.03 +psychology anxiety 7.00 +game defeat 6.97 +FBI fingerprint 6.94 +money withdrawal 6.88 +psychology fear 6.85 +drug abuse 6.85 +concert virtuoso 6.81 +computer laboratory 6.78 +love sex 6.77 +problem challenge 6.75 +movie critic 6.73 +Arafat peace 6.73 +bed closet 6.72 +lawyer evidence 6.69 +fertility egg 6.69 +precedent law 6.65 +minister party 6.63 +psychology clinic 6.58 +cup coffee 6.58 +water seepage 6.56 +government crisis 6.56 +space world 6.53 +dividend calculation 6.48 +victim emergency 6.47 +luxury car 6.47 +tool implement 6.46 +competition price 6.44 +psychology doctor 6.42 +gender equality 6.41 +listing category 6.38 +video archive 6.34 +oil stock 6.34 +governor office 6.34 +discovery space 6.34 +record number 6.31 +brother monk 6.27 +production crew 6.25 +nature man 6.25 +family planning 6.25 +disaster area 6.25 +food preparation 6.22 +preservation world 6.19 +movie popcorn 6.19 +lover quarrel 6.19 +game series 6.19 +dollar loss 6.09 +weapon secret 6.06 +shower flood 6.03 +registration arrangement 6.00 +arrival hotel 6.00 +announcement warning 6.00 +game round 5.97 +baseball season 5.97 +drink mouth 5.96 +life lesson 5.94 +grocery money 5.94 +energy crisis 5.94 +reason criterion 5.91 +equipment maker 5.91 +cup liquid 5.90 +deployment withdrawal 5.88 +tiger zoo 5.87 +journey car 5.85 +money laundering 5.65 +summer nature 5.63 +decoration valor 5.63 +Mars scientist 5.63 +alcohol chemistry 5.54 +disability death 5.47 +change attitude 5.44 +arrangement accommodation 5.41 +territory surface 5.34 +size prominence 5.31 +exhibit memorabilia 5.31 +credit information 5.31 +territory kilometer 5.28 +death row 5.25 +doctor liability 5.19 +impartiality interest 5.16 +energy laboratory 5.09 +secretary senate 5.06 +death inmate 5.03 +monk oracle 5.00 +cup food 5.00 +journal association 4.97 +street children 4.94 +car flight 4.94 +space chemistry 4.88 +situation conclusion 4.81 +word similarity 4.75 +peace plan 4.75 +consumer energy 4.75 +ministry culture 4.69 +smart student 4.62 +investigation effort 4.59 +image surface 4.56 +life term 4.50 +start match 4.47 +computer news 4.47 +board recommendation 4.47 +lad brother 4.46 +observation architecture 4.38 +coast hill 4.38 +deployment departure 4.25 +benchmark index 4.25 +attempt peace 4.25 +consumer confidence 4.13 +start year 4.06 +focus life 4.06 +development issue 3.97 +theater history 3.91 +situation isolation 3.88 +profit warning 3.88 +media trading 3.88 +chance credibility 3.88 +precedent information 3.85 +architecture century 3.78 +population development 3.75 +stock live 3.73 +peace atmosphere 3.69 +morality marriage 3.69 +minority peace 3.69 +atmosphere landscape 3.69 +report gain 3.63 +music project 3.63 +seven series 3.56 +experience music 3.47 +school center 3.44 +five month 3.38 +announcement production 3.38 +morality importance 3.31 +money operation 3.31 +delay news 3.31 +governor interview 3.25 +practice institution 3.19 +century nation 3.16 +coast forest 3.15 +shore woodland 3.08 +drink car 3.04 +president medal 3.00 +prejudice recognition 3.00 +viewer serial 2.97 +peace insurance 2.94 +Mars water 2.94 +media gain 2.88 +precedent cognition 2.81 +announcement effort 2.75 +line insurance 2.69 +crane implement 2.69 +drink mother 2.65 +opera industry 2.63 +volunteer motto 2.56 +listing proximity 2.56 +precedent collection 2.50 +cup article 2.40 +sign recess 2.38 +problem airport 2.38 +reason hypertension 2.31 +direction combination 2.25 +Wednesday news 2.22 +glass magician 2.08 +cemetery woodland 2.08 +possibility girl 1.94 +cup substance 1.92 +forest graveyard 1.85 +stock egg 1.81 +month hotel 1.81 +energy secretary 1.81 +precedent group 1.77 +production hike 1.75 +stock phone 1.62 +holy sex 1.62 +stock CD 1.31 +drink ear 1.31 +delay racism 1.19 +stock life 0.92 +stock jaguar 0.92 +monk slave 0.92 +lad wizard 0.92 +sugar approach 0.88 +rooster voyage 0.62 +noon string 0.54 +chord smile 0.54 +professor cucumber 0.31 +king cabbage 0.23 diff --git a/WordSim353/data/ws353simrel_agirre/wordsim_similarity_goldstandard.txt b/WordSim353/data/ws353simrel_agirre/wordsim_similarity_goldstandard.txt new file mode 100644 index 0000000000000000000000000000000000000000..4a94658e25b38362fabacf8ba181e798bd2deb2b --- /dev/null +++ b/WordSim353/data/ws353simrel_agirre/wordsim_similarity_goldstandard.txt @@ -0,0 +1,203 @@ +tiger cat 7.35 +tiger tiger 10.00 +plane car 5.77 +train car 6.31 +television radio 6.77 +media radio 7.42 +bread butter 6.19 +cucumber potato 5.92 +doctor nurse 7.00 +professor doctor 6.62 +student professor 6.81 +smart stupid 5.81 +wood forest 7.73 +money cash 9.15 +king queen 8.58 +king rook 5.92 +bishop rabbi 6.69 +fuck sex 9.44 +football soccer 9.03 +football basketball 6.81 +football tennis 6.63 +Arafat Jackson 2.50 +physics chemistry 7.35 +vodka gin 8.46 +vodka brandy 8.13 +drink eat 6.87 +car automobile 8.94 +gem jewel 8.96 +journey voyage 9.29 +boy lad 8.83 +coast shore 9.10 +asylum madhouse 8.87 +magician wizard 9.02 +midday noon 9.29 +furnace stove 8.79 +food fruit 7.52 +bird cock 7.10 +bird crane 7.38 +food rooster 4.42 +money dollar 8.42 +money currency 9.04 +tiger jaguar 8.00 +tiger feline 8.00 +tiger carnivore 7.08 +tiger mammal 6.85 +tiger animal 7.00 +tiger organism 4.77 +tiger fauna 5.62 +psychology psychiatry 8.08 +psychology science 6.71 +psychology discipline 5.58 +planet star 8.45 +planet moon 8.08 +planet sun 8.02 +precedent example 5.85 +precedent antecedent 6.04 +cup tableware 6.85 +cup artifact 2.92 +cup object 3.69 +cup entity 2.15 +jaguar cat 7.42 +jaguar car 7.27 +mile kilometer 8.66 +skin eye 6.22 +Japanese American 6.50 +century year 7.59 +announcement news 7.56 +doctor personnel 5.00 +Harvard Yale 8.13 +hospital infrastructure 4.63 +life death 7.88 +travel activity 5.00 +type kind 8.97 +street place 6.44 +street avenue 8.88 +street block 6.88 +cell phone 7.81 +dividend payment 7.63 +calculation computation 8.44 +profit loss 7.63 +dollar yen 7.78 +dollar buck 9.22 +phone equipment 7.13 +liquid water 7.89 +marathon sprint 7.47 +seafood food 8.34 +seafood lobster 8.70 +lobster food 7.81 +lobster wine 5.70 +championship tournament 8.36 +man woman 8.30 +man governor 5.25 +murder manslaughter 8.53 +opera performance 6.88 +Mexico Brazil 7.44 +glass metal 5.56 +aluminum metal 7.83 +rock jazz 7.59 +museum theater 7.19 +shower thunderstorm 6.31 +monk oracle 5.00 +cup food 5.00 +journal association 4.97 +street children 4.94 +car flight 4.94 +space chemistry 4.88 +situation conclusion 4.81 +word similarity 4.75 +peace plan 4.75 +consumer energy 4.75 +ministry culture 4.69 +smart student 4.62 +investigation effort 4.59 +image surface 4.56 +life term 4.50 +start match 4.47 +computer news 4.47 +board recommendation 4.47 +lad brother 4.46 +observation architecture 4.38 +coast hill 4.38 +deployment departure 4.25 +benchmark index 4.25 +attempt peace 4.25 +consumer confidence 4.13 +start year 4.06 +focus life 4.06 +development issue 3.97 +theater history 3.91 +situation isolation 3.88 +profit warning 3.88 +media trading 3.88 +chance credibility 3.88 +precedent information 3.85 +architecture century 3.78 +population development 3.75 +stock live 3.73 +peace atmosphere 3.69 +morality marriage 3.69 +minority peace 3.69 +atmosphere landscape 3.69 +report gain 3.63 +music project 3.63 +seven series 3.56 +experience music 3.47 +school center 3.44 +five month 3.38 +announcement production 3.38 +morality importance 3.31 +money operation 3.31 +delay news 3.31 +governor interview 3.25 +practice institution 3.19 +century nation 3.16 +coast forest 3.15 +shore woodland 3.08 +drink car 3.04 +president medal 3.00 +prejudice recognition 3.00 +viewer serial 2.97 +peace insurance 2.94 +Mars water 2.94 +media gain 2.88 +precedent cognition 2.81 +announcement effort 2.75 +line insurance 2.69 +crane implement 2.69 +drink mother 2.65 +opera industry 2.63 +volunteer motto 2.56 +listing proximity 2.56 +precedent collection 2.50 +cup article 2.40 +sign recess 2.38 +problem airport 2.38 +reason hypertension 2.31 +direction combination 2.25 +Wednesday news 2.22 +glass magician 2.08 +cemetery woodland 2.08 +possibility girl 1.94 +cup substance 1.92 +forest graveyard 1.85 +stock egg 1.81 +month hotel 1.81 +energy secretary 1.81 +precedent group 1.77 +production hike 1.75 +stock phone 1.62 +holy sex 1.62 +stock CD 1.31 +drink ear 1.31 +delay racism 1.19 +stock life 0.92 +stock jaguar 0.92 +monk slave 0.92 +lad wizard 0.92 +sugar approach 0.88 +rooster voyage 0.62 +noon string 0.54 +chord smile 0.54 +professor cucumber 0.31 +king cabbage 0.23 diff --git a/WordSim353/data/ws353simrel_agirre/wordsim_similarity_goldstandard_353.txt b/WordSim353/data/ws353simrel_agirre/wordsim_similarity_goldstandard_353.txt new file mode 100644 index 0000000000000000000000000000000000000000..937209a4c61884a056beb3c49ddd33ad62de6dbe --- /dev/null +++ b/WordSim353/data/ws353simrel_agirre/wordsim_similarity_goldstandard_353.txt @@ -0,0 +1,204 @@ +tiger cat 7.35 +tiger tiger 10.00 +plane car 5.77 +train car 6.31 +television radio 6.77 +media radio 7.42 +bread butter 6.19 +cucumber potato 5.92 +doctor nurse 7.00 +professor doctor 6.62 +student professor 6.81 +smart stupid 5.81 +wood forest 7.73 +money cash 9.15 +money cash 9.08 +king queen 8.58 +king rook 5.92 +bishop rabbi 6.69 +fuck sex 9.44 +football soccer 9.03 +football basketball 6.81 +football tennis 6.63 +Arafat Jackson 2.50 +physics chemistry 7.35 +vodka gin 8.46 +vodka brandy 8.13 +drink eat 6.87 +car automobile 8.94 +gem jewel 8.96 +journey voyage 9.29 +boy lad 8.83 +coast shore 9.10 +asylum madhouse 8.87 +magician wizard 9.02 +midday noon 9.29 +furnace stove 8.79 +food fruit 7.52 +bird cock 7.10 +bird crane 7.38 +food rooster 4.42 +money dollar 8.42 +money currency 9.04 +tiger jaguar 8.00 +tiger feline 8.00 +tiger carnivore 7.08 +tiger mammal 6.85 +tiger animal 7.00 +tiger organism 4.77 +tiger fauna 5.62 +psychology psychiatry 8.08 +psychology science 6.71 +psychology discipline 5.58 +planet star 8.45 +planet moon 8.08 +planet sun 8.02 +precedent example 5.85 +precedent antecedent 6.04 +cup tableware 6.85 +cup artifact 2.92 +cup object 3.69 +cup entity 2.15 +jaguar cat 7.42 +jaguar car 7.27 +mile kilometer 8.66 +skin eye 6.22 +Japanese American 6.50 +century year 7.59 +announcement news 7.56 +doctor personnel 5.00 +Harvard Yale 8.13 +hospital infrastructure 4.63 +life death 7.88 +travel activity 5.00 +type kind 8.97 +street place 6.44 +street avenue 8.88 +street block 6.88 +cell phone 7.81 +dividend payment 7.63 +calculation computation 8.44 +profit loss 7.63 +dollar yen 7.78 +dollar buck 9.22 +phone equipment 7.13 +liquid water 7.89 +marathon sprint 7.47 +seafood food 8.34 +seafood lobster 8.70 +lobster food 7.81 +lobster wine 5.70 +championship tournament 8.36 +man woman 8.30 +man governor 5.25 +murder manslaughter 8.53 +opera performance 6.88 +Mexico Brazil 7.44 +glass metal 5.56 +aluminum metal 7.83 +rock jazz 7.59 +museum theater 7.19 +shower thunderstorm 6.31 +monk oracle 5.00 +cup food 5.00 +journal association 4.97 +street children 4.94 +car flight 4.94 +space chemistry 4.88 +situation conclusion 4.81 +word similarity 4.75 +peace plan 4.75 +consumer energy 4.75 +ministry culture 4.69 +smart student 4.62 +investigation effort 4.59 +image surface 4.56 +life term 4.50 +start match 4.47 +computer news 4.47 +board recommendation 4.47 +lad brother 4.46 +observation architecture 4.38 +coast hill 4.38 +deployment departure 4.25 +benchmark index 4.25 +attempt peace 4.25 +consumer confidence 4.13 +start year 4.06 +focus life 4.06 +development issue 3.97 +theater history 3.91 +situation isolation 3.88 +profit warning 3.88 +media trading 3.88 +chance credibility 3.88 +precedent information 3.85 +architecture century 3.78 +population development 3.75 +stock live 3.73 +peace atmosphere 3.69 +morality marriage 3.69 +minority peace 3.69 +atmosphere landscape 3.69 +report gain 3.63 +music project 3.63 +seven series 3.56 +experience music 3.47 +school center 3.44 +five month 3.38 +announcement production 3.38 +morality importance 3.31 +money operation 3.31 +delay news 3.31 +governor interview 3.25 +practice institution 3.19 +century nation 3.16 +coast forest 3.15 +shore woodland 3.08 +drink car 3.04 +president medal 3.00 +prejudice recognition 3.00 +viewer serial 2.97 +peace insurance 2.94 +Mars water 2.94 +media gain 2.88 +precedent cognition 2.81 +announcement effort 2.75 +line insurance 2.69 +crane implement 2.69 +drink mother 2.65 +opera industry 2.63 +volunteer motto 2.56 +listing proximity 2.56 +precedent collection 2.50 +cup article 2.40 +sign recess 2.38 +problem airport 2.38 +reason hypertension 2.31 +direction combination 2.25 +Wednesday news 2.22 +glass magician 2.08 +cemetery woodland 2.08 +possibility girl 1.94 +cup substance 1.92 +forest graveyard 1.85 +stock egg 1.81 +month hotel 1.81 +energy secretary 1.81 +precedent group 1.77 +production hike 1.75 +stock phone 1.62 +holy sex 1.62 +stock CD 1.31 +drink ear 1.31 +delay racism 1.19 +stock life 0.92 +stock jaguar 0.92 +monk slave 0.92 +lad wizard 0.92 +sugar approach 0.88 +rooster voyage 0.62 +noon string 0.54 +chord smile 0.54 +professor cucumber 0.31 +king cabbage 0.23 diff --git a/WordSim353/evaluate.py b/WordSim353/evaluate.py new file mode 100644 index 0000000000000000000000000000000000000000..bef00b7dc3539870b91f7f7891ad89a5a5985b6b --- /dev/null +++ b/WordSim353/evaluate.py @@ -0,0 +1,173 @@ +""" +WordSim-353 score calculation for a given pair of embeddings. +Example usage: python evaluate.py --version gur350 --vector_location /path/to/vec +""" +import argparse +import pandas as pd +from gensim.models import KeyedVectors +from scipy.stats import spearmanr +from scipy.spatial.distance import cosine + +def load_word_lists(version: str): + """Loads word pair scores as annotated by humans and published. + Different versions: + - english = original scores spit into relatedness and similarity + - english_complete = same as english, but includes the duplicate money-cash + entry, which the authors of the rel/sim split removed + - english_multilingual = excludes three hard to transalte pairs and has + has new scores, annotated in same study as other translated data + - german = translated word pairs, annotated in same study as english_multilingual + - german = different version, annotated by Gurevych et al. 2005, 350 pairs""" + + if version == "english": + file_path_rel = "/home/students/reichelt/ba/bias-mitigation-ba/WordSim353/data/ws353simrel_agirre/wordsim_relatedness_goldstandard.txt" + file_path_sim = "/home/students/reichelt/ba/bias-mitigation-ba/WordSim353/data/ws353simrel_agirre/wordsim_similarity_goldstandard.txt" + correct_length = 352 # excludes the duplicate entry money-cash + header = None + elif version == "english_complete": + file_path_rel = "data/ws353simrel_agirre/wordsim_relatedness_goldstandard.txt" + file_path_sim = "data/ws353simrel_agirre/wordsim_similarity_goldstandard_353.txt" + correct_length = 353 # money-cash 9.08 added to similarity + header = None + elif version == "english_multilingual": + file_path_rel = "data/multilingual_leviant_reichhart/wordsim353-english-rel.txt" + file_path_sim = "data/multilingual_leviant_reichhart/wordsim353-english-sim.txt" + correct_length = 350 # excludes some non-translatable entries + header = 0 # meaning file has a header in first line + elif version == "german": + file_path_rel = "data/multilingual_leviant_reichhart/wordsim353-german-rel.txt" + file_path_sim = "data/multilingual_leviant_reichhart/wordsim353-german-sim.txt" + correct_length = 350 + header = 0 + elif version == "gur350": + file_path_rel = "data/german_gurevych_zesch/gur_350.tsv" # only combined available + file_path_sim = "data/german_gurevych_zesch/gur_350.tsv" # only combined available + correct_length = 350 + header = 0 + elif version == "gur283": + file_path_rel = "data/german_gurevych_zesch/gur_350_reduced.tsv" # only combined available + file_path_sim = "data/german_gurevych_zesch/gur_350_reduced.tsv" # only combined available + correct_length = 283 + header = 0 + else: + raise ValueError("invalid language/word lists specified") + + rel_df = pd.read_csv(file_path_rel, + encoding="utf-8", header=header, sep="\t", usecols=[0,1,2], + names=["Word 1", "Word 2", "Human Relatedness"]) + sim_df = pd.read_csv(file_path_sim, + encoding="utf-8", sep="\t", header=header, usecols=[0,1,2], + names=["Word 1", "Word 2", "Human Similarity"]) + + # Split into similarity and relatedness doesn't change scores, so + # the tables can be combined back into one for easier computation later on + merged_df = sim_df.merge(rel_df, on=["Word 1", "Word 2"], how="outer") + merged_df["Combined Human Score"] = merged_df["Human Similarity"].fillna( + merged_df["Human Relatedness"]) + + # Check data + # Combined Score should be filled everywhere + assert merged_df['Combined Human Score'].notna().all() + + # Sim and Rel should have same values where both are filled + assert merged_df[(merged_df['Human Similarity'].notna()) + & (merged_df['Human Relatedness'].notna())]['Human Similarity'].equals( + merged_df[(merged_df['Human Similarity'].notna()) + & (merged_df['Human Relatedness'].notna())]['Human Relatedness']) + + # There should be 353 rows + assert len(merged_df) == correct_length + + return merged_df + + +def calculate_wordsim_score(word_pair_scores: pd.DataFrame, file_path: str) -> dict: + """Loads word vectors, calculates cosine similiarity scores for word pairs + and compares with human scores using Spearman Rank Correlation""" + + # Load word vectors + if "fasttext" in file_path: + #model = FastText.load_fasttext_format(file_path) + #model.init_sims(replace=True) + model = KeyedVectors.load_word2vec_format(file_path, binary=False) + model.init_sims(replace=True) + elif file_path[-4:] == ".bin": + model = KeyedVectors.load_word2vec_format(file_path, binary=True) + model.init_sims(replace=True) + else: + model = KeyedVectors.load_word2vec_format(file_path, binary=False) + model.init_sims(replace=True) + + # Calculate embedding similarites and add to df as new column + def calculate_embedding_similarity(row): + word_1 = row["Word 1"].lower() + word_2 = row["Word 2"].lower() + + if word_1 in model: + embd_1 = model[word_1] + elif repr(word_1.encode("utf-8")) in model: + embd_1 = model[repr(word_1.encode("utf-8"))] # deepset models have weird format + else: + print(f"{word_1} not in vocab. returning similarity 0.") + return 0.0 + + if word_2 in model: + embd_2 = model[word_2] + elif repr(word_2.encode("utf-8")) in model: + embd_2 = model[repr(word_2.encode("utf-8"))] + else: + print(f"{word_2} not in vocab. returning similarity 0.") + return 0.0 + + return 1 - cosine(embd_1, embd_2) # scipy implements cosine distance not similarity + + + word_pair_scores["Embedding Score"] = word_pair_scores.apply( + calculate_embedding_similarity, axis=1) + + # Calculate correlations + combined_rho, combined_p = spearmanr( + word_pair_scores["Combined Human Score"], word_pair_scores["Embedding Score"], + nan_policy="raise" + ) + + sim_rows = word_pair_scores.dropna(subset=['Human Similarity', 'Embedding Score']) + rel_rows = word_pair_scores.dropna(subset=['Human Relatedness', 'Embedding Score']) + + sim_rho, sim_p = spearmanr( + sim_rows["Human Similarity"], sim_rows["Embedding Score"], nan_policy="raise" + ) + rel_rho, rel_p = spearmanr( + rel_rows["Human Relatedness"], rel_rows["Embedding Score"], nan_policy="raise" + ) + + # For easier access later on + results = { + "sim_rho": sim_rho, "sim_p": sim_p, "rel_rho": rel_rho, + "rel_p": rel_p, "combined_rho": combined_rho, "combined_p": combined_p + } + + return results + + +if __name__ == "__main__": + parser = argparse.ArgumentParser( + description="Calculate wordsim353 score for given language and vectors") + parser.add_argument("--version", default="english", + help="'english', 'english_complete', 'english_multilingual', 'german', 'gur350'") + parser.add_argument("--vector_location", help="specify a file path to embeddings") + args = parser.parse_args() + + print("Loading data ...") + data = load_word_lists(args.version) + print("Loading successful. Calculating score ...") + scores = calculate_wordsim_score(data, args.vector_location) + output = ( + "-----------------------------\n" + f"WordSim-353 scores (Spearman's rank correlation) for '{args.version}' word lists and embeddings from {args.vector_location}:\n" + f"Similarity: {scores['sim_rho']:.4f} with p-value {scores['sim_p']:.5f}\n" + f"Relatedness: {scores['rel_rho']:.4f} with p-value {scores['rel_p']:.5f}\n" + f"Combined: {scores['combined_rho']:.4f} with p-value {scores['combined_p']:.5f}\n" + "-----------------------------" + ) + print(output) diff --git a/WordSim353/run_evaluate.sh b/WordSim353/run_evaluate.sh new file mode 100644 index 0000000000000000000000000000000000000000..6417010a9a74c4e21bb626d69b1b8270ebf8bf04 --- /dev/null +++ b/WordSim353/run_evaluate.sh @@ -0,0 +1,15 @@ +#!/bin/bash +# +#SBATCH --job-name=wordsim +#SBATCH --output=run_evaluate_output.txt +#SBATCH --mem=10G +#SBATCH --partition=compute +#SBATCH --cpus-per-task=4 +#SBATCH --mail-user=reichelt@cl.uni-heidelberg.de +#SBATCH --mail-type=ALL +#SBATCH --time=1-00:00:00 + +# JOB STEPS +source /home/students/reichelt/ba/bias-mitigation-ba/bias-venv/bin/activate +srun python /home/students/reichelt/ba/bias-mitigation-ba/WordSim353/evaluate.py --version gur283 --vector_location /home/students/reichelt/ba/bias-mitigation-ba/data/embeddings/glove/dd-glove/glove_dd_polish.txt +srun python /home/students/reichelt/ba/bias-mitigation-ba/WordSim353/evaluate.py --version gur283 --vector_location /home/students/reichelt/ba/bias-mitigation-ba/data/embeddings/glove/dd-glove/glove_dd_italian.txt \ No newline at end of file diff --git a/WordSim353/run_evaluate_output.txt b/WordSim353/run_evaluate_output.txt new file mode 100644 index 0000000000000000000000000000000000000000..4334a5418123bf1175c57fbd0519fac3957f77b6 --- /dev/null +++ b/WordSim353/run_evaluate_output.txt @@ -0,0 +1,24 @@ +Loading data ... +Loading successful. Calculating score ... +stellenanzeige not in vocab. returning similarity 0. +stellenanzeige not in vocab. returning similarity 0. +----------------------------- +WordSim-353 scores (Spearman's rank correlation) for 'gur283' word lists and embeddings from /home/students/reichelt/ba/bias-mitigation-ba/data/embeddings/glove/dd-glove/glove_dd_polish.txt: +Similarity: 0.5806 with p-value 0.00000 +Relatedness: 0.5806 with p-value 0.00000 +Combined: 0.5806 with p-value 0.00000 +----------------------------- +/home/students/reichelt/ba/bias-mitigation-ba/WordSim353/evaluate.py:99: DeprecationWarning: Call to deprecated `init_sims` (Use fill_norms() instead. See https://github.com/RaRe-Technologies/gensim/wiki/Migrating-from-Gensim-3.x-to-4). + model.init_sims(replace=True) +Loading data ... +Loading successful. Calculating score ... +stellenanzeige not in vocab. returning similarity 0. +stellenanzeige not in vocab. returning similarity 0. +----------------------------- +WordSim-353 scores (Spearman's rank correlation) for 'gur283' word lists and embeddings from /home/students/reichelt/ba/bias-mitigation-ba/data/embeddings/glove/dd-glove/glove_dd_italian.txt: +Similarity: 0.5802 with p-value 0.00000 +Relatedness: 0.5802 with p-value 0.00000 +Combined: 0.5802 with p-value 0.00000 +----------------------------- +/home/students/reichelt/ba/bias-mitigation-ba/WordSim353/evaluate.py:99: DeprecationWarning: Call to deprecated `init_sims` (Use fill_norms() instead. See https://github.com/RaRe-Technologies/gensim/wiki/Migrating-from-Gensim-3.x-to-4). + model.init_sims(replace=True)