Add script to count name occurrences in Wiki dump

"""Check how often the most common names of each nationality

occurr in the Wikipedia snapshot used for GloVe training."""

import pandas as pd

df = pd.read_csv("../data/names_nationality.csv", usecols=["name", "nationality"])

with open("../data/wikipedia/wikipedia_corpus.txt", encoding="utf-8") as f:

    wikipedia_text = f.read()

df["occurrences_in_wikipedia"] = 0

for index, row in df.iterrows():

    name = row['name']

    count = wikipedia_text.count(name)

    df.at[index, "occurrences_in_wikipedia"] = count

avg_occurrences = df.groupby("nationality")["occurrences_in_wikipedia"].mean()

for nationality, avg_count in avg_occurrences.items():

    print(f"Nationality: {nationality}, Average Occurrences in Wikipedia: {avg_count:.2f}")