Skip to content
Snippets Groups Projects
Commit 8774a58f authored by Thomas Wolf's avatar Thomas Wolf
Browse files

New NEC and NER results after FIGER dataset fix

parent 32c4f9fd
No related branches found
No related tags found
No related merge requests found
Showing
with 10448 additions and 2 deletions
...@@ -62,14 +62,14 @@ def run_NEC_tests(model_name, dataset, results_dir, test_instances=10): ...@@ -62,14 +62,14 @@ def run_NEC_tests(model_name, dataset, results_dir, test_instances=10):
txt_file.write(f"\nSentence: {sentence}") txt_file.write(f"\nSentence: {sentence}")
txt_file.write(f"\nEntity: {entity_name}") txt_file.write(f"\nEntity: {entity_name}")
txt_file.write(f"\nTrue Label(s): {', '.join(true_labels)}") txt_file.write(f"\nTrue Label(s): {', '.join(true_labels)}")
txt_file.write(f"\nPredicted Label: {predicted_label}") txt_file.write(f"\nPredicted Label: {predicted_label}\n")
txt_file.write("-" * 50 + "\n\n") txt_file.write("-" * 50 + "\n\n")
print(f"Results saved to:\n CSV: {csv_filename}\n TXT: {txt_filename}") print(f"Results saved to:\n CSV: {csv_filename}\n TXT: {txt_filename}")
def run_NEC_tests_all(): def run_NEC_tests_all():
models = ["GLiNER", "Llama-3.1-8B", "T5-NLI", "T5-MLM-label", "T5-MLM-entity", "DeepSeek-R1-Distill-Qwen-32B"] # "GLiNER", "Llama-3.1-8B", "T5-NLI", "T5-MLM-label", "T5-MLM-entity", "Word2Vec" models = ["GLiNER", "Llama-3.1-8B", "T5-NLI", "T5-MLM-label", "T5-MLM-entity", "DeepSeek-R1-Distill-Qwen-32B"] # "Word2Vec"
datasets = ["CoNLL", "FIGER-coarse", "FIGER-fine"] # "Pile-NER-type"] datasets = ["CoNLL", "FIGER-coarse", "FIGER-fine"] # "Pile-NER-type"]
for model in models: for model in models:
for dataset in datasets: for dataset in datasets:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment