From 602041ce05cadc31b2b66ec3f488e602919f2e8d Mon Sep 17 00:00:00 2001
From: JulianFP <julian@partanengroup.de>
Date: Wed, 12 Mar 2025 15:47:26 +0000
Subject: [PATCH] Figer: Add random sampling
---
data/data_manager.py | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/data/data_manager.py b/data/data_manager.py
index 6e95c08..787b457 100644
--- a/data/data_manager.py
+++ b/data/data_manager.py
@@ -41,8 +41,8 @@ def get_annotated_sentences(dataset, test_instances=10):
elif dataset == "Pile-NER-type":
return random.sample(pile_interface.get_annotated_sentences(), min(test_instances, len(pile_interface.get_annotated_sentences())))
elif dataset == "FIGER-coarse":
- return figer_interface.get_annotated_sentences_coarse() # todo implement limiting output instances internally
+ return random.sample(figer_interface.get_annotated_sentences_coarse(), min(test_instances, len(figer_interface.get_annotated_sentences_coarse())))
elif dataset == "FIGER-fine":
- return figer_interface.get_annotated_sentences_fine()
+ return random.sample(figer_interface.get_annotated_sentences_fine(), min(test_instances, len(figer_interface.get_annotated_sentences_fine())))
else:
raise Exception
--
GitLab