diff --git a/dataset.py b/dataset.py index d1ee98beb1ac93791175b8e088be87aa82213b03..4c8817369642fa0c21d1e759b6de1b2dafc4b20f 100644 --- a/dataset.py +++ b/dataset.py @@ -130,7 +130,7 @@ def get_crisis_dataset(): article_file_path = date_path / article_filename # nah - if '2429.htm.cont' in str(article_file_path): + if topic_name == 'egypt' and '2429.htm.cont' in str(article_file_path): continue print(article_file_path)