Skip to content
Snippets Groups Projects
Commit 04e9200f authored by mai's avatar mai
Browse files

Debug eval script

parent c995a9ac
No related branches found
No related tags found
No related merge requests found
......@@ -44,9 +44,12 @@ for post in dataset(test_ids):
# counter += 1
detokenized = TreebankWordDetokenizer().detokenize(post["post_tokens"])
# batch = attack(detokenized)
probabilities = eval(detokenized, model, tokenizer)
print(f"Normal: {probabilities[0][0]}\nHatespeech: {probabilities[0][1]}\n\n")
# probabilities = eval(detokenized, model, tokenizer)
probabilities = eval(["this is a test", "this is a tast"], model, tokenizer)
print(probabilities)
# print(f"Normal: {probabilities[0][0]}\nHatespeech: {probabilities[0][1]}\n\n")
# print(f"Normal: {probabilities[1][0]}\nHatespeech: {probabilities[1][1]}\n\n")
# ATTACK HERE
......
File added
File added
......@@ -40,7 +40,7 @@ def eval(text, model, tokenizer):
model = model.to(device)
inputs = tokenizer(
detokenized,
text,
return_tensors="pt",
padding=True
).to(device)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment