From 04e9200f7ce22fc82a586d4ff107a5538f3ba7e6 Mon Sep 17 00:00:00 2001
From: mai <mai@cl.uni-heidelberg.de>
Date: Sat, 11 Mar 2023 11:57:28 +0100
Subject: [PATCH] Debug eval script
---
test.py | 7 +++++--
utils/__pycache__/attack.cpython-38.pyc | Bin 0 -> 322 bytes
utils/__pycache__/eval.cpython-38.pyc | Bin 0 -> 1417 bytes
utils/eval.py | 2 +-
4 files changed, 6 insertions(+), 3 deletions(-)
create mode 100644 utils/__pycache__/attack.cpython-38.pyc
create mode 100644 utils/__pycache__/eval.cpython-38.pyc
diff --git a/test.py b/test.py
index d8b5427..41742ed 100644
--- a/test.py
+++ b/test.py
@@ -44,9 +44,12 @@ for post in dataset(test_ids):
# counter += 1
detokenized = TreebankWordDetokenizer().detokenize(post["post_tokens"])
+ # batch = attack(detokenized)
- probabilities = eval(detokenized, model, tokenizer)
- print(f"Normal: {probabilities[0][0]}\nHatespeech: {probabilities[0][1]}\n\n")
+ # probabilities = eval(detokenized, model, tokenizer)
+ probabilities = eval(["this is a test", "this is a tast"], model, tokenizer)
+ print(probabilities)
+ # print(f"Normal: {probabilities[0][0]}\nHatespeech: {probabilities[0][1]}\n\n")
# print(f"Normal: {probabilities[1][0]}\nHatespeech: {probabilities[1][1]}\n\n")
# ATTACK HERE
diff --git a/utils/__pycache__/attack.cpython-38.pyc b/utils/__pycache__/attack.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..775aa2dc19cfcc635d2bb60490f0cc6bc040346b
GIT binary patch
literal 322
zcmYjMy-ou$47Tr}Tv5x!OWXi?0aPKecR?(LC5nxDx?jb)A`omm2#mZ^RwiD73FpdC
zOW$XIas0)(TP{yQ10NQ2ulYNP!^l)zE96{>fUtoLP)7MXY>@C4%A+6cz}n?0{YR=3
zZWMB+^ok!4@DtyVKxc4WW-$wWoDuIT$7LQ1;Vy9JI3Bk>aTDjEueqyU*nfdPQIFr1
zdFp*FgLP~qjHCl%T3Z=QJN9CIWt)qw4J-q*+nO;{jTjq(b@k=&9B2D7Ehgz-fPSv5
it1N=IojmrwRiEi_dhvh?y%>utU2SZ5g{mftBKre~qDs#I
literal 0
HcmV?d00001
diff --git a/utils/__pycache__/eval.cpython-38.pyc b/utils/__pycache__/eval.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..af701cdd725a97b7278e7893c946fb1cf3c62780
GIT binary patch
literal 1417
zcmbVMOK%f96drpXdC*3{1{GL%ha#2avPB4i5U&LY(ITM&N}RFNntH~A?MW$`tYF*!
z089Rox2*UJ2oT3kleSmrF0M0kGUqYpeCIp%yjWlFMzF-|HMY@;qHkU~y)Y<u;5GyV
zix`qofp!q`&sgFe%wm>&igsd#x1xUf9ipN>a_NgwsPbtZd;NHI;6H`?9^7UE!bWe=
zXZ$77J%&om@H}qN=eUW#pgC%A6ZzCEJ&KQQNrRe%Wg8L5)<(qINBA|Kr}GT*ByUsJ
zVcjD%Z#AtZ{fOr6rVW73(HJ0f39N_Ql0q>quNhKl&O~kjB7ut%%ir5UH-tT-nikx0
zZGw7zwSwvc$xRZvdu6QNBvKgrCir}jZSS{=OgPCUHAYMYX9IFy*gdYHkP+ps<OJS?
z2co>mCm?EiY+F<fIH8W!v@}zt3xG4YTU+(SH}F8|E&i_NWzO#%7s;t_<^+bOqU4M`
zqL#m`Bq)p47d@zbUWyNZ=Pw1em(G)1OADE5Rd`5$PaR%(&TXyBGt>oprPYK^gcMeA
z<LfG&?+vzjX_Q`7dOQt-Ai}^@<ROS9Q=0_%E6Fa5@NA|7Aa?cs_>Aw>KX2d~6QGZb
zOW=^oF`*?R{}F#<8NUa_nTqp#Z#-DVpTbwv(u!&|Nkf3)#VG$5RIz~S(fz9l@BpYy
zqCFhgu`@0YH^~9)CceTo7GuvDP(%zZJSsrrwF$Mra)@(DUNh?Ays90p>~<f!o({tr
z*)Rp;S`}pswx#Qcva0P!FyngEg4^${Q9;dqAL}+8T<wqYcLV~Cddx)8&s-Wts$(#^
zHDN|{Munsk$sM-J;j(nCEj6_Tec$i6#GfOVhHdUTcDch`#`sL+++_iQaTiVw>PV_x
zVU0s0*D{MlZvD)_zef5pRR3{nc%byYsc6oJ#?}n*n_)r4kg^$^BdP_J*G~pKtgVn{
z$Y)dzszaCfhx3ppeDR`77f}~u6n?+51piD@j53t{?j}9dj`dYfLgF%eSOIm~e=hZ!
c7v2%@oDx^S=GwQQ?OO8No<Ea-SVQgJAEo)Ep#T5?
literal 0
HcmV?d00001
diff --git a/utils/eval.py b/utils/eval.py
index 0a451f9..6fc39fe 100644
--- a/utils/eval.py
+++ b/utils/eval.py
@@ -40,7 +40,7 @@ def eval(text, model, tokenizer):
model = model.to(device)
inputs = tokenizer(
- detokenized,
+ text,
return_tensors="pt",
padding=True
).to(device)
--
GitLab