From 8e49bfd7b9927db25ca584eb32d5e1207fe77806 Mon Sep 17 00:00:00 2001 From: Neea Date: Thu, 21 Dec 2023 01:01:21 -0500 Subject: [PATCH] update perf result --- .../__bar_acc_ref_result_perf_ubuntu.pdf | Bin 15476 -> 15477 bytes .../__cls_acc_ref_result_perf_ubuntu.txt | 12 +++--- ref_result/__config_ref_result_attacks.txt | 10 ++--- ref_result/__config_ref_result_original.txt | 10 ++--- .../__config_ref_result_perf_ubuntu.txt | 14 +++---- ref_result/__config_ref_result_reset.txt | 10 ++--- .../__evasion_ref_result_perf_ubuntu.txt | 32 ++++++++-------- ref_result/__time_ref_result_perf_ubuntu.txt | 36 +++++++++--------- ...68.yaml => PT-1-03_dnn_cpgd_auto_258.yaml} | 31 +++++++-------- ...0_153.yaml => PT-1-03_dnn_pgd_40_556.yaml} | 31 +++++++-------- ...49.yaml => PT-1-06_dnn_cpgd_auto_138.yaml} | 33 ++++++++-------- ...0_229.yaml => PT-1-06_dnn_pgd_40_862.yaml} | 33 ++++++++-------- ...43.yaml => PT-1-12_dnn_cpgd_auto_551.yaml} | 35 ++++++++--------- ...0_927.yaml => PT-1-12_dnn_pgd_40_980.yaml} | 31 +++++++-------- ...95.yaml => PT-2-03_dnn_cpgd_auto_006.yaml} | 33 ++++++++-------- ...0_625.yaml => PT-2-03_dnn_pgd_40_005.yaml} | 31 +++++++-------- ...70.yaml => PT-2-06_dnn_cpgd_auto_591.yaml} | 29 +++++++------- ...0_014.yaml => PT-2-06_dnn_pgd_40_818.yaml} | 31 +++++++-------- ...06.yaml => PT-2-12_dnn_cpgd_auto_295.yaml} | 33 ++++++++-------- ...0_309.yaml => PT-2-12_dnn_pgd_40_029.yaml} | 31 +++++++-------- ...4.yaml => REG_PT-1-03_dnn_pgd_40_632.yaml} | 33 ++++++++-------- ...6.yaml => REG_PT-1-06_dnn_pgd_40_088.yaml} | 35 ++++++++--------- ...3.yaml => REG_PT-1-12_dnn_pgd_40_240.yaml} | 33 ++++++++-------- ...8.yaml => REG_PT-2-03_dnn_pgd_40_769.yaml} | 31 +++++++-------- ...1.yaml => REG_PT-2-06_dnn_pgd_40_286.yaml} | 31 +++++++-------- ...8.yaml => REG_PT-2-12_dnn_pgd_40_409.yaml} | 31 +++++++-------- 26 files changed, 359 insertions(+), 341 deletions(-) rename ref_result/perf/ubuntu/{PT-1-03_dnn_cpgd_auto_668.yaml => PT-1-03_dnn_cpgd_auto_258.yaml} (81%) rename ref_result/perf/ubuntu/{PT-1-03_dnn_pgd_40_153.yaml => PT-1-03_dnn_pgd_40_556.yaml} (81%) rename ref_result/perf/ubuntu/{PT-1-06_dnn_cpgd_auto_349.yaml => PT-1-06_dnn_cpgd_auto_138.yaml} (83%) rename ref_result/perf/ubuntu/{PT-1-06_dnn_pgd_40_229.yaml => PT-1-06_dnn_pgd_40_862.yaml} (82%) rename ref_result/perf/ubuntu/{PT-1-12_dnn_cpgd_auto_043.yaml => PT-1-12_dnn_cpgd_auto_551.yaml} (86%) rename ref_result/perf/ubuntu/{PT-1-12_dnn_pgd_40_927.yaml => PT-1-12_dnn_pgd_40_980.yaml} (88%) rename ref_result/perf/ubuntu/{PT-2-03_dnn_cpgd_auto_795.yaml => PT-2-03_dnn_cpgd_auto_006.yaml} (80%) rename ref_result/perf/ubuntu/{PT-2-03_dnn_pgd_40_625.yaml => PT-2-03_dnn_pgd_40_005.yaml} (81%) rename ref_result/perf/ubuntu/{PT-2-06_dnn_cpgd_auto_270.yaml => PT-2-06_dnn_cpgd_auto_591.yaml} (84%) rename ref_result/perf/ubuntu/{PT-2-06_dnn_pgd_40_014.yaml => PT-2-06_dnn_pgd_40_818.yaml} (83%) rename ref_result/perf/ubuntu/{PT-2-12_dnn_cpgd_auto_906.yaml => PT-2-12_dnn_cpgd_auto_295.yaml} (85%) rename ref_result/perf/ubuntu/{PT-2-12_dnn_pgd_40_309.yaml => PT-2-12_dnn_pgd_40_029.yaml} (86%) rename ref_result/perf/ubuntu/{REG_PT-1-03_dnn_pgd_40_484.yaml => REG_PT-1-03_dnn_pgd_40_632.yaml} (80%) rename ref_result/perf/ubuntu/{REG_PT-1-06_dnn_pgd_40_766.yaml => REG_PT-1-06_dnn_pgd_40_088.yaml} (81%) rename ref_result/perf/ubuntu/{REG_PT-1-12_dnn_pgd_40_153.yaml => REG_PT-1-12_dnn_pgd_40_240.yaml} (87%) rename ref_result/perf/ubuntu/{REG_PT-2-03_dnn_pgd_40_148.yaml => REG_PT-2-03_dnn_pgd_40_769.yaml} (81%) rename ref_result/perf/ubuntu/{REG_PT-2-06_dnn_pgd_40_631.yaml => REG_PT-2-06_dnn_pgd_40_286.yaml} (83%) rename ref_result/perf/ubuntu/{REG_PT-2-12_dnn_pgd_40_238.yaml => REG_PT-2-12_dnn_pgd_40_409.yaml} (86%) diff --git a/ref_result/__bar_acc_ref_result_perf_ubuntu.pdf b/ref_result/__bar_acc_ref_result_perf_ubuntu.pdf index 1b706b5b59d45da3393e3023167d0dbe2c7d981b..ee307b60b4615c61be9f69b1f3edce791d74e669 100644 GIT binary patch delta 3520 zcmZXUc{G%L8^=eAY?bUDOH7uK?%8Jw#WdoH7+I50jrAE>vShnUMq*k;$QD`4HU<;2 zFJ&u)3|Y&*lVpAMp11d$$Nc`f&-ecPuIqa(=eO+h!zV9}4Xo#Xw`4YdxDppVc`#54 zisMhZ%U{PccIexYH{G;vPk7IVt<0szO3Y_!8Qi$d^sL>b*Se!f4J9=Hjx&*L3k zG`)Dbaicx*eMeNe!vp0BVcE&vYK!}cqO-4)WlmUDfr3K`6H{vHISDy$;)|mgMdjm@ z7b+Ek+WI#-h&$z~x!g%9^L zv&f=>T4gC#Ok}pb9-CgI{W+1SqRi^2Xg>95_7`00Y|Qopsr$_qzn?{#MAcTc2Rf?^ zF!=4(!J=924iu@yVNbMDQ*4o)K7S#o_JQw`=7GdRISwAC`guV}e*H*$f`}0vR%Fmh z$#iP^B#^W$xqy;{a@k}_1YC@cLZ|O9M|%MDW5QQ&ZhN`r7Dfys9%50{0H_qX=d=Wy+pmqF~0N%<+VhqYNu0 zm7)9jCIn3z=di}&F5Ub?ZlCs*1nY!nrtyR-98ZO6X{kb}jc3gG9T$uvs~!Yto)Z|! zbYvIykGUQSgx%dI_eA)jzGQH`rAWQSF>wgTout3-)6KKi22FeNAUAB7IBtJBzOj;y z2f2(Noz7$L@F4|GH2$M0JqoNI6Ljo zYKi-IU?@YvSpA9UMSW-AmWZ|c>r^{5W3^g7~PpZ~fV!^P3iENB}Qvm9I)Zl)4mJ7ghzf8N&OXb1k( z(tX0l{-w}d`5>#Zt8HQ-4dW8F)K;hF{yGI=-H}0+r`0`kYdWzL_VpNPxf4TUcb!3u z#N~<>@>W8*RE><+YTRaw#oD?bJ}G;uno|HNx%|xBTBMcu=`}U;pTKPyzrg3}>zr2h zi>21<1v8Gp+s8;Ae6IHHx#5y#sBJ*{!P$76Aje{=p} zpJf;}bFr>s_W%wh-8~&eyd$c;YYRhQVt?GCv~;=J*22Wk)b#XM%NRvwq~=EA z3D7)`P`9?0u{r!Sezfd8=!{?a*i0^AHBE1~uu*f4*_VQLjcSPY#^K`A4Yg;s0l&DER^Y>)>wOj8eJr>Q36QQll zRt^E~U~lPG2ya;|CzEqX3&g*C2Fm%Q@(gTX!dr3c53Obxb~5IGZV z+jzSyKLKT%uG};Sjdi8)QAG24nJ+tcFh=^q8PhK*>B-d^HOZ9M#Ywh4>qCOqaT;q% zjSD+a!5^q=*4}_L6Bt66GP$8yGrw}bx<~GLMWbJK&-0$X>=)tVKs#QWl`zPgW^2j4rjx)x+4BQmYpHY2mS2`8{u*_zg}qIY{K4n$ zdy^E}d994Y&>*jzse+7SHiBuJPT zLzS8pUoM*8?nn*Gs=JtzGsamDxqFuFFXrnl@LOnd$sMb(#l1GhaGSI0r*$4GWgRiI zSQ~t2s0q3IZ3lXJ*8ME;c$F&QEjyqDeU%(9cKXgFTZ?DOWrmgZ&O6m+^_0IKML2~V z0>tjDK7kKEj_mwaJp;eWWe`2vK?;5-ukER+?ZagBuiR5qghDjTwIyg-VOJPL?QsXt z{jAVC*Vk0@+X5+BllzJSh}w|m>%sD>hoM=M6iZU=o-)cLo0V4+Tvpp!6)GD@r(%P0 zlti#r@=(Y<1eeL>SK26BF*m?U6`Iyy_&${Dw6V5?rb!16^;iTyzunl8k`kQsLtOSQj{|4G_bYORx+w*%_ctcs>VskWE+`q!~_T27!uJjED$=8Cit zVsr4<=+d~{Mu@2wbCFQ&r(8-eDU7sY_A(n)r)N4ERjDpylE`RL5sk-VolfIPv9#== zyyeTD=Gl~5_1d~RMuRGSEpqYdW>z=%_OO)?YYC|K^?kYkPjeXKn}Jw6PGN?sTO?-^ zc^&1T$RQyJfa`Naj4V&Dx?Je8`wKSt_veZdoZFl64;Z zU{7Q(wWwIXj;~pM_;bYPee$iFW`Zp){Yx4#hMI*_n^6elZsFZKWY5X_zRb*`c9F=1moS8@33o9zHvlC2ZxhTGBWZF8gQ^N^+-)e|oU zg-VM(s|LE>_JhS$>-l_vp4OJDm*W*iL+r3dSIC$QJ0;T$BT@f?w6t%>76ckf4f}Yp zv23fwNfl;WS{fz@FSM-A;U>8c-I#RmiX?e41@a76VE^{rUsy-X#tTn6G%n_&c%-mP zNFw$?N6oaF8*`GDVUJfe=&k9-Bn|`w7%I4YkE!z?HaC^_+B;$4d*gd8?%dOxzj=Y$ zX*Ke&gh@)vKkvWa_wxV^D7_-&(X{OV+t`Su8*gq#NzH4!@^vyq#<_^!#Ez>yNX0xe zuC-~B7zp@mUf#NOFmY`~D`J30iVan;#Y0uGLjp&D-{*+S5$^wfz>oldWYrL877d2M zuxdCgiw1|`BIdED*l-alI0ca9KOBW+i48|!aJ%Ecus9YCfky2103ZMs4nQE$|Kq^_ z7Ygj;*j*@qgaf;i07wLiB?%IZV7-e4SU3~{4*ORj;7*fKXe9h!;%^Pd(oF!pQ_5}* zjYj-C;Lcq%28Ckbuq=}RFaR0=cY_!hmcpKk;AyjAbM+0EOAr8B+kZlX>@?U@#aKv8yvM e80*|&FceF5FeCy1B95x*?8k7+$q@{+x&H&?y6_eN delta 3388 zcmZvbcQ_kbAIE8_QKd$ymTT22A(2Fq20@M5O{rDX9_=+t%nH?-!9`J&s=b05RWzE$ zy!Ku(?oL_!>ewFWOv0vB;t0q4=tY4U>3;b4S zn`sGQi-9A@`CjqiCd?`buCk*T1uRP4M<+=AMq_@0eLs;no?A%H{^e)+4CKOrZ@)& zbd^h2SVk%6EgBWNs=Ev2yf#U`T>zL94{tQDed~bb0jc|0|8D4xFU^&@y^0emSKNLf z_R4_qNoh$#^?N6pY6ll{b(dSnDYSX0c_SkVWO2~>PCw&kobY>q$+{6at!c-1*i_hg zrQG3=X*zw`L6ZZY`~&R0_wC>(KLHS@vln_>QiE?Chgnr9jxf zh+X^PK@)B!#9Z35$Bn(?reZX40fM3eJGN3-=1Vh=A4&-Rp%yA3utSm5dG+g&&>N>V zV=nqE{KxW&C0n7n?5p-n2|R{cJe7+vUbNOmSE`~rVhW2`jG3?S_TUQhu9?4o06ksDs`J<>q-G3pXBsY>p(Z~t#Z%d|f1TBV!%JNELphLWx3byo5ed9QLCMWRe~P{#PIxT>=ZpB% z6ccz2wM2k9y7%aAs;jD^?b{%l>mGm7|CqEf$5|kCfkUiSc^$aoJdSaG2Z|6eo6}w^ zfwzxkpKC3zeFKR8g{e1)DcyM+*e8u8gdu=#g4x>h$XSCougxAF+Cy^~4*i!Zv=R>X(8{c_jZC?Dev}fg*mT#Kc;s zrrD10hPSWqS(o+N_RNTi8*4Ssl_ioUHg~kmJDl1|;}Z=J7w0Ck*ve;93eJBBHvZr1 z}q*&V`%3KDgsg5r%8Xn%`dQ4vUrDkpj z8<|}BA-3#j*55mOJD}satIO^;EJE|{WoVDJL6^2Kxp^d3E^pdfuXIn$&MuWcpP{mp zMK4Fpvr17jz}uM@Q$9Kzks3az?d_`&l)e4N>#&(y26k}$dVhb}rN*9d+ zI&xARN&WVNr>i-|G=~A)O&I5;P4ki3kwl2Or<@!2)NPlC;yL#=HlsFquMPs!4H)Q3 zPfqdc{h@agi8a!vUzSZ#N++8`8HPs-&8h7urPHi{fVB z3NwJKqbYn2ALdu653y7A$ z5zv@l#XU+w{u-Ye9f-88K*?Nx>t0h$n46N3e|=qWf1?@Ea*Uk=jW`Pgg^Ga3ud9%@ z)*}ofVLho93wpcsKa?tjLTKhQ*u<}IR<`Tr^6%5fNn6~fV`{Dw&=;DCi?7!pZ(r>` zHM>tkOM(gL3(hn?m5V*t;DJ|JU1Pt)GOL9Cl4sv#vX~8xaFsWBp6vOaq+hUWvN$mq z%(}9^_9ovSLc-1z_!#XteW!60U{`*7q{)z#4DW^=4BDiRZ(B}FH9)~q_bB62ptwUO zuV8QV%?^0s4Wkg8qwbAgVY&Cl7zc43e zktIbMYVXjhiwPmS=MR&9^e!`7h)Rw!%X03&Ymqq(LRgv39s?Y$hUjILmff(mq8#R` z+K)V8I=pXKh=Trt;ocGn{AeQ`kKKnGG`LR2;s;J`2H622_4+ASR~^)t`*3dB8vSyj z{76`-NN^qwPU(&IvLWCe%ufs?|3fn870OLR>vb?{_VJ%~s0%!!397`wG3+QajSgpw z8a<&BYpii+uDd8YAhgIBU$Pt;V^2ra)p$S=2Iu5hnM#RpY;l(`d|6AByOhq5#2z95 z5Q)o{>ZI3C{hN_EudB+%Q;+U3)!WE6++ls)!o!yyk%F>`hhH#{I-psit=iZS|79K|>0BsxZNV;$6`11k$1-~cwHT2h)Wozhuyz#!ol(AGGmz%)( z{;D-+U>!BMFOWN9#07`n;dNRXs5duHa7HTP!G znac(U%|L79ZleL{jxOe_K)c8cBz{>V!x4G#)j&w?p*KN5Q)I@TT))Xb*P-%5c%kw7 zuZ+JUVT*R32MVTo37dwD>|E2E?E{gpZM&ucv6u%ciH{gqp@EOw#M(~ANc#6nn8yg-(Z-Rrf_aW{%wa*3xwIJ z_ns`5x7@9;vL_5jH5s64c9q1NGFnYd2*NQv^l!L}j=@&fJkO7XJp5s%PmOR{R^KgG zz#0q6ldmA6)t^!WO@8Khzo2k^el??Svq>qEvu>-~R>?Dl4f)k%uWV{712WNKrjzI$ z{sGR)*+NlprAV)9kSG3HjtYE%HMm_TJJ_vvc1(hZr(!=1-VPv=BTHvv8yOXaq80AH zF8t)3o~{isOBHo zU?Ae68VH8SQ|n*|aMJv_1C<&AhEk~^@?h|VGXNoQpnMYO9;YJkVh1V@0a4WuRD^)? zU?4mx^#3`?!=R9h4)Sm+ojf^ zAV5$m4hXP3EXniSfm#iRU#x+EAS#j|AQT2k`i|s8U*rw~f#7l%IDkOZ`G7!B=*1L3 W5IF=QNmSthqdc>ysJej$^M3$TUfSRQ diff --git a/ref_result/__cls_acc_ref_result_perf_ubuntu.txt b/ref_result/__cls_acc_ref_result_perf_ubuntu.txt index daba7ab..8c942a1 100644 --- a/ref_result/__cls_acc_ref_result_perf_ubuntu.txt +++ b/ref_result/__cls_acc_ref_result_perf_ubuntu.txt @@ -1,7 +1,7 @@ classifier exp-name accuracy±σ -Neural Network PT-1-03 91.5 ± 0.4 -Neural Network PT-1-06 91.6 ± 0.0 -Neural Network PT-1-12 91.6 ± 0.2 -Neural Network PT-2-03 91.8 ± 0.2 -Neural Network PT-2-06 91.7 ± 0.1 -Neural Network PT-2-12 91.6 ± 0.1 +Neural Network PT-1-03 91.6 ± 0.3 +Neural Network PT-1-06 91.9 ± 0.3 +Neural Network PT-1-12 91.8 ± 0.2 +Neural Network PT-2-03 91.4 ± 0.1 +Neural Network PT-2-06 91.8 ± 0.2 +Neural Network PT-2-12 91.7 ± 0.2 diff --git a/ref_result/__config_ref_result_attacks.txt b/ref_result/__config_ref_result_attacks.txt index 5e1af3b..366e820 100644 --- a/ref_result/__config_ref_result_attacks.txt +++ b/ref_result/__config_ref_result_attacks.txt @@ -1,5 +1,5 @@ -exp-name records cls ft *val #C ⊥ P ft/P -IoT-23 10000 2 18 4 18 10 8 3.9 -LCLD 20000 2 47 20 29 19 10 3.2 -UNSW-NB15 10000 2 32 16 6 0 6 4.2 -URL 11430 2 63 35 14 0 14 3.3 +exp-name records cls #ft *-val #C #⊥ #P ft/P +IoT-23 10000 2 18 4 18 10 8 3.9 +LCLD 20000 2 47 20 29 19 10 3.2 +UNSW-NB15 10000 2 32 16 6 0 6 4.2 +URL 11430 2 63 35 14 0 14 3.3 diff --git a/ref_result/__config_ref_result_original.txt b/ref_result/__config_ref_result_original.txt index 5e1af3b..366e820 100644 --- a/ref_result/__config_ref_result_original.txt +++ b/ref_result/__config_ref_result_original.txt @@ -1,5 +1,5 @@ -exp-name records cls ft *val #C ⊥ P ft/P -IoT-23 10000 2 18 4 18 10 8 3.9 -LCLD 20000 2 47 20 29 19 10 3.2 -UNSW-NB15 10000 2 32 16 6 0 6 4.2 -URL 11430 2 63 35 14 0 14 3.3 +exp-name records cls #ft *-val #C #⊥ #P ft/P +IoT-23 10000 2 18 4 18 10 8 3.9 +LCLD 20000 2 47 20 29 19 10 3.2 +UNSW-NB15 10000 2 32 16 6 0 6 4.2 +URL 11430 2 63 35 14 0 14 3.3 diff --git a/ref_result/__config_ref_result_perf_ubuntu.txt b/ref_result/__config_ref_result_perf_ubuntu.txt index 063d244..adec02a 100644 --- a/ref_result/__config_ref_result_perf_ubuntu.txt +++ b/ref_result/__config_ref_result_perf_ubuntu.txt @@ -1,7 +1,7 @@ -exp-name records cls ft *val #C ⊥ P ft/P -PT-1-03 10000 2 32 27 3 0 3 2.0 -PT-1-06 10000 2 32 19 6 0 6 2.3 -PT-1-12 10000 2 32 15 12 0 12 2.5 -PT-2-03 10000 2 32 29 3 0 3 1.0 -PT-2-06 10000 2 32 26 6 0 6 1.0 -PT-2-12 10000 2 32 20 12 0 12 1.0 +exp-name records cls #ft *-val #C #⊥ #P ft/P +PT-1-03 10000 2 32 27 3 0 3 2.0 +PT-1-06 10000 2 32 19 6 0 6 2.3 +PT-1-12 10000 2 32 15 12 0 12 2.5 +PT-2-03 10000 2 32 29 3 0 3 1.0 +PT-2-06 10000 2 32 26 6 0 6 1.0 +PT-2-12 10000 2 32 20 12 0 12 1.0 diff --git a/ref_result/__config_ref_result_reset.txt b/ref_result/__config_ref_result_reset.txt index 5e1af3b..366e820 100644 --- a/ref_result/__config_ref_result_reset.txt +++ b/ref_result/__config_ref_result_reset.txt @@ -1,5 +1,5 @@ -exp-name records cls ft *val #C ⊥ P ft/P -IoT-23 10000 2 18 4 18 10 8 3.9 -LCLD 20000 2 47 20 29 19 10 3.2 -UNSW-NB15 10000 2 32 16 6 0 6 4.2 -URL 11430 2 63 35 14 0 14 3.3 +exp-name records cls #ft *-val #C #⊥ #P ft/P +IoT-23 10000 2 18 4 18 10 8 3.9 +LCLD 20000 2 47 20 29 19 10 3.2 +UNSW-NB15 10000 2 32 16 6 0 6 4.2 +URL 11430 2 63 35 14 0 14 3.3 diff --git a/ref_result/__evasion_ref_result_perf_ubuntu.txt b/ref_result/__evasion_ref_result_perf_ubuntu.txt index 7dbfc50..22c03de 100644 --- a/ref_result/__evasion_ref_result_perf_ubuntu.txt +++ b/ref_result/__evasion_ref_result_perf_ubuntu.txt @@ -1,19 +1,19 @@ classifier exp-name attack accuracy evades valid -Neural Network PT-1-03 PGD 91.0 90.4 80.7 -Neural Network PT-1-03 VPGD 91.7 91.7 91.7 -Neural Network PT-1-03 CPGD 91.7 71.2 43.7 -Neural Network PT-1-06 PGD 91.7 90.8 71.4 -Neural Network PT-1-06 VPGD 91.6 91.6 91.6 -Neural Network PT-1-06 CPGD 91.6 71.3 29.6 -Neural Network PT-1-12 PGD 91.3 90.5 74.5 -Neural Network PT-1-12 CPGD 91.7 61.8 3.9 +Neural Network PT-1-03 PGD 91.9 91.5 80.4 +Neural Network PT-1-03 CPGD 91.3 66.5 36.4 +Neural Network PT-1-03 VPGD 91.5 91.5 91.5 +Neural Network PT-1-06 PGD 91.5 90.3 70.9 +Neural Network PT-1-06 VPGD 92.0 92.0 92.0 +Neural Network PT-1-06 CPGD 92.1 62.6 31.1 +Neural Network PT-1-12 PGD 92.0 90.9 67.9 Neural Network PT-1-12 VPGD 91.7 91.7 91.7 -Neural Network PT-2-03 PGD 91.6 89.2 89.2 -Neural Network PT-2-03 CPGD 91.9 70.9 0.0 -Neural Network PT-2-03 VPGD 91.8 91.8 91.8 -Neural Network PT-2-06 PGD 91.5 90.2 90.2 -Neural Network PT-2-06 CPGD 91.8 69.3 0.0 -Neural Network PT-2-06 VPGD 91.7 91.7 91.7 -Neural Network PT-2-12 PGD 91.6 91.2 91.2 +Neural Network PT-1-12 CPGD 91.6 62.3 1.9 +Neural Network PT-2-03 PGD 91.3 90.1 90.1 +Neural Network PT-2-03 CPGD 91.4 63.0 0.1 +Neural Network PT-2-03 VPGD 91.4 91.4 91.4 +Neural Network PT-2-06 PGD 91.6 90.9 90.9 +Neural Network PT-2-06 CPGD 91.6 65.3 0.0 +Neural Network PT-2-06 VPGD 92.0 92.0 92.0 +Neural Network PT-2-12 PGD 91.8 90.9 90.9 +Neural Network PT-2-12 CPGD 91.8 64.7 1.3 Neural Network PT-2-12 VPGD 91.5 91.5 91.5 -Neural Network PT-2-12 CPGD 91.7 78.8 1.2 diff --git a/ref_result/__time_ref_result_perf_ubuntu.txt b/ref_result/__time_ref_result_perf_ubuntu.txt index a8540d4..4e920f6 100644 --- a/ref_result/__time_ref_result_perf_ubuntu.txt +++ b/ref_result/__time_ref_result_perf_ubuntu.txt @@ -1,19 +1,19 @@ classifier exp-name attack t0 t(s) t-ratio -Neural Network PT-1-03 PGD 57 57 1.00 -Neural Network PT-1-03 VPGD 57 86 1.51 -Neural Network PT-1-03 CPGD 57 113 1.99 -Neural Network PT-1-06 PGD 55 55 1.00 -Neural Network PT-1-06 VPGD 55 96 1.73 -Neural Network PT-1-06 CPGD 55 153 2.77 -Neural Network PT-1-12 PGD 49 49 1.00 -Neural Network PT-1-12 CPGD 49 196 4.02 -Neural Network PT-1-12 VPGD 49 130 2.67 -Neural Network PT-2-03 PGD 52 52 1.00 -Neural Network PT-2-03 CPGD 52 125 2.40 -Neural Network PT-2-03 VPGD 52 82 1.57 -Neural Network PT-2-06 PGD 57 57 1.00 -Neural Network PT-2-06 CPGD 57 145 2.52 -Neural Network PT-2-06 VPGD 57 98 1.71 -Neural Network PT-2-12 PGD 53 53 1.00 -Neural Network PT-2-12 VPGD 53 131 2.46 -Neural Network PT-2-12 CPGD 53 190 3.56 +Neural Network PT-1-03 PGD 29 29 1.00 +Neural Network PT-1-03 CPGD 29 65 2.21 +Neural Network PT-1-03 VPGD 29 42 1.41 +Neural Network PT-1-06 PGD 30 30 1.00 +Neural Network PT-1-06 VPGD 30 54 1.81 +Neural Network PT-1-06 CPGD 30 87 2.92 +Neural Network PT-1-12 PGD 30 30 1.00 +Neural Network PT-1-12 VPGD 30 80 2.71 +Neural Network PT-1-12 CPGD 30 128 4.32 +Neural Network PT-2-03 PGD 25 25 1.00 +Neural Network PT-2-03 CPGD 25 70 2.79 +Neural Network PT-2-03 VPGD 25 43 1.70 +Neural Network PT-2-06 PGD 26 26 1.00 +Neural Network PT-2-06 CPGD 26 100 3.87 +Neural Network PT-2-06 VPGD 26 54 2.10 +Neural Network PT-2-12 PGD 26 26 1.00 +Neural Network PT-2-12 CPGD 26 129 5.06 +Neural Network PT-2-12 VPGD 26 82 3.20 diff --git a/ref_result/perf/ubuntu/PT-1-03_dnn_cpgd_auto_668.yaml b/ref_result/perf/ubuntu/PT-1-03_dnn_cpgd_auto_258.yaml similarity index 81% rename from ref_result/perf/ubuntu/PT-1-03_dnn_cpgd_auto_668.yaml rename to ref_result/perf/ubuntu/PT-1-03_dnn_cpgd_auto_258.yaml index 33b6046..3fad60f 100644 --- a/ref_result/perf/ubuntu/PT-1-03_dnn_cpgd_auto_668.yaml +++ b/ref_result/perf/ubuntu/PT-1-03_dnn_cpgd_auto_258.yaml @@ -50,21 +50,21 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696821859673103993 + capture_utc: 1703120475262057818 class_distribution: {0: 5000, 1: 5000} config: config/prf1_1.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 3 correlated constraints - duration_sec: 566.1 - end: 1696821858668222638 + duration_sec: 467.6 + end: 1703120474258052186 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-1-03 - start: 1696821292555850483 + start: 1703120006691911009 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 @@ -77,19 +77,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.66GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.41GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.29GB + virtual_mem_used: 555.92MB folds: - accuracy: [0.916, 0.9135, 0.914, 0.92, 0.921] - f_score: [0.917728, 0.917501, 0.908511, 0.919759, 0.919797] - n_evasions: [1667, 865, 1059, 1689, 1841] + accuracy: [0.9175, 0.924, 0.914, 0.907, 0.905] + dur: [65095165314, 64968863300, 64771840147, 64987943737, 65250702167] + f_score: [0.918114, 0.924453, 0.909759, 0.908913, 0.898721] + n_evasions: [1053, 1225, 1827, 1080, 1463] n_records: [2000, 2000, 2000, 2000, 2000] - n_valid: [1113, 1116, 1132, 1230, 1109] - n_valid_evades: [866, 672, 820, 1013, 1003] - precision: [0.910593, 0.91358, 0.927253, 0.921608, 0.919797] - recall: [0.924975, 0.921456, 0.890511, 0.917918, 0.919797] + n_valid: [1090, 1104, 1136, 1109, 1154] + n_valid_evades: [816, 703, 1011, 223, 889] + precision: [0.930584, 0.944162, 0.931257, 0.905366, 0.920306] + recall: [0.905975, 0.90555, 0.889231, 0.912488, 0.878125] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/PT-1-03_dnn_pgd_40_153.yaml b/ref_result/perf/ubuntu/PT-1-03_dnn_pgd_40_556.yaml similarity index 81% rename from ref_result/perf/ubuntu/PT-1-03_dnn_pgd_40_153.yaml rename to ref_result/perf/ubuntu/PT-1-03_dnn_pgd_40_556.yaml index 69cd3f7..7f88112 100644 --- a/ref_result/perf/ubuntu/PT-1-03_dnn_pgd_40_153.yaml +++ b/ref_result/perf/ubuntu/PT-1-03_dnn_pgd_40_556.yaml @@ -48,26 +48,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696820997157625457 + capture_utc: 1703119998559698513 class_distribution: {0: 5000, 1: 5000} config: config/prf1_1.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 3 correlated constraints - duration_sec: 427.9 - end: 1696820996152503755 + duration_sec: 343.5 + end: 1703119997555427826 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-1-03 - start: 1696820568256859934 + start: 1703119654056152231 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 14.6 + cpu_total_usage: 14.7 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -75,19 +75,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.64GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.39GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.30GB + virtual_mem_used: 570.89MB folds: - accuracy: [0.925, 0.9105, 0.9245, 0.9105, 0.9125] - f_score: [0.923077, 0.907874, 0.924387, 0.906819, 0.91021] - n_evasions: [1850, 1821, 1849, 1821, 1825] + accuracy: [0.9215, 0.909, 0.9065, 0.9185, 0.92] + dur: [41763356350, 40947612462, 41836662782, 41477634922, 41491319222] + f_score: [0.918272, 0.910784, 0.904053, 0.918784, 0.91684] + n_evasions: [1843, 1818, 1813, 1837, 1840] n_records: [2000, 2000, 2000, 2000, 2000] n_valid: [2000, 2000, 2000, 2000, 2000] - n_valid_evades: [1850, 1821, 1849, 1821, 1825] - precision: [0.948367, 0.925498, 0.945697, 0.946739, 0.922037] - recall: [0.899101, 0.890909, 0.904016, 0.87013, 0.898683] + n_valid_evades: [1843, 1818, 1813, 1837, 1840] + precision: [0.944325, 0.88645, 0.935244, 0.934144, 0.948387] + recall: [0.893617, 0.936492, 0.874876, 0.903922, 0.887324] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/PT-1-06_dnn_cpgd_auto_349.yaml b/ref_result/perf/ubuntu/PT-1-06_dnn_cpgd_auto_138.yaml similarity index 83% rename from ref_result/perf/ubuntu/PT-1-06_dnn_cpgd_auto_349.yaml rename to ref_result/perf/ubuntu/PT-1-06_dnn_cpgd_auto_138.yaml index d49d25e..3c3ac07 100644 --- a/ref_result/perf/ubuntu/PT-1-06_dnn_cpgd_auto_349.yaml +++ b/ref_result/perf/ubuntu/PT-1-06_dnn_cpgd_auto_138.yaml @@ -50,26 +50,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696823877353328814 + capture_utc: 1703121744142365739 class_distribution: {0: 5000, 1: 5000} config: config/prf1_2.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 6 correlated constraints - duration_sec: 765.5 - end: 1696823876348441428 + duration_sec: 569.1 + end: 1703121743138263783 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-1-06 - start: 1696823110860587125 + start: 1703121174042185857 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 12.4 + cpu_total_usage: 13.3 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -77,19 +77,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.65GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.41GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.29GB + virtual_mem_used: 558.56MB folds: - accuracy: [0.904, 0.9205, 0.9115, 0.929, 0.9155] - f_score: [0.901639, 0.918503, 0.909648, 0.926272, 0.915879] - n_evasions: [1413, 1636, 892, 1471, 1720] + accuracy: [0.92, 0.919, 0.918, 0.927, 0.9215] + dur: [87213282315, 87265878121, 87076758053, 86463668865, 86718179208] + f_score: [0.920477, 0.915537, 0.917505, 0.926039, 0.919363] + n_evasions: [801, 1781, 1700, 1032, 943] n_records: [2000, 2000, 2000, 2000, 2000] - n_valid: [472, 1001, 965, 1134, 1110] - n_valid_evades: [279, 777, 323, 696, 882] - precision: [0.943194, 0.92562, 0.939873, 0.93501, 0.925553] - recall: [0.863592, 0.911495, 0.881306, 0.917695, 0.906404] + n_valid: [1107, 721, 843, 819, 917] + n_valid_evades: [636, 643, 710, 262, 854] + precision: [0.91774, 0.938034, 0.953975, 0.938398, 0.928423] + recall: [0.92323, 0.894094, 0.883721, 0.914, 0.910478] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/PT-1-06_dnn_pgd_40_229.yaml b/ref_result/perf/ubuntu/PT-1-06_dnn_pgd_40_862.yaml similarity index 82% rename from ref_result/perf/ubuntu/PT-1-06_dnn_pgd_40_229.yaml rename to ref_result/perf/ubuntu/PT-1-06_dnn_pgd_40_862.yaml index 53f28fc..50bd396 100644 --- a/ref_result/perf/ubuntu/PT-1-06_dnn_pgd_40_229.yaml +++ b/ref_result/perf/ubuntu/PT-1-06_dnn_pgd_40_862.yaml @@ -48,46 +48,47 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696822823233807685 + capture_utc: 1703121165866454196 class_distribution: {0: 5000, 1: 5000} config: config/prf1_2.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 6 correlated constraints - duration_sec: 479.0 - end: 1696822822228740733 + duration_sec: 387.0 + end: 1703121164862257060 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-1-06 - start: 1696822343221815146 + start: 1703120777870250291 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 14.4 - cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0] + cpu_total_usage: 15.2 + cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 python_runtime: 3.10.13 (main, Aug 25 2023, 13:20:03) [GCC 9.4.0] release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.64GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.39GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.30GB + virtual_mem_used: 571.74MB folds: - accuracy: [0.9255, 0.907, 0.9145, 0.92, 0.9155] - f_score: [0.926997, 0.906627, 0.914968, 0.921722, 0.912116] - n_evasions: [1851, 1814, 1829, 1840, 1831] + accuracy: [0.9215, 0.925, 0.911, 0.9195, 0.923] + dur: [54033907588, 53649467840, 53693591367, 54333253373, 54030753272] + f_score: [0.919528, 0.924925, 0.907292, 0.917394, 0.925388] + n_evasions: [1843, 1850, 1822, 1839, 1846] n_records: [2000, 2000, 2000, 2000, 2000] n_valid: [2000, 2000, 2000, 2000, 2000] - n_valid_evades: [1851, 1814, 1829, 1840, 1831] - precision: [0.913127, 0.921429, 0.919081, 0.916342, 0.907867] - recall: [0.941294, 0.892292, 0.910891, 0.927165, 0.916405] + n_valid_evades: [1843, 1850, 1822, 1839, 1846] + precision: [0.929534, 0.939024, 0.904465, 0.947034, 0.930799] + recall: [0.909736, 0.911243, 0.910136, 0.889552, 0.920039] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/PT-1-12_dnn_cpgd_auto_043.yaml b/ref_result/perf/ubuntu/PT-1-12_dnn_cpgd_auto_551.yaml similarity index 86% rename from ref_result/perf/ubuntu/PT-1-12_dnn_cpgd_auto_043.yaml rename to ref_result/perf/ubuntu/PT-1-12_dnn_cpgd_auto_551.yaml index a113298..06a0a61 100644 --- a/ref_result/perf/ubuntu/PT-1-12_dnn_cpgd_auto_043.yaml +++ b/ref_result/perf/ubuntu/PT-1-12_dnn_cpgd_auto_551.yaml @@ -50,46 +50,47 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696826211048007853 + capture_utc: 1703123319554732551 class_distribution: {0: 5000, 1: 5000} config: config/prf1_3.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 12 correlated constraints - duration_sec: 977.6 - end: 1696826210042910339 + duration_sec: 748.1 + end: 1703123318550842670 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-1-12 - start: 1696825232393050834 + start: 1703122570417310797 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 12.9 - cpu_usage_per_core: [0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] + cpu_total_usage: 13.3 + cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 python_runtime: 3.10.13 (main, Aug 25 2023, 13:20:03) [GCC 9.4.0] release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.67GB - virtual_mem_percentage: 8.5 + virtual_mem_available: 30.41GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.28GB + virtual_mem_used: 556.94MB folds: - accuracy: [0.911, 0.915, 0.9175, 0.9155, 0.9255] - f_score: [0.912574, 0.914055, 0.91696, 0.912752, 0.922436] - n_evasions: [971, 1731, 798, 1301, 1380] + accuracy: [0.9145, 0.919, 0.907, 0.9155, 0.922] + dur: [127624711927, 128397933358, 128476099574, 126862156191, 127226987741] + f_score: [0.915052, 0.920197, 0.904908, 0.914861, 0.922465] + n_evasions: [1361, 1309, 1270, 805, 1488] n_records: [2000, 2000, 2000, 2000, 2000] - n_valid: [19, 44, 428, 62, 273] - n_valid_evades: [17, 41, 78, 55, 200] - precision: [0.895853, 0.92057, 0.951933, 0.939426, 0.940552] - recall: [0.92993, 0.907631, 0.884466, 0.88755, 0.905005] + n_valid: [1, 164, 72, 13, 41] + n_valid_evades: [1, 123, 64, 0, 6] + precision: [0.921, 0.922925, 0.89939, 0.920892, 0.915187] + recall: [0.909181, 0.917485, 0.910494, 0.908909, 0.92986] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/PT-1-12_dnn_pgd_40_927.yaml b/ref_result/perf/ubuntu/PT-1-12_dnn_pgd_40_980.yaml similarity index 88% rename from ref_result/perf/ubuntu/PT-1-12_dnn_pgd_40_927.yaml rename to ref_result/perf/ubuntu/PT-1-12_dnn_pgd_40_980.yaml index 81c1fbb..83aeb13 100644 --- a/ref_result/perf/ubuntu/PT-1-12_dnn_pgd_40_927.yaml +++ b/ref_result/perf/ubuntu/PT-1-12_dnn_pgd_40_980.yaml @@ -48,26 +48,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696824977931761971 + capture_utc: 1703122561984626180 class_distribution: {0: 5000, 1: 5000} config: config/prf1_3.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 12 correlated constraints - duration_sec: 647.9 - end: 1696824976926574239 + duration_sec: 543.8 + end: 1703122560980390846 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-1-12 - start: 1696824329064636989 + start: 1703122017208179157 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 14.2 + cpu_total_usage: 14.0 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -75,19 +75,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.65GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.40GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.29GB + virtual_mem_used: 564.00MB folds: - accuracy: [0.911, 0.9255, 0.914, 0.916, 0.9195] - f_score: [0.907292, 0.923629, 0.914767, 0.916749, 0.917983] - n_evasions: [1822, 1850, 1828, 1832, 1839] + accuracy: [0.9155, 0.9205, 0.9045, 0.9225, 0.922] + dur: [79397496039, 79422238019, 79840974734, 81754139663, 80632099562] + f_score: [0.915879, 0.919738, 0.898888, 0.922616, 0.918495] + n_evasions: [1831, 1841, 1809, 1845, 1844] n_records: [2000, 2000, 2000, 2000, 2000] n_valid: [2000, 2000, 2000, 2000, 2000] - n_valid_evades: [1822, 1850, 1828, 1832, 1839] - precision: [0.922669, 0.93952, 0.929507, 0.922233, 0.927909] - recall: [0.892418, 0.908266, 0.900488, 0.91133, 0.908266] + n_valid_evades: [1831, 1841, 1809, 1845, 1844] + precision: [0.926485, 0.945021, 0.924837, 0.922156, 0.956474] + recall: [0.905512, 0.895772, 0.874356, 0.923077, 0.883417] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/PT-2-03_dnn_cpgd_auto_795.yaml b/ref_result/perf/ubuntu/PT-2-03_dnn_cpgd_auto_006.yaml similarity index 80% rename from ref_result/perf/ubuntu/PT-2-03_dnn_cpgd_auto_795.yaml rename to ref_result/perf/ubuntu/PT-2-03_dnn_cpgd_auto_006.yaml index f16f352..5406cae 100644 --- a/ref_result/perf/ubuntu/PT-2-03_dnn_cpgd_auto_795.yaml +++ b/ref_result/perf/ubuntu/PT-2-03_dnn_cpgd_auto_006.yaml @@ -50,26 +50,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696827961799528265 + capture_utc: 1703124402010246732 class_distribution: {0: 5000, 1: 5000} config: config/prf2_4.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 3 unrelated constraints - duration_sec: 623.5 - end: 1696827960794383605 + duration_sec: 463.0 + end: 1703124401006155989 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-2-03 - start: 1696827337305434338 + start: 1703123937979908965 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 12.8 + cpu_total_usage: 13.7 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -77,19 +77,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.65GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.41GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.29GB + virtual_mem_used: 555.38MB folds: - accuracy: [0.9275, 0.92, 0.9205, 0.9105, 0.9165] - f_score: [0.926359, 0.91911, 0.920301, 0.91143, 0.915443] - n_evasions: [1795, 1719, 1781, 900, 893] + accuracy: [0.903, 0.9065, 0.921, 0.926, 0.914] + dur: [69745362890, 70244492298, 70154467701, 70703410752, 70465345567] + f_score: [0.90329, 0.907836, 0.918557, 0.923947, 0.914257] + n_evasions: [660, 1587, 1103, 1338, 1617] n_records: [2000, 2000, 2000, 2000, 2000] - n_valid: [0, 0, 0, 0, 0] - n_valid_evades: [0, 0, 0, 0, 0] - precision: [0.929664, 0.918182, 0.941538, 0.909181, 0.923391] - recall: [0.923077, 0.92004, 0.9, 0.91369, 0.907631] + n_valid: [4, 0, 14, 0, 0] + n_valid_evades: [2, 0, 13, 0, 0] + precision: [0.894373, 0.928427, 0.929093, 0.934511, 0.916084] + recall: [0.912387, 0.888139, 0.908257, 0.913618, 0.912438] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/PT-2-03_dnn_pgd_40_625.yaml b/ref_result/perf/ubuntu/PT-2-03_dnn_pgd_40_005.yaml similarity index 81% rename from ref_result/perf/ubuntu/PT-2-03_dnn_pgd_40_625.yaml rename to ref_result/perf/ubuntu/PT-2-03_dnn_pgd_40_005.yaml index bec6fb2..06edfaa 100644 --- a/ref_result/perf/ubuntu/PT-2-03_dnn_pgd_40_625.yaml +++ b/ref_result/perf/ubuntu/PT-2-03_dnn_pgd_40_005.yaml @@ -48,26 +48,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696827066629880783 + capture_utc: 1703123930009248354 class_distribution: {0: 5000, 1: 5000} config: config/prf2_4.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 3 unrelated constraints - duration_sec: 407.7 - end: 1696827065624852458 + duration_sec: 313.7 + end: 1703123929005236259 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-2-03 - start: 1696826657919700723 + start: 1703123615334577825 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 15.4 + cpu_total_usage: 15.3 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -75,19 +75,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.65GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.39GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.29GB + virtual_mem_used: 571.86MB folds: - accuracy: [0.9245, 0.9135, 0.9225, 0.917, 0.912] - f_score: [0.923311, 0.915403, 0.920959, 0.91774, 0.912088] - n_evasions: [1849, 1827, 1845, 1834, 1824] + accuracy: [0.9165, 0.9115, 0.9075, 0.9185, 0.916] + dur: [42508638797, 42535417375, 42501787848, 42873357908, 43261449736] + f_score: [0.915869, 0.911984, 0.907268, 0.918541, 0.912134] + n_evasions: [1833, 1823, 1815, 1837, 1832] n_records: [2000, 2000, 2000, 2000, 2000] n_valid: [2000, 2000, 2000, 2000, 2000] - n_valid_evades: [1849, 1827, 1845, 1834, 1824] - precision: [0.922843, 0.915851, 0.915822, 0.929719, 0.907555] - recall: [0.92378, 0.914956, 0.926154, 0.906067, 0.916667] + n_valid_evades: [1833, 1823, 1815, 1837, 1832] + precision: [0.93808, 0.886847, 0.925358, 0.942564, 0.919831] + recall: [0.894685, 0.938588, 0.889872, 0.895712, 0.904564] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/PT-2-06_dnn_cpgd_auto_270.yaml b/ref_result/perf/ubuntu/PT-2-06_dnn_cpgd_auto_591.yaml similarity index 84% rename from ref_result/perf/ubuntu/PT-2-06_dnn_cpgd_auto_270.yaml rename to ref_result/perf/ubuntu/PT-2-06_dnn_cpgd_auto_591.yaml index 53fbf95..8838db1 100644 --- a/ref_result/perf/ubuntu/PT-2-06_dnn_cpgd_auto_270.yaml +++ b/ref_result/perf/ubuntu/PT-2-06_dnn_cpgd_auto_591.yaml @@ -50,26 +50,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696829963274509648 + capture_utc: 1703125694594778893 class_distribution: {0: 5000, 1: 5000} config: config/prf2_5.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 6 unrelated constraints - duration_sec: 724.3 - end: 1696829962269379760 + duration_sec: 625.6 + end: 1703125693590530605 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-2-06 - start: 1696829237920029613 + start: 1703125067947305823 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 13.6 + cpu_total_usage: 12.6 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -77,19 +77,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.66GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.41GB + virtual_mem_percentage: 2.9 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.29GB + virtual_mem_used: 550.19MB folds: - accuracy: [0.916, 0.9105, 0.914, 0.9295, 0.921] - f_score: [0.913313, 0.909914, 0.912065, 0.93132, 0.919388] - n_evasions: [1826, 1031, 1759, 991, 1321] + accuracy: [0.9185, 0.911, 0.915, 0.917, 0.9185] + dur: [89268817181, 89404055367, 89072834325, 88404768363, 142082811453] + f_score: [0.918703, 0.911178, 0.914141, 0.918307, 0.915849] + n_evasions: [1064, 1822, 1255, 1498, 890] n_records: [2000, 2000, 2000, 2000, 2000] n_valid: [0, 0, 0, 0, 0] n_valid_evades: [0, 0, 0, 0, 0] - precision: [0.933544, 0.919634, 0.911134, 0.941872, 0.929825] - recall: [0.893939, 0.900398, 0.912999, 0.921002, 0.909183] + precision: [0.919162, 0.943182, 0.906814, 0.897115, 0.933684] + recall: [0.918245, 0.881274, 0.921589, 0.940524, 0.898683] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/PT-2-06_dnn_pgd_40_014.yaml b/ref_result/perf/ubuntu/PT-2-06_dnn_pgd_40_818.yaml similarity index 83% rename from ref_result/perf/ubuntu/PT-2-06_dnn_pgd_40_014.yaml rename to ref_result/perf/ubuntu/PT-2-06_dnn_pgd_40_818.yaml index 87c8ba2..4d1a2ee 100644 --- a/ref_result/perf/ubuntu/PT-2-06_dnn_pgd_40_014.yaml +++ b/ref_result/perf/ubuntu/PT-2-06_dnn_pgd_40_818.yaml @@ -48,26 +48,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696828939019389237 + capture_utc: 1703125059822368533 class_distribution: {0: 5000, 1: 5000} config: config/prf2_5.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 6 unrelated constraints - duration_sec: 491.5 - end: 1696828938014270606 + duration_sec: 381.0 + end: 1703125058818337745 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-2-06 - start: 1696828446533287797 + start: 1703124677820498788 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 14.8 + cpu_total_usage: 15.1 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -75,19 +75,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.65GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.40GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.29GB + virtual_mem_used: 566.64MB folds: - accuracy: [0.92, 0.917, 0.922, 0.92, 0.907] - f_score: [0.919759, 0.916331, 0.920892, 0.92, 0.907186] - n_evasions: [1840, 1834, 1844, 1840, 1814] + accuracy: [0.921, 0.9265, 0.9175, 0.92, 0.916] + dur: [53451594782, 53741400717, 53914295785, 54855721292, 54112399332] + f_score: [0.921471, 0.924962, 0.913295, 0.920714, 0.914807] + n_evasions: [1842, 1853, 1835, 1840, 1832] n_records: [2000, 2000, 2000, 2000, 2000] n_valid: [2000, 2000, 2000, 2000, 2000] - n_valid_evades: [1840, 1834, 1844, 1840, 1814] - precision: [0.924395, 0.91911, 0.925586, 0.913605, 0.922843] - recall: [0.91517, 0.913568, 0.916246, 0.926485, 0.892051] + n_valid_evades: [1842, 1853, 1835, 1840, 1832] + precision: [0.916914, 0.934985, 0.94869, 0.924378, 0.936656] + recall: [0.926074, 0.915152, 0.880446, 0.917078, 0.893954] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/PT-2-12_dnn_cpgd_auto_906.yaml b/ref_result/perf/ubuntu/PT-2-12_dnn_cpgd_auto_295.yaml similarity index 85% rename from ref_result/perf/ubuntu/PT-2-12_dnn_cpgd_auto_906.yaml rename to ref_result/perf/ubuntu/PT-2-12_dnn_cpgd_auto_295.yaml index 92090f5..7c6c32e 100644 --- a/ref_result/perf/ubuntu/PT-2-12_dnn_cpgd_auto_906.yaml +++ b/ref_result/perf/ubuntu/PT-2-12_dnn_cpgd_auto_295.yaml @@ -50,26 +50,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696832326911372699 + capture_utc: 1703127323298979283 class_distribution: {0: 5000, 1: 5000} config: config/prf2_6.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 12 unrelated constraints - duration_sec: 948.4 - end: 1696832325906397016 + duration_sec: 771.1 + end: 1703127322294925431 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-2-12 - start: 1696831377540644576 + start: 1703126551151365327 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 13.3 + cpu_total_usage: 13.4 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -77,19 +77,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.66GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.40GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.29GB + virtual_mem_used: 561.38MB folds: - accuracy: [0.9215, 0.92, 0.915, 0.91, 0.918] - f_score: [0.921539, 0.918033, 0.914487, 0.90566, 0.917588] - n_evasions: [1103, 1729, 1810, 1796, 1438] + accuracy: [0.919, 0.9225, 0.916, 0.924, 0.909] + dur: [130201109745, 129070560728, 129129114202, 129618296473, 128937318297] + f_score: [0.921739, 0.921836, 0.914198, 0.92657, 0.902674] + n_evasions: [1720, 914, 1486, 1195, 1156] n_records: [2000, 2000, 2000, 2000, 2000] - n_valid: [0, 0, 0, 0, 322] - n_valid_evades: [0, 0, 0, 0, 120] - precision: [0.936041, 0.92276, 0.927551, 0.937093, 0.930683] - recall: [0.90748, 0.913354, 0.901786, 0.876268, 0.904856] + n_valid: [0, 0, 0, 0, 134] + n_valid_evades: [0, 0, 0, 0, 134] + precision: [0.940828, 0.924166, 0.899497, 0.925676, 0.920393] + recall: [0.903409, 0.919517, 0.929387, 0.927466, 0.885624] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/PT-2-12_dnn_pgd_40_309.yaml b/ref_result/perf/ubuntu/PT-2-12_dnn_pgd_40_029.yaml similarity index 86% rename from ref_result/perf/ubuntu/PT-2-12_dnn_pgd_40_309.yaml rename to ref_result/perf/ubuntu/PT-2-12_dnn_pgd_40_029.yaml index 1301c79..8e8827d 100644 --- a/ref_result/perf/ubuntu/PT-2-12_dnn_pgd_40_309.yaml +++ b/ref_result/perf/ubuntu/PT-2-12_dnn_pgd_40_029.yaml @@ -48,26 +48,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696831099313837949 + capture_utc: 1703126543032382903 class_distribution: {0: 5000, 1: 5000} config: config/prf2_6.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 12 unrelated constraints - duration_sec: 657.1 - end: 1696831098308671297 + duration_sec: 553.4 + end: 1703126542028358984 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-2-12 - start: 1696830441258286202 + start: 1703125988614602045 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 14.5 + cpu_total_usage: 14.0 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -75,19 +75,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.65GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.39GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.29GB + virtual_mem_used: 573.66MB folds: - accuracy: [0.9085, 0.921, 0.9175, 0.914, 0.9125] - f_score: [0.906106, 0.918473, 0.917788, 0.912065, 0.909467] - n_evasions: [1817, 1842, 1835, 1828, 1825] + accuracy: [0.911, 0.9145, 0.921, 0.9175, 0.912] + dur: [81279476987, 81500606445, 82313322526, 82362894946, 81756400689] + f_score: [0.908247, 0.919981, 0.919223, 0.914817, 0.909372] + n_evasions: [1822, 1829, 1842, 1835, 1824] n_records: [2000, 2000, 2000, 2000, 2000] n_valid: [2000, 2000, 2000, 2000, 2000] - n_valid_evades: [1817, 1842, 1835, 1828, 1825] - precision: [0.916926, 0.948827, 0.933131, 0.916752, 0.953362] - recall: [0.895538, 0.89, 0.902941, 0.907426, 0.869436] + n_valid_evades: [1822, 1829, 1842, 1835, 1824] + precision: [0.943255, 0.890399, 0.918284, 0.953714, 0.914079] + recall: [0.875746, 0.951597, 0.920164, 0.878968, 0.904713] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/REG_PT-1-03_dnn_pgd_40_484.yaml b/ref_result/perf/ubuntu/REG_PT-1-03_dnn_pgd_40_632.yaml similarity index 80% rename from ref_result/perf/ubuntu/REG_PT-1-03_dnn_pgd_40_484.yaml rename to ref_result/perf/ubuntu/REG_PT-1-03_dnn_pgd_40_632.yaml index fd6e3d4..b5cda36 100644 --- a/ref_result/perf/ubuntu/REG_PT-1-03_dnn_pgd_40_484.yaml +++ b/ref_result/perf/ubuntu/REG_PT-1-03_dnn_pgd_40_632.yaml @@ -48,26 +48,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696821287488630018 + capture_utc: 1703120769635971339 class_distribution: {0: 5000, 1: 5000} config: config/prf1_1.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 3 correlated constraints - duration_sec: 284.2 - end: 1696821286483602376 + duration_sec: 285.2 + end: 1703120768632071107 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-1-03 - start: 1696821002329146381 + start: 1703120483390427906 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 15.4 + cpu_total_usage: 13.6 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -75,19 +75,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.65GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.38GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.29GB + virtual_mem_used: 582.00MB folds: - accuracy: [0.915, 0.9165, 0.901, 0.9235, 0.894] - f_score: [0.910432, 0.916708, 0.90499, 0.924069, 0.896686] - n_evasions: [1819, 1828, 1800, 1833, 1760] + accuracy: [0.927, 0.9085, 0.916, 0.919, 0.923] + dur: [21600561825, 21602160785, 41057826006, 21935617746, 41059537751] + f_score: [0.928571, 0.904339, 0.913669, 0.921053, 0.922065] + n_evasions: [1840, 1804, 1829, 1835, 1837] n_records: [2000, 2000, 2000, 2000, 2000] - n_valid: [1648, 1835, 1857, 1796, 1751] - n_valid_evades: [1518, 1678, 1664, 1654, 1553] - precision: [0.949451, 0.906312, 0.865932, 0.931932, 0.882917] - recall: [0.874494, 0.927346, 0.947739, 0.916339, 0.910891] + n_valid: [1805, 1552, 1767, 1882, 1781] + n_valid_evades: [1670, 1396, 1615, 1726, 1629] + precision: [0.949, 0.936147, 0.895267, 0.931034, 0.911912] + recall: [0.909004, 0.874621, 0.932844, 0.911283, 0.932446] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/REG_PT-1-06_dnn_pgd_40_766.yaml b/ref_result/perf/ubuntu/REG_PT-1-06_dnn_pgd_40_088.yaml similarity index 81% rename from ref_result/perf/ubuntu/REG_PT-1-06_dnn_pgd_40_766.yaml rename to ref_result/perf/ubuntu/REG_PT-1-06_dnn_pgd_40_088.yaml index 0eb8dae..a0eda71 100644 --- a/ref_result/perf/ubuntu/REG_PT-1-06_dnn_pgd_40_766.yaml +++ b/ref_result/perf/ubuntu/REG_PT-1-06_dnn_pgd_40_088.yaml @@ -48,46 +48,47 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696823105770792090 + capture_utc: 1703122009092165584 class_distribution: {0: 5000, 1: 5000} config: config/prf1_2.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 6 correlated constraints - duration_sec: 276.4 - end: 1696823104765874998 + duration_sec: 255.9 + end: 1703122008087769043 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-1-06 - start: 1696822828410900722 + start: 1703121752219888621 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 15.1 - cpu_usage_per_core: [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] + cpu_total_usage: 14.3 + cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 python_runtime: 3.10.13 (main, Aug 25 2023, 13:20:03) [GCC 9.4.0] release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.64GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.39GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.30GB + virtual_mem_used: 570.32MB folds: - accuracy: [0.9105, 0.915, 0.9155, 0.9205, 0.9225] - f_score: [0.910095, 0.912731, 0.914861, 0.919002, 0.925588] - n_evasions: [1818, 1830, 1825, 1767, 1841] + accuracy: [0.9125, 0.91, 0.9135, 0.9155, 0.923] + dur: [21562213455, 41052405341, 41063812557, 22486024112, 22478195462] + f_score: [0.91392, 0.906832, 0.915569, 0.912116, 0.921348] + n_evasions: [1814, 1813, 1812, 1756, 1836] n_records: [2000, 2000, 2000, 2000, 2000] - n_valid: [1586, 1596, 1496, 1503, 1660] - n_valid_evades: [1444, 1452, 1346, 1362, 1540] - precision: [0.914228, 0.897074, 0.918099, 0.934715, 0.932302] - recall: [0.906, 0.928945, 0.911647, 0.903808, 0.91897] + n_valid: [1716, 1701, 1446, 1444, 1531] + n_valid_evades: [1557, 1548, 1297, 1287, 1403] + precision: [0.919802, 0.918239, 0.916016, 0.947084, 0.91947] + recall: [0.908113, 0.895706, 0.915122, 0.879639, 0.923234] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/REG_PT-1-12_dnn_pgd_40_153.yaml b/ref_result/perf/ubuntu/REG_PT-1-12_dnn_pgd_40_240.yaml similarity index 87% rename from ref_result/perf/ubuntu/REG_PT-1-12_dnn_pgd_40_153.yaml rename to ref_result/perf/ubuntu/REG_PT-1-12_dnn_pgd_40_240.yaml index 20c78e0..a4696c9 100644 --- a/ref_result/perf/ubuntu/REG_PT-1-12_dnn_pgd_40_153.yaml +++ b/ref_result/perf/ubuntu/REG_PT-1-12_dnn_pgd_40_240.yaml @@ -48,26 +48,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696825227157861469 + capture_utc: 1703123607243795467 class_distribution: {0: 5000, 1: 5000} config: config/prf1_3.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 12 correlated constraints - duration_sec: 242.9 - end: 1696825226152878947 + duration_sec: 278.5 + end: 1703123606239453811 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-1-12 - start: 1696824983208165131 + start: 1703123327738782613 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 17.1 + cpu_total_usage: 14.6 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -75,19 +75,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.65GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.39GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.29GB + virtual_mem_used: 574.25MB folds: - accuracy: [0.912, 0.9025, 0.908, 0.9175, 0.9255] - f_score: [0.9133, 0.901862, 0.911283, 0.917706, 0.925088] - n_evasions: [1824, 1799, 1794, 1783, 1850] + accuracy: [0.925, 0.9205, 0.9145, 0.9135, 0.9265] + dur: [41065516322, 21789187135, 21622100944, 22322857498, 41063095424] + f_score: [0.92276, 0.919248, 0.916707, 0.911418, 0.925645] + n_evasions: [1835, 1836, 1825, 1786, 1807] n_records: [2000, 2000, 2000, 2000, 2000] - n_valid: [1650, 1712, 1669, 1463, 1718] - n_valid_evades: [1506, 1533, 1498, 1312, 1597] - precision: [0.899127, 0.895105, 0.880708, 0.929293, 0.929293] - recall: [0.927928, 0.908722, 0.944056, 0.906404, 0.920921] + n_valid: [1419, 1441, 1721, 1474, 1432] + n_valid_evades: [1299, 1316, 1566, 1303, 1306] + precision: [0.937238, 0.946653, 0.900478, 0.940803, 0.92331] + recall: [0.908722, 0.893386, 0.933532, 0.883813, 0.927992] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/REG_PT-2-03_dnn_pgd_40_148.yaml b/ref_result/perf/ubuntu/REG_PT-2-03_dnn_pgd_40_769.yaml similarity index 81% rename from ref_result/perf/ubuntu/REG_PT-2-03_dnn_pgd_40_148.yaml rename to ref_result/perf/ubuntu/REG_PT-2-03_dnn_pgd_40_769.yaml index fe75034..60e8f36 100644 --- a/ref_result/perf/ubuntu/REG_PT-2-03_dnn_pgd_40_148.yaml +++ b/ref_result/perf/ubuntu/REG_PT-2-03_dnn_pgd_40_769.yaml @@ -48,26 +48,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696827332152713359 + capture_utc: 1703124669772409554 class_distribution: {0: 5000, 1: 5000} config: config/prf2_4.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 3 unrelated constraints - duration_sec: 259.3 - end: 1696827331147763473 + duration_sec: 258.7 + end: 1703124668768370609 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-2-03 - start: 1696827071797919376 + start: 1703124410048694807 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 16.1 + cpu_total_usage: 14.4 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -75,19 +75,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.65GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.39GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.30GB + virtual_mem_used: 574.92MB folds: - accuracy: [0.913, 0.9255, 0.9135, 0.912, 0.914] - f_score: [0.914622, 0.923785, 0.915979, 0.911201, 0.914343] - n_evasions: [1821, 1842, 1823, 1608, 1827] + accuracy: [0.909, 0.919, 0.9155, 0.9245, 0.897] + dur: [41072335376, 21339230745, 21180526884, 21273759944, 21110884103] + f_score: [0.911479, 0.920276, 0.912208, 0.919122, 0.894791] + n_evasions: [1816, 1837, 1788, 1845, 1720] n_records: [2000, 2000, 2000, 2000, 2000] n_valid: [2000, 2000, 2000, 2000, 2000] - n_valid_evades: [1821, 1842, 1823, 1608, 1827] - precision: [0.911046, 0.934783, 0.882959, 0.938669, 0.897361] - recall: [0.918227, 0.913043, 0.951564, 0.885294, 0.93198] + n_valid_evades: [1816, 1837, 1788, 1845, 1720] + precision: [0.890684, 0.931275, 0.939037, 0.931596, 0.946004] + recall: [0.933267, 0.909533, 0.886869, 0.906977, 0.848837] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/REG_PT-2-06_dnn_pgd_40_631.yaml b/ref_result/perf/ubuntu/REG_PT-2-06_dnn_pgd_40_286.yaml similarity index 83% rename from ref_result/perf/ubuntu/REG_PT-2-06_dnn_pgd_40_631.yaml rename to ref_result/perf/ubuntu/REG_PT-2-06_dnn_pgd_40_286.yaml index 2141986..6d7b601 100644 --- a/ref_result/perf/ubuntu/REG_PT-2-06_dnn_pgd_40_631.yaml +++ b/ref_result/perf/ubuntu/REG_PT-2-06_dnn_pgd_40_286.yaml @@ -48,26 +48,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696829232636221930 + capture_utc: 1703125980290347925 class_distribution: {0: 5000, 1: 5000} config: config/prf2_5.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 6 unrelated constraints - duration_sec: 287.3 - end: 1696829231631220746 + duration_sec: 276.5 + end: 1703125979286200883 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-2-06 - start: 1696828944314352815 + start: 1703125702775192682 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 16.7 + cpu_total_usage: 14.8 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -75,19 +75,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.64GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.40GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.30GB + virtual_mem_used: 568.30MB folds: - accuracy: [0.921, 0.9075, 0.9185, 0.9005, 0.929] - f_score: [0.923226, 0.903796, 0.915849, 0.900748, 0.929142] - n_evasions: [1839, 1792, 1798, 1738, 1856] + accuracy: [0.914, 0.9145, 0.919, 0.916, 0.918] + dur: [21997035714, 41058520398, 22196009934, 21693339855, 21678144800] + f_score: [0.915187, 0.913593, 0.919881, 0.915152, 0.918164] + n_evasions: [1820, 1824, 1826, 1797, 1819] n_records: [2000, 2000, 2000, 2000, 2000] n_valid: [2000, 2000, 2000, 2000, 2000] - n_valid_evades: [1839, 1792, 1798, 1738, 1856] - precision: [0.906489, 0.928419, 0.943617, 0.90481, 0.926368] - recall: [0.940594, 0.880446, 0.889669, 0.896723, 0.931932] + n_valid_evades: [1820, 1824, 1826, 1797, 1819] + precision: [0.888038, 0.921509, 0.914454, 0.925434, 0.928355] + recall: [0.944049, 0.905812, 0.925373, 0.905095, 0.908193] invalid_rows: [] validation: dependencies: diff --git a/ref_result/perf/ubuntu/REG_PT-2-12_dnn_pgd_40_238.yaml b/ref_result/perf/ubuntu/REG_PT-2-12_dnn_pgd_40_409.yaml similarity index 86% rename from ref_result/perf/ubuntu/REG_PT-2-12_dnn_pgd_40_238.yaml rename to ref_result/perf/ubuntu/REG_PT-2-12_dnn_pgd_40_409.yaml index 8777677..c529e2b 100644 --- a/ref_result/perf/ubuntu/REG_PT-2-12_dnn_pgd_40_238.yaml +++ b/ref_result/perf/ubuntu/REG_PT-2-12_dnn_pgd_40_409.yaml @@ -48,26 +48,26 @@ experiment: stcpb: [0, 4294729542] swin: [0, 255] trans_depth: [0, 2] - capture_utc: 1696831372243169945 + capture_utc: 1703127586413285942 class_distribution: {0: 5000, 1: 5000} config: config/prf2_6.yaml dataset: data/unsw_nb15.csv description: Constraint performance test with 12 unrelated constraints - duration_sec: 266.6 - end: 1696831371237819487 + duration_sec: 253.8 + end: 1703127585409142936 k_folds: 5 n_attributes: 33 n_classes: 2 n_records: 10000 name: PT-2-12 - start: 1696831104668592815 + start: 1703127331568526786 system: - cpu_current_frequency: 2200.196 + cpu_current_frequency: 2249.998 cpu_max_frequency: 0.0 cpu_min_frequency: 0.0 cpu_physical_cores: 4 cpu_total_cores: 8 - cpu_total_usage: 17.5 + cpu_total_usage: 15.5 cpu_usage_per_core: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] machine: x86_64 processor: x86_64 @@ -75,19 +75,20 @@ experiment: release: 5.15.0-1042-gcp system: Linux version: '#50~20.04.1-Ubuntu SMP Mon Sep 11 03:30:57 UTC 2023' - virtual_mem_available: 28.65GB - virtual_mem_percentage: 8.6 + virtual_mem_available: 30.40GB + virtual_mem_percentage: 3.0 virtual_mem_total_size: 31.34GB - virtual_mem_used: 2.29GB + virtual_mem_used: 568.87MB folds: - accuracy: [0.9235, 0.916, 0.926, 0.909, 0.905] - f_score: [0.923462, 0.908992, 0.925703, 0.914232, 0.906496] - n_evasions: [1842, 1820, 1851, 1798, 1808] + accuracy: [0.914, 0.916, 0.928, 0.9145, 0.9165] + dur: [22048110592, 21826476944, 41054834313, 21513271445, 21531356433] + f_score: [0.910603, 0.91446, 0.927419, 0.917749, 0.915357] + n_evasions: [1798, 1830, 1837, 1792, 1830] n_records: [2000, 2000, 2000, 2000, 2000] n_valid: [2000, 2000, 2000, 2000, 2000] - n_valid_evades: [1842, 1820, 1851, 1798, 1808] - precision: [0.912957, 0.946953, 0.919242, 0.876242, 0.935976] - recall: [0.934211, 0.873958, 0.932255, 0.955665, 0.878817] + n_valid_evades: [1798, 1830, 1837, 1792, 1830] + precision: [0.929936, 0.907988, 0.94359, 0.916427, 0.924258] + recall: [0.892057, 0.921026, 0.911794, 0.919075, 0.906627] invalid_rows: [] validation: dependencies: