diff --git a/code/gp/checkpoints/embedded-gp.pth b/code/gp/checkpoints/embedded-gp.pth index 2c7ee3e..7d47965 100644 Binary files a/code/gp/checkpoints/embedded-gp.pth and b/code/gp/checkpoints/embedded-gp.pth differ diff --git a/code/gp/data.py b/code/gp/data.py index 92a55cd..48702aa 100644 --- a/code/gp/data.py +++ b/code/gp/data.py @@ -23,9 +23,9 @@ def load_dataset( logger = logging.getLogger(__name__) # Path for university computers - # path = ["/", "vol", "ecrg-solar", "woodj4", "fishy-business", "data", "REIMS_data.xlsx"] + path = ["/", "vol", "ecrg-solar", "woodj4", "fishy-business", "data", "REIMS_data.xlsx"] # Path for home computer - path = ["~/", "Desktop", "fishy-business", "data", "REIMS_data.xlsx"] + # path = ["~/", "Desktop", "fishy-business", "data", "REIMS_data.xlsx"] path = os.path.join(*path) diff --git a/code/gp/figures/tree-0.pdf b/code/gp/figures/tree-0.pdf index 3130074..d2473c7 100644 Binary files a/code/gp/figures/tree-0.pdf and b/code/gp/figures/tree-0.pdf differ diff --git a/code/gp/figures/tree-1.pdf b/code/gp/figures/tree-1.pdf index 6928845..a03067a 100644 Binary files a/code/gp/figures/tree-1.pdf and b/code/gp/figures/tree-1.pdf differ diff --git a/code/gp/figures/tsne.png b/code/gp/figures/tsne.png index 9048231..734feaf 100644 Binary files a/code/gp/figures/tsne.png and b/code/gp/figures/tsne.png differ diff --git a/code/gp/grid.sh b/code/gp/grid.sh index 54779b3..dd5cc9d 100755 --- a/code/gp/grid.sh +++ b/code/gp/grid.sh @@ -38,4 +38,4 @@ python3 main.py \ --dataset "${DATASET}" \ --file-path "checkpoints/run_${i}.pth" \ --output "logs/${DATASET}/${NAME}/run" --run "${i}" \ - --generations 100 --beta 1; + --generations 500 --beta 1; diff --git a/code/gp/logs/instance-recognition/tmp/run_1.log b/code/gp/logs/instance-recognition/tmp/run_1.log index da5fd1e..5b2718a 100644 --- a/code/gp/logs/instance-recognition/tmp/run_1.log +++ b/code/gp/logs/instance-recognition/tmp/run_1.log @@ -3,115 +3,23 @@ INFO:__main__:No model found. Train from scratch. INFO:gp: fitness size ------------------------------------------------------------------------- ----------------------------------------------- gen nevals avg gen max min nevals std avg gen max min nevals std -0 1023 0.499896 0 0.729926 0.278353 1023 0.0631878 3.47996 0 7 2 1023 1.33797 -INFO:gp:1 785 0.551801 1 0.729926 0.285014 785 0.0650061 3.71065 1 12 2 785 1.47523 -INFO:gp:2 805 0.587259 2 0.77563 0.376567 805 0.0724732 4.04106 2 13 2 805 1.63308 -INFO:gp:3 754 0.620295 3 0.822639 0.321003 754 0.0794282 4.49169 3 11 2 754 1.83314 -INFO:gp:4 749 0.646424 4 0.826476 0.336167 749 0.0873193 4.78104 4 11 2 749 2.05329 -INFO:gp:5 770 0.672003 5 0.853044 0.273277 770 0.0879586 4.91398 5 14 1 770 2.19446 -INFO:gp:6 772 0.691333 6 0.855272 0.351144 772 0.0970087 5.22972 6 14 2 772 2.40784 -INFO:gp:7 752 0.706595 7 0.887111 0.255612 752 0.108274 5.58162 7 14 2 752 2.41714 -INFO:gp:8 762 0.730524 8 0.887111 0.309611 762 0.112222 5.64614 8 15 2 762 2.20855 -INFO:gp:9 781 0.748268 9 0.891581 0.379341 781 0.124223 5.76442 9 14 2 781 1.81291 -INFO:gp:10 777 0.768843 10 0.891612 0.182184 777 0.129422 5.95308 10 16 2 777 1.63112 -INFO:gp:11 786 0.791127 11 0.891612 0.315671 786 0.126525 5.74096 11 13 3 786 1.66569 -INFO:gp:12 736 0.812931 12 0.902041 0.387927 736 0.116605 5.47703 12 12 3 736 1.75565 -INFO:gp:13 784 0.790891 13 0.902041 0.356561 784 0.138161 4.97752 13 14 3 784 1.57028 -INFO:gp:14 774 0.787596 14 0.902041 0.406704 774 0.140267 4.85924 14 11 3 774 1.42788 -INFO:gp:15 762 0.784126 15 0.902041 0.45421 762 0.148206 4.87683 15 12 3 762 1.38575 -INFO:gp:16 790 0.767919 16 0.902041 0.394293 790 0.161311 4.81134 16 11 3 790 1.32816 -INFO:gp:17 771 0.775909 17 0.902041 0.36569 771 0.158981 4.88368 17 11 3 771 1.54476 -INFO:gp:18 776 0.775508 18 0.902041 0.38804 776 0.159153 4.73607 18 11 3 776 1.49706 -INFO:gp:19 767 0.776436 19 0.902921 0.356761 767 0.157556 4.72825 19 14 3 767 1.54706 -INFO:gp:20 784 0.764664 20 0.903957 0.427594 784 0.162711 5.10068 20 14 3 784 1.51713 -INFO:gp:21 774 0.775559 21 0.903957 0.46528 774 0.161416 5.22287 21 14 3 774 1.39093 -INFO:gp:22 764 0.787506 22 0.903957 0.476466 764 0.154038 5.28739 22 14 3 764 1.33217 -INFO:gp:23 792 0.780598 23 0.903957 0.413152 792 0.160149 5.31769 23 14 3 792 1.42652 -INFO:gp:24 787 0.77228 24 0.903957 0.419493 787 0.163477 5.43793 24 13 3 787 1.61427 -INFO:gp:25 772 0.7851 25 0.903957 0.402249 772 0.15685 5.5523 25 11 3 772 1.6938 -INFO:gp:26 781 0.785279 26 0.90438 0.454422 781 0.156967 5.66569 26 12 3 781 1.80681 -INFO:gp:27 781 0.795155 27 0.90438 0.454817 781 0.153898 6.1437 27 14 3 781 1.74635 -INFO:gp:28 763 0.778379 28 0.904828 0.465863 763 0.164713 6.75562 28 15 3 763 2.02692 -INFO:gp:29 771 0.803268 29 0.915668 0.441353 771 0.14838 7.56305 29 17 3 771 2.3571 -INFO:gp:30 757 0.791363 30 0.915668 0.49811 757 0.158352 8.59629 30 16 3 757 2.48756 -INFO:gp:31 783 0.786466 31 0.915668 0.442115 783 0.15957 9.06354 31 19 3 783 2.62086 -INFO:gp:32 791 0.798125 32 0.916515 0.477159 791 0.152607 8.96383 32 25 3 791 2.99195 -INFO:gp:33 760 0.808712 33 0.916515 0.394553 760 0.147836 8.84555 33 20 3 760 3.18225 -INFO:gp:34 780 0.800468 34 0.917121 0.37862 780 0.15466 9.61193 34 21 3 780 3.28731 -INFO:gp:35 768 0.806743 35 0.917774 0.444445 768 0.153214 10.6676 35 24 3 768 3.45803 -INFO:gp:36 747 0.815084 36 0.917774 0.425593 747 0.150938 11.2776 36 22 3 747 3.65003 -INFO:gp:37 762 0.805015 37 0.917774 0.470463 762 0.157473 11.8915 37 22 3 762 3.88205 -INFO:gp:38 762 0.815959 38 0.91811 0.494399 762 0.153014 12.4125 38 29 3 762 3.76171 -INFO:gp:39 778 0.804355 39 0.918727 0.477109 778 0.161105 12.5777 39 31 3 778 3.3516 -INFO:gp:40 744 0.814563 40 0.918727 0.421569 744 0.154071 12.4897 40 23 3 744 3.17179 -INFO:gp:41 735 0.820401 41 0.919245 0.498874 735 0.149553 12.1408 41 24 3 735 2.89161 -INFO:gp:42 748 0.809638 42 0.919245 0.43804 748 0.156432 11.8993 42 27 3 748 2.7748 -INFO:gp:43 760 0.815925 43 0.92088 0.442004 760 0.154297 11.8837 43 23 3 760 2.98172 -INFO:gp:44 783 0.808706 44 0.92088 0.37383 783 0.156972 12.1075 44 25 3 783 2.96314 -INFO:gp:45 757 0.810498 45 0.92088 0.425659 757 0.155846 12.3421 45 24 3 757 2.88832 -INFO:gp:46 807 0.806136 46 0.92088 0.497953 807 0.1579 12.6149 46 26 3 807 3.15241 -INFO:gp:47 775 0.800199 47 0.92088 0.358201 775 0.162218 12.9404 47 27 3 775 3.50023 -INFO:gp:48 779 0.818596 48 0.92088 0.442004 779 0.153381 13.9814 48 31 3 779 3.50375 -INFO:gp:49 783 0.812757 49 0.92088 0.471795 783 0.158625 15.0958 49 31 3 783 3.64594 -INFO:gp:50 797 0.810127 50 0.92088 0.452573 797 0.160969 15.6872 50 31 3 797 3.37519 -INFO:gp:51 787 0.815338 51 0.920889 0.497655 787 0.158264 15.912 51 31 3 787 3.31678 -INFO:gp:52 793 0.815281 52 0.920889 0.468073 793 0.155715 16.0166 52 31 3 793 3.2598 -INFO:gp:53 765 0.808734 53 0.920889 0.458882 765 0.161774 16.1584 53 31 3 765 3.352 -INFO:gp:54 797 0.821923 54 0.922018 0.479821 797 0.154776 16.1779 54 31 3 797 3.32172 -INFO:gp:55 779 0.813846 55 0.922018 0.48392 779 0.157753 16.1183 55 31 3 779 3.32041 -INFO:gp:56 766 0.814719 56 0.922018 0.497403 766 0.157206 16.1496 56 31 3 766 3.2666 -INFO:gp:57 784 0.814296 57 0.922613 0.405596 784 0.157644 16.2454 57 31 3 784 3.4612 -INFO:gp:58 758 0.821684 58 0.922613 0.420947 758 0.152866 16.3226 58 32 3 758 3.25483 -INFO:gp:59 780 0.825515 59 0.922613 0.457244 780 0.150834 16.2737 59 31 3 780 3.71299 -INFO:gp:60 753 0.81846 60 0.922957 0.497423 753 0.156388 16.3715 60 26 3 753 3.14754 -INFO:gp:61 769 0.805389 61 0.922957 0.438971 769 0.164625 16.5914 61 31 3 769 3.24123 -INFO:gp:62 796 0.819933 62 0.922957 0.477783 796 0.153439 16.6305 62 33 3 796 3.70653 -INFO:gp:63 777 0.820593 63 0.922957 0.498156 777 0.154968 17.0489 63 32 3 777 3.23434 -INFO:gp:64 778 0.821147 64 0.922957 0.45629 778 0.152297 16.9326 64 31 3 778 3.12814 -INFO:gp:65 777 0.810072 65 0.922957 0.473568 777 0.159908 16.3978 65 33 3 777 3.84081 -INFO:gp:66 781 0.802886 66 0.922957 0.500044 781 0.165093 15.958 66 31 3 781 3.47329 -INFO:gp:67 796 0.816385 67 0.922957 0.448235 796 0.154776 15.5875 67 29 3 796 3.41177 -INFO:gp:68 770 0.816612 68 0.922957 0.430903 770 0.157546 15.5865 68 27 3 770 2.93229 -INFO:gp:69 773 0.824161 69 0.922986 0.476993 773 0.150116 15.4848 69 29 3 773 3.52196 -INFO:gp:70 776 0.82461 70 0.922986 0.424497 776 0.149877 15.3558 70 29 3 776 3.43327 -INFO:gp:71 763 0.829958 71 0.922986 0.489627 763 0.146498 15.433 71 29 3 763 3.29744 -INFO:gp:72 766 0.814624 72 0.923311 0.45761 766 0.156706 15.4389 72 29 3 766 3.34961 -INFO:gp:73 763 0.821233 73 0.923311 0.498051 763 0.154049 15.4907 73 29 3 763 3.17672 -INFO:gp:74 764 0.82622 74 0.923311 0.479651 764 0.148043 15.1887 74 29 3 764 3.56185 -INFO:gp:75 738 0.827625 75 0.923311 0.498947 738 0.149131 15.3705 75 29 3 738 3.31125 -INFO:gp:76 783 0.827134 76 0.923311 0.476575 783 0.146819 15.4242 76 29 3 783 3.13743 -INFO:gp:77 807 0.820368 77 0.923311 0.396266 807 0.147946 15.4203 77 29 3 807 3.1167 -INFO:gp:78 770 0.824512 78 0.923589 0.47691 770 0.144311 15.3627 78 27 3 770 3.1425 -INFO:gp:79 778 0.822427 79 0.923589 0.485568 778 0.146216 15.4907 79 27 3 778 2.84216 -INFO:gp:80 799 0.830577 80 0.923957 0.498294 799 0.143233 15.3324 80 29 3 799 3.21759 -INFO:gp:81 783 0.826847 81 0.923957 0.500109 783 0.143779 15.4751 81 29 3 783 3.28227 -INFO:gp:82 800 0.822555 82 0.923957 0.469638 800 0.14745 15.3656 82 27 3 800 3.21003 -INFO:gp:83 784 0.830225 83 0.923957 0.49219 784 0.141352 15.3675 83 29 3 784 3.28476 -INFO:gp:84 782 0.824755 84 0.923957 0.450296 782 0.147844 15.3128 84 27 3 782 3.44399 -INFO:gp:85 770 0.822191 85 0.923957 0.4955 770 0.150371 15.5152 85 29 3 770 2.98178 -INFO:gp:86 784 0.823876 86 0.923957 0.472628 784 0.150861 15.2405 86 29 3 784 3.40875 -INFO:gp:87 786 0.822881 87 0.923957 0.478847 786 0.151234 15.3998 87 29 3 786 3.26441 -INFO:gp:88 774 0.826019 88 0.924319 0.499171 774 0.149194 15.2561 88 27 3 774 3.21666 -INFO:gp:89 761 0.817204 89 0.924319 0.498709 761 0.155806 15.2571 89 29 3 761 3.18927 -INFO:gp:90 765 0.80818 90 0.924319 0.471696 765 0.160777 15.5093 90 29 3 765 3.05596 -INFO:gp:91 775 0.816553 91 0.924369 0.451294 775 0.155724 15.3627 91 29 3 775 3.22812 -INFO:gp:92 782 0.81918 92 0.924681 0.48183 782 0.152258 15.2766 92 29 3 782 3.35526 -INFO:gp:93 759 0.816147 93 0.924681 0.415834 759 0.154289 15.4203 93 29 3 759 3.17204 -INFO:gp:94 781 0.828013 94 0.924681 0.382163 781 0.145992 15.2434 94 29 3 781 3.28157 -INFO:gp:95 800 0.823131 95 0.924681 0.454791 800 0.151609 15.1398 95 29 3 800 3.34626 -INFO:gp:96 773 0.817946 96 0.924681 0.474667 773 0.155595 15.2981 96 29 3 773 3.2642 -INFO:gp:97 782 0.828821 97 0.924681 0.464878 782 0.147034 15.3324 97 29 3 782 3.13854 -INFO:gp:98 780 0.821998 98 0.924681 0.49848 780 0.152802 15.2551 98 27 3 780 2.9793 -INFO:gp:99 789 0.829959 99 0.924681 0.447873 789 0.14947 15.347 99 29 3 789 3.18013 -INFO:gp:100 744 0.837835 100 0.924681 0.428076 744 0.144555 15.303 100 27 3 744 3.00538 -INFO:__main__:Saving model to file: checkpoints/run_1.pth -INFO:util:Train accuracy: 1.0 +- 0.0 -INFO:util:Val accuracy: 1.0 +- 0.0 -INFO:util:Test accuracy: 1.0 +- 0.0 -INFO:util:Train intra-class: 0.1305769204334566, Train Inter-class: 0.3773865582725305 -INFO:util:Val intra-class: 0.1123204351434035, Val Inter-class: 0.31193940042327534 -INFO:util:Test intra-class: 0.14803360666984905, Test inter-class: 0.38580807192647343 -INFO:plot:Saving t-SNE to file: figures/tsne.png -INFO:plot:Saving t-SNE to file: figures/tsne.png -INFO:plot:Saving tree to file: figures/tree-0.pdf -INFO:plot:Saving tree to file: figures/tree-1.pdf +0 1023 0.501868 0 0.613544 0.407531 1023 0.0299968 3.47996 0 7 2 1023 1.33797 +INFO:gp:1 765 0.519066 1 0.629001 0.379208 765 0.0333159 3.54057 1 10 2 765 1.40244 +INFO:gp:2 802 0.527865 2 0.64198 0.420283 802 0.0367809 3.72825 2 12 2 802 1.51643 +INFO:gp:3 758 0.540622 3 0.64198 0.431184 758 0.0400244 3.95406 3 13 2 758 1.75722 +INFO:gp:4 767 0.548524 4 0.659949 0.408758 767 0.0440856 4.05279 4 14 2 767 1.80668 +INFO:gp:5 774 0.55574 5 0.659949 0.407226 774 0.0463681 4.08993 5 14 2 774 1.81601 +INFO:gp:6 770 0.562576 6 0.666257 0.402521 770 0.0478876 4.07038 6 12 2 770 1.66175 +INFO:gp:7 774 0.567189 7 0.679979 0.415782 774 0.0495709 3.92278 7 11 1 774 1.48334 +INFO:gp:8 759 0.575886 8 0.679979 0.434176 759 0.0488082 3.82111 8 11 1 759 1.39271 +INFO:gp:9 771 0.579987 9 0.679979 0.422666 771 0.049332 3.652 9 9 1 771 1.3346 +INFO:gp:10 775 0.58472 10 0.679979 0.423257 775 0.051532 3.65787 10 11 2 775 1.31249 +INFO:gp:11 783 0.58861 11 0.679979 0.425068 783 0.0493266 3.66862 11 9 2 783 1.31264 +INFO:gp:12 770 0.595577 12 0.679979 0.43038 770 0.0481819 3.69501 12 13 2 770 1.40827 +INFO:gp:13 766 0.592787 13 0.68333 0.413487 766 0.0521365 3.61095 13 9 2 766 1.2534 +INFO:gp:14 801 0.596988 14 0.684711 0.423177 801 0.0473713 3.71261 14 11 2 801 1.37265 +INFO:gp:15 756 0.600406 15 0.684711 0.41957 756 0.049307 3.75758 15 9 2 756 1.344 +INFO:gp:16 781 0.60127 16 0.684711 0.438588 781 0.0489692 3.81329 16 11 2 781 1.44679 +INFO:gp:17 777 0.601838 17 0.710934 0.450248 777 0.0492369 3.94721 17 10 1 777 1.50566 +INFO:gp:18 768 0.604534 18 0.710934 0.405953 768 0.0498751 3.80547 18 13 1 768 1.4525 +INFO:gp:19 777 0.604765 19 0.710934 0.410136 777 0.0490415 3.8348 19 12 2 777 1.49521 diff --git a/code/gp/logs/instance-recognition/tmp/run_2.log b/code/gp/logs/instance-recognition/tmp/run_2.log index 7278f16..2ec66e2 100644 --- a/code/gp/logs/instance-recognition/tmp/run_2.log +++ b/code/gp/logs/instance-recognition/tmp/run_2.log @@ -1,117 +1,18 @@ INFO:data:Reading dataset fish: instance-recognition INFO:__main__:No model found. Train from scratch. -INFO:gp: fitness size - ------------------------------------------------------------------------- ----------------------------------------------- -gen nevals avg gen max min nevals std avg gen max min nevals std -0 1023 0.498089 0 0.717488 0.287396 1023 0.0647464 3.47605 0 7 2 1023 1.29484 -INFO:gp:1 724 0.553495 1 0.723952 0.343774 724 0.06445 3.51515 1 10 2 724 1.42369 -INFO:gp:2 772 0.587063 2 0.781431 0.332739 772 0.0709876 3.61193 2 10 2 772 1.52814 -INFO:gp:3 770 0.609439 3 0.835834 0.303222 770 0.0812221 3.81623 3 13 2 770 1.70888 -INFO:gp:4 789 0.632526 4 0.865734 0.256295 789 0.0856491 4.16911 4 12 2 789 1.91198 -INFO:gp:5 760 0.664503 5 0.879153 0.319349 760 0.0983029 5.00587 5 13 2 760 2.15888 -INFO:gp:6 772 0.704444 6 0.879153 0.383304 772 0.0966865 6.01271 6 14 2 772 2.23516 -INFO:gp:7 778 0.72288 7 0.879153 0.391599 778 0.104839 6.27566 7 14 1 778 2.33094 -INFO:gp:8 736 0.742762 8 0.879211 0.397492 736 0.10966 6.22972 8 13 2 736 2.19904 -INFO:gp:9 769 0.749285 9 0.880679 0.33886 769 0.117594 6.25318 9 18 2 769 2.37275 -INFO:gp:10 775 0.755798 10 0.892006 0.331973 775 0.11896 6.00489 10 19 2 775 2.06469 -INFO:gp:11 778 0.770618 11 0.892077 0.232364 778 0.121365 5.93353 11 14 2 778 1.98614 -INFO:gp:12 742 0.777831 12 0.892759 0.243099 742 0.121342 5.88074 12 17 2 742 1.8073 -INFO:gp:13 765 0.781803 13 0.901784 0.341742 765 0.129232 5.739 13 17 2 765 1.82181 -INFO:gp:14 773 0.791393 14 0.90389 0.391666 773 0.130439 5.93157 14 17 2 773 2.26823 -INFO:gp:15 757 0.80854 15 0.90389 0.498178 757 0.118211 6.49462 15 17 3 757 2.80478 -INFO:gp:16 745 0.789617 16 0.913603 0.397641 745 0.138109 7.52199 16 17 3 745 2.98076 -INFO:gp:17 770 0.803226 17 0.913603 0.417294 770 0.136002 7.01466 17 17 3 770 2.72901 -INFO:gp:18 778 0.807684 18 0.913603 0.481356 778 0.13874 6.29912 18 18 3 778 2.60507 -INFO:gp:19 768 0.807151 19 0.913603 0.486386 768 0.144758 6.81036 19 15 3 768 2.63208 -INFO:gp:20 775 0.818212 20 0.913603 0.421499 775 0.136741 7.50733 20 18 3 775 2.68585 -INFO:gp:21 759 0.811387 21 0.9141 0.49798 759 0.142078 7.50244 21 16 3 759 2.6481 -INFO:gp:22 775 0.809218 22 0.91477 0.500002 775 0.147696 6.84848 22 16 3 775 2.62135 -INFO:gp:23 789 0.809907 23 0.91477 0.498124 789 0.148562 6.26295 23 16 3 789 2.39629 -INFO:gp:24 790 0.810565 24 0.91477 0.499016 790 0.148471 6.15738 24 16 3 790 2.31904 -INFO:gp:25 735 0.815328 25 0.91477 0.497969 735 0.14758 6.48876 25 16 3 735 2.40633 -INFO:gp:26 768 0.83276 26 0.91477 0.484781 768 0.134242 7.40371 26 17 3 768 2.62596 -INFO:gp:27 791 0.813283 27 0.91477 0.499357 791 0.151388 8.69501 27 17 3 791 2.52085 -INFO:gp:28 777 0.819125 28 0.91477 0.498958 777 0.149708 9.85337 28 19 3 777 2.34177 -INFO:gp:29 758 0.820735 29 0.91477 0.498058 758 0.147635 10.565 29 19 3 758 2.27903 -INFO:gp:30 774 0.819603 30 0.91477 0.498232 774 0.149104 10.912 30 19 3 774 2.13523 -INFO:gp:31 751 0.83078 31 0.91477 0.473902 751 0.142968 11.0137 31 21 3 751 2.17823 -INFO:gp:32 768 0.804463 32 0.91477 0.498937 768 0.160588 11.0137 32 20 3 768 2.20765 -INFO:gp:33 786 0.810797 33 0.91477 0.497828 786 0.157606 11.2414 33 22 3 786 2.31011 -INFO:gp:34 754 0.823025 34 0.91477 0.499438 754 0.150016 11.3333 34 22 3 754 2.27858 -INFO:gp:35 748 0.816184 35 0.91477 0.498663 748 0.153979 11.3167 35 25 3 748 2.41399 -INFO:gp:36 787 0.812127 36 0.91477 0.498456 787 0.156974 11.3812 36 21 3 787 2.25399 -INFO:gp:37 764 0.817561 37 0.91477 0.498405 764 0.153498 11.4643 37 22 3 764 2.43075 -INFO:gp:38 755 0.821672 38 0.91477 0.492254 755 0.150621 11.5738 38 22 3 755 2.43351 -INFO:gp:39 764 0.824795 39 0.91477 0.503722 764 0.147202 11.5406 39 21 3 764 2.45906 -INFO:gp:40 790 0.821024 40 0.91477 0.497942 790 0.150634 11.6061 40 24 3 790 2.56456 -INFO:gp:41 735 0.82951 41 0.914774 0.500643 735 0.143159 11.6002 41 24 3 735 2.59398 -INFO:gp:42 768 0.825882 42 0.914886 0.472958 768 0.148261 11.6334 42 24 3 768 2.5476 -INFO:gp:43 753 0.826881 43 0.914886 0.487945 753 0.146842 11.7713 43 24 3 753 2.69507 -INFO:gp:44 747 0.825444 44 0.915145 0.498423 747 0.148636 11.9775 44 25 3 747 2.8077 -INFO:gp:45 774 0.824901 45 0.915372 0.499475 774 0.148275 12.5523 45 25 3 774 3.40159 -INFO:gp:46 763 0.82365 46 0.915372 0.498699 763 0.148415 13.8612 46 29 3 763 4.27023 -INFO:gp:47 772 0.829967 47 0.916327 0.498697 772 0.147312 15.5318 47 25 3 772 4.48596 -INFO:gp:48 749 0.831686 48 0.917003 0.488788 749 0.146048 16.4565 48 29 3 749 4.37578 -INFO:gp:49 776 0.827553 49 0.917329 0.470057 776 0.148226 16.1896 49 28 3 776 4.22893 -INFO:gp:50 761 0.834111 50 0.917685 0.497055 761 0.144589 16.3724 50 30 3 761 3.61747 -INFO:gp:51 780 0.832285 51 0.919486 0.498502 780 0.14651 17.4321 51 29 3 780 3.60637 -INFO:gp:52 740 0.834151 52 0.919486 0.498292 740 0.14513 18.3294 52 30 3 740 3.33822 -INFO:gp:53 809 0.824956 53 0.919486 0.497692 809 0.154103 18.1623 53 30 3 809 3.61044 -INFO:gp:54 798 0.819122 54 0.919517 0.498244 798 0.155801 17.7527 54 27 3 798 3.69941 -INFO:gp:55 755 0.835184 55 0.919517 0.498636 755 0.14457 18.0479 55 33 3 755 3.86637 -INFO:gp:56 776 0.824952 56 0.920688 0.498144 776 0.149649 18.8798 56 30 3 776 3.85796 -INFO:gp:57 774 0.828647 57 0.920688 0.499341 774 0.150458 19.3216 57 31 3 774 3.67353 -INFO:gp:58 754 0.827769 58 0.920688 0.499793 754 0.148343 19.3578 58 32 3 754 3.26045 -INFO:gp:59 774 0.819769 59 0.920688 0.499979 774 0.152911 20.0205 59 31 3 774 3.26248 -INFO:gp:60 782 0.82547 60 0.921844 0.499469 782 0.150414 20.6804 60 30 3 782 3.23357 -INFO:gp:61 774 0.828678 61 0.922415 0.48988 774 0.148119 20.9267 61 34 3 774 3.33521 -INFO:gp:62 766 0.832654 62 0.922415 0.497557 766 0.146655 20.9423 62 32 3 766 3.22375 -INFO:gp:63 778 0.828574 63 0.922415 0.498901 778 0.146876 20.9101 63 30 3 778 3.37052 -INFO:gp:64 784 0.816274 64 0.922419 0.499049 784 0.154429 21.6637 64 34 3 784 3.49169 -INFO:gp:65 754 0.828842 65 0.922483 0.498568 754 0.149367 22.9804 65 37 3 754 3.62941 -INFO:gp:66 759 0.833114 66 0.922483 0.499335 759 0.147489 23.782 66 33 3 759 3.2994 -INFO:gp:67 763 0.839219 67 0.922483 0.498385 763 0.141263 23.8045 67 40 3 763 3.71977 -INFO:gp:68 761 0.832723 68 0.922483 0.500362 761 0.146787 24.1769 68 38 3 761 3.57505 -INFO:gp:69 772 0.825767 69 0.922483 0.500921 772 0.149624 24.8152 69 41 3 772 3.67577 -INFO:gp:70 779 0.829489 70 0.922513 0.499629 779 0.148398 25.349 70 41 3 779 3.7936 -INFO:gp:71 772 0.826875 71 0.92252 0.498224 772 0.15183 25.8426 71 35 3 772 3.30787 -INFO:gp:72 754 0.823454 72 0.92252 0.498533 754 0.154586 25.9326 72 35 3 754 3.69914 -INFO:gp:73 788 0.821141 73 0.92252 0.49954 788 0.153288 26.173 73 36 11 788 3.22144 -INFO:gp:74 751 0.82831 74 0.92252 0.498334 751 0.151847 26.5445 74 36 3 751 3.35454 -INFO:gp:75 758 0.83163 75 0.922523 0.498906 758 0.146184 26.998 75 41 3 758 3.60026 -INFO:gp:76 753 0.830119 76 0.922523 0.504077 753 0.147407 27.9609 76 37 3 753 3.11155 -INFO:gp:77 769 0.835274 77 0.922571 0.497395 769 0.145956 28.4047 77 39 3 769 3.19923 -INFO:gp:78 788 0.827518 78 0.922571 0.499495 788 0.151396 28.6246 78 44 3 788 3.66643 -INFO:gp:79 764 0.836832 79 0.922571 0.502031 764 0.146606 28.8338 79 39 3 764 3.61134 -INFO:gp:80 782 0.832325 80 0.922571 0.498518 782 0.146808 29.4194 80 43 3 782 3.86213 -INFO:gp:81 769 0.838366 81 0.922571 0.498663 769 0.14219 30.3568 81 41 3 769 4.65493 -INFO:gp:82 765 0.814516 82 0.922614 0.505292 765 0.15825 32.3773 82 42 3 765 4.65573 -INFO:gp:83 772 0.825557 83 0.922715 0.498535 772 0.152251 34.2268 83 44 3 772 4.57792 -INFO:gp:84 736 0.82503 84 0.9228 0.498412 736 0.154382 35.3284 84 51 3 736 3.97839 -INFO:gp:85 791 0.826169 85 0.9228 0.499746 791 0.152057 35.3353 85 44 3 791 4.50914 -INFO:gp:86 777 0.831514 86 0.9228 0.476604 777 0.148097 35.4096 86 51 10 777 4.05936 -INFO:gp:87 754 0.833235 87 0.9228 0.499767 754 0.147577 35.825 87 44 3 754 3.83324 -INFO:gp:88 774 0.830181 88 0.9228 0.498323 774 0.148486 36.2336 88 51 3 774 3.84387 -INFO:gp:89 760 0.835627 89 0.922915 0.498099 760 0.143963 36.3255 89 52 3 760 4.23648 -INFO:gp:90 782 0.832891 90 0.922915 0.500108 782 0.146906 36.7009 90 51 3 782 3.80107 -INFO:gp:91 780 0.825432 91 0.922915 0.49829 780 0.152101 36.7957 91 52 3 780 3.8463 -INFO:gp:92 777 0.832547 92 0.923425 0.497786 777 0.148049 36.8553 92 48 3 777 3.51795 -INFO:gp:93 757 0.827062 93 0.923425 0.503663 757 0.152106 36.8583 93 51 3 757 3.32978 -INFO:gp:94 764 0.823469 94 0.923425 0.501965 764 0.154013 36.7918 94 45 3 764 3.36253 -INFO:gp:95 779 0.828933 95 0.923466 0.498019 779 0.150662 36.6813 95 46 3 779 3.59022 -INFO:gp:96 782 0.829747 96 0.923466 0.471981 782 0.149121 36.3734 96 45 5 782 3.48932 -INFO:gp:97 781 0.830097 97 0.923555 0.487911 781 0.148042 35.6588 97 44 3 781 3.79431 -INFO:gp:98 762 0.837537 98 0.923846 0.498732 762 0.143085 35.2757 98 44 3 762 3.90506 -INFO:gp:99 796 0.828922 99 0.923846 0.498859 796 0.15044 35.4985 99 50 3 796 3.69959 -INFO:gp:100 778 0.840353 100 0.923846 0.498981 778 0.141134 35.7058 100 45 3 778 4.04984 -INFO:__main__:Saving model to file: checkpoints/run_2.pth -INFO:util:Train accuracy: 1.0 +- 0.0 -INFO:util:Val accuracy: 1.0 +- 0.0 -INFO:util:Test accuracy: 1.0 +- 0.0 -INFO:util:Train intra-class: 0.1583259378130345, Train Inter-class: 0.3967861356918892 -INFO:util:Val intra-class: 0.13693062801035844, Val Inter-class: 0.29758772422805657 -INFO:util:Test intra-class: 0.1801373341901206, Test inter-class: 0.38164297377449835 -INFO:plot:Saving t-SNE to file: figures/tsne.png -INFO:plot:Saving t-SNE to file: figures/tsne.png -INFO:plot:Saving tree to file: figures/tree-0.pdf -INFO:plot:Saving tree to file: figures/tree-1.pdf +INFO:gp: fitness size + ----------------------------------------------------------------- ----------------------------------------------- +gen nevals avg gen max min nevals std avg gen max min nevals std +0 1023 0.501732 0 0.612272 0.41107 1023 0.0302435 3.47605 0 7 2 1023 1.29484 +INFO:gp:1 739 0.522022 1 0.616158 0.425695 739 0.0336342 3.58944 1 10 2 739 1.39106 +INFO:gp:2 764 0.531972 2 0.633457 0.403136 764 0.0398799 3.72923 2 13 2 764 1.45845 +INFO:gp:3 776 0.542057 3 0.640709 0.392637 776 0.043521 3.75855 3 11 2 776 1.42364 +INFO:gp:4 792 0.549189 4 0.672902 0.357447 792 0.0479186 3.74389 4 11 2 792 1.40829 +INFO:gp:5 761 0.558073 5 0.672902 0.395846 761 0.0506366 3.93157 5 13 2 761 1.49917 +INFO:gp:6 783 0.564491 6 0.672902 0.39851 783 0.0534514 4.20919 6 12 2 783 1.52632 +INFO:gp:7 787 0.571896 7 0.677804 0.37006 787 0.0541946 4.47605 7 14 2 787 1.67237 +INFO:gp:8 756 0.577649 8 0.677804 0.38014 756 0.0542497 4.66667 8 12 2 756 1.64888 +INFO:gp:9 775 0.578779 9 0.677804 0.400889 775 0.0562206 4.85533 9 12 2 775 1.76381 +INFO:gp:10 777 0.58327 10 0.677804 0.384306 777 0.0560158 4.65396 10 14 2 777 1.75295 +INFO:gp:11 774 0.585787 11 0.680046 0.408052 774 0.0572613 4.69306 11 15 2 774 1.86379 +INFO:gp:12 766 0.588983 12 0.701798 0.398678 766 0.0591588 4.45846 12 15 2 766 1.84967 diff --git a/code/gp/logs/instance-recognition/tmp/run_3.log b/code/gp/logs/instance-recognition/tmp/run_3.log index bf222c9..fab2081 100644 --- a/code/gp/logs/instance-recognition/tmp/run_3.log +++ b/code/gp/logs/instance-recognition/tmp/run_3.log @@ -1,117 +1,9 @@ INFO:data:Reading dataset fish: instance-recognition INFO:__main__:No model found. Train from scratch. -INFO:gp: fitness size - ----------------------------------------------------------------- ----------------------------------------------- -gen nevals avg gen max min nevals std avg gen max min nevals std -0 1023 0.502365 0 0.709348 0.27342 1023 0.0624809 3.56403 0 7 2 1023 1.37338 -INFO:gp:1 780 0.552492 1 0.755641 0.359796 780 0.0619089 3.56207 1 11 2 780 1.46307 -INFO:gp:2 798 0.582457 2 0.809881 0.360466 798 0.0715992 3.82796 2 11 1 798 1.58429 -INFO:gp:3 765 0.618659 3 0.821607 0.306731 765 0.0764269 4.02248 3 13 2 765 1.71032 -INFO:gp:4 773 0.642574 4 0.842301 0.343199 773 0.0923194 4.30792 4 11 2 773 1.70044 -INFO:gp:5 780 0.679917 5 0.86688 0.305384 780 0.10132 4.44868 5 11 2 780 1.57232 -INFO:gp:6 786 0.70901 6 0.86688 0.268637 786 0.112208 4.46725 6 11 2 786 1.48194 -INFO:gp:7 785 0.72576 7 0.867296 0.250232 785 0.123296 4.57283 7 12 2 785 1.52154 -INFO:gp:8 752 0.742947 8 0.888913 0.21724 752 0.125116 4.45846 8 12 2 752 1.45307 -INFO:gp:9 766 0.745497 9 0.888913 0.270857 766 0.127941 4.38025 9 14 2 766 1.36321 -INFO:gp:10 761 0.73412 10 0.888913 0.238642 761 0.144195 4.45846 10 11 2 761 1.32204 -INFO:gp:11 785 0.74712 11 0.900133 0.238642 785 0.141001 4.61584 11 12 2 785 1.28379 -INFO:gp:12 798 0.748552 12 0.900302 0.238642 798 0.142416 4.94624 12 12 2 798 1.36642 -INFO:gp:13 787 0.762301 13 0.900302 0.228344 787 0.147487 5.07918 13 11 1 787 1.33037 -INFO:gp:14 779 0.790881 14 0.900302 0.263182 779 0.129728 5.36559 14 13 2 779 1.44811 -INFO:gp:15 746 0.801943 15 0.900302 0.322298 746 0.131793 5.8651 15 11 1 746 1.49792 -INFO:gp:16 771 0.810854 16 0.900302 0.263182 771 0.130977 6.62463 16 13 2 771 1.50719 -INFO:gp:17 753 0.817855 17 0.900579 0.425477 753 0.125406 6.99413 17 14 2 753 1.33601 -INFO:gp:18 753 0.813666 18 0.900579 0.377977 753 0.129344 7.0176 18 14 2 753 1.29955 -INFO:gp:19 771 0.819923 19 0.900579 0.421579 771 0.126235 7.10362 19 13 2 771 1.37105 -INFO:gp:20 768 0.819592 20 0.900579 0.371042 768 0.124375 7.37634 20 14 2 768 1.57885 -INFO:gp:21 773 0.818116 21 0.900579 0.322984 773 0.129329 8.12121 21 16 2 773 1.89535 -INFO:gp:22 780 0.820741 22 0.900579 0.356291 780 0.126082 8.7957 22 16 2 780 1.97845 -INFO:gp:23 773 0.826658 23 0.900579 0.326055 773 0.12201 8.98338 23 16 2 773 1.74714 -INFO:gp:24 781 0.822509 24 0.900579 0.34996 781 0.123722 9.01075 24 16 2 781 1.59939 -INFO:gp:25 776 0.820985 25 0.900579 0.387288 776 0.127449 9.00196 25 16 2 776 1.66852 -INFO:gp:26 802 0.823076 26 0.900723 0.346733 802 0.12342 9.06354 26 17 2 802 1.68045 -INFO:gp:27 749 0.830289 27 0.900723 0.374819 749 0.118973 9.04594 27 17 2 749 1.69435 -INFO:gp:28 786 0.823837 28 0.900723 0.373131 786 0.125969 9.14858 28 16 2 786 1.59894 -INFO:gp:29 780 0.826137 29 0.900723 0.356734 780 0.124698 9.2043 29 16 2 780 1.76871 -INFO:gp:30 773 0.824649 30 0.900997 0.353113 773 0.124845 9.51906 30 19 2 773 1.98464 -INFO:gp:31 754 0.824358 31 0.901506 0.426039 754 0.124007 10.174 31 20 2 754 2.17221 -INFO:gp:32 784 0.830591 32 0.901754 0.313592 784 0.120531 11.0176 32 20 2 784 2.1876 -INFO:gp:33 767 0.834377 33 0.901763 0.407107 767 0.116556 11.7146 33 23 2 767 2.49822 -INFO:gp:34 763 0.839666 34 0.90187 0.362998 763 0.11248 12.9638 34 24 2 763 2.85588 -INFO:gp:35 761 0.842399 35 0.902196 0.446158 761 0.110844 14.5103 35 26 2 761 3.25784 -INFO:gp:36 747 0.843949 36 0.902206 0.457607 747 0.108323 15.654 36 28 2 747 3.31287 -INFO:gp:37 792 0.844826 37 0.902206 0.430516 792 0.108506 16.7263 37 32 2 792 3.69874 -INFO:gp:38 787 0.846461 38 0.902206 0.406276 787 0.108101 17.6862 38 32 2 787 3.49728 -INFO:gp:39 773 0.84733 39 0.902477 0.427194 773 0.107668 17.5904 39 32 2 773 3.24035 -INFO:gp:40 760 0.844769 40 0.902477 0.381311 760 0.112521 18.5982 40 32 2 760 3.81717 -INFO:gp:41 773 0.844945 41 0.902552 0.408974 773 0.108438 20.3851 41 37 2 773 3.70203 -INFO:gp:42 778 0.840293 42 0.902552 0.362552 778 0.113372 19.9335 42 32 2 778 3.97346 -INFO:gp:43 752 0.852855 43 0.902552 0.440112 752 0.099271 18.9022 43 35 2 752 3.66861 -INFO:gp:44 746 0.849221 44 0.902645 0.333079 746 0.108031 17.6813 44 32 2 746 3.5073 -INFO:gp:45 764 0.840818 45 0.902866 0.355774 764 0.111818 18.5015 45 35 2 764 3.95475 -INFO:gp:46 762 0.848435 46 0.902866 0.343526 762 0.10866 20.1652 46 35 2 762 3.79575 -INFO:gp:47 783 0.85015 47 0.902875 0.370617 783 0.108444 20.5415 47 40 2 783 3.54885 -INFO:gp:48 763 0.851707 48 0.903137 0.305103 763 0.106084 19.9443 48 32 2 763 3.74137 -INFO:gp:49 766 0.84867 49 0.903137 0.398388 766 0.107197 20.4555 49 37 2 766 3.69747 -INFO:gp:50 794 0.853774 50 0.903137 0.299535 794 0.10139 21.0899 50 33 5 794 3.07986 -INFO:gp:51 772 0.846257 51 0.903328 0.428664 772 0.108952 20.4829 51 32 2 772 3.47642 -INFO:gp:52 758 0.846868 52 0.903328 0.337079 758 0.112293 19.6813 52 30 2 758 3.51204 -INFO:gp:53 789 0.845897 53 0.90367 0.419433 789 0.107655 19.741 53 35 2 789 3.42556 -INFO:gp:54 771 0.850444 54 0.90367 0.387073 771 0.103845 19.9228 54 34 2 771 3.2451 -INFO:gp:55 760 0.845293 55 0.90367 0.345046 760 0.108984 19.1447 55 31 2 760 3.27862 -INFO:gp:56 754 0.849019 56 0.90367 0.346032 754 0.105628 19.0029 56 31 2 754 3.09242 -INFO:gp:57 781 0.850755 57 0.90367 0.349632 781 0.102939 19.4164 57 31 2 781 3.11942 -INFO:gp:58 760 0.841389 58 0.90367 0.372538 760 0.112156 20.1603 58 35 2 760 3.1884 -INFO:gp:59 759 0.845941 59 0.90367 0.404625 759 0.109342 20.3333 59 35 2 759 3.39532 -INFO:gp:60 798 0.844257 60 0.90367 0.370015 798 0.111209 20.3666 60 35 2 798 3.1252 -INFO:gp:61 785 0.847553 61 0.90367 0.438395 785 0.109023 20.2366 61 27 2 785 3.23513 -INFO:gp:62 747 0.844154 62 0.90367 0.322131 747 0.114349 20.563 62 35 2 747 2.89903 -INFO:gp:63 799 0.844361 63 0.90367 0.419509 799 0.108488 20.3138 63 35 2 799 3.30264 -INFO:gp:64 748 0.853664 64 0.90367 0.410954 748 0.103616 20.3021 64 33 2 748 3.41803 -INFO:gp:65 777 0.841212 65 0.90367 0.377715 777 0.117759 20.4536 65 31 2 777 3.10323 -INFO:gp:66 779 0.846121 66 0.90367 0.380188 779 0.112796 20.3275 66 33 2 779 3.16186 -INFO:gp:67 771 0.850768 67 0.90367 0.409049 771 0.103694 20.2952 67 35 2 771 3.29591 -INFO:gp:68 770 0.837693 68 0.90367 0.337845 770 0.117374 20.3275 68 35 2 770 3.2832 -INFO:gp:69 793 0.841031 69 0.90367 0.401173 793 0.114117 20.3118 69 35 2 793 3.42202 -INFO:gp:70 779 0.849586 70 0.90367 0.442557 779 0.106841 20.172 70 35 2 779 3.6208 -INFO:gp:71 768 0.850549 71 0.90367 0.366825 768 0.106809 20.2737 71 33 2 768 3.36234 -INFO:gp:72 766 0.847205 72 0.90367 0.401226 766 0.110771 20.4682 72 35 2 766 2.99995 -INFO:gp:73 758 0.847015 73 0.90367 0.406714 758 0.111017 20.2845 73 31 2 758 3.30618 -INFO:gp:74 802 0.838668 74 0.903749 0.345747 802 0.11637 20.3978 74 35 2 802 3.18708 -INFO:gp:75 772 0.846111 75 0.903749 0.406781 772 0.110144 20.2278 75 33 2 772 3.45986 -INFO:gp:76 767 0.846377 76 0.903749 0.299688 767 0.110989 20.3754 76 35 2 767 3.13836 -INFO:gp:77 770 0.845899 77 0.903749 0.358442 770 0.108317 20.3881 77 31 2 770 3.23787 -INFO:gp:78 795 0.845073 78 0.903838 0.403872 795 0.110569 20.4868 78 35 2 795 3.75334 -INFO:gp:79 751 0.84854 79 0.903838 0.407617 751 0.109556 21.2864 79 33 2 751 3.44331 -INFO:gp:80 784 0.843298 80 0.903838 0.306259 784 0.114337 20.8739 80 40 2 784 4.07514 -INFO:gp:81 757 0.846971 81 0.904409 0.399603 757 0.109523 20.9169 81 34 2 757 3.36272 -INFO:gp:82 771 0.847204 82 0.904409 0.385487 771 0.112748 21.5152 82 35 2 771 3.23282 -INFO:gp:83 758 0.844329 83 0.904409 0.33372 758 0.110147 22.1896 83 39 2 758 3.31282 -INFO:gp:84 771 0.839505 84 0.904409 0.402473 771 0.115525 21.9492 84 40 2 771 3.79243 -INFO:gp:85 772 0.848554 85 0.904577 0.281112 772 0.110065 22.1222 85 39 2 772 3.35395 -INFO:gp:86 763 0.850458 86 0.904577 0.339607 763 0.105929 21.392 86 34 2 763 3.64932 -INFO:gp:87 756 0.849022 87 0.904683 0.37392 756 0.109755 20.7331 87 35 2 756 3.26241 -INFO:gp:88 778 0.842795 88 0.904683 0.368299 778 0.114243 20.6725 88 35 2 778 2.88612 -INFO:gp:89 777 0.85272 89 0.904683 0.419942 777 0.102921 20.5308 89 35 2 777 3.33012 -INFO:gp:90 735 0.85152 90 0.904683 0.44985 735 0.104567 20.5924 90 35 2 735 3.18461 -INFO:gp:91 777 0.851135 91 0.904683 0.384757 777 0.107233 20.4741 91 35 2 777 3.45436 -INFO:gp:92 750 0.849746 92 0.908361 0.428526 750 0.107266 20.5425 92 33 2 750 2.94855 -INFO:gp:93 756 0.84929 93 0.908361 0.466325 756 0.108691 20.3783 93 33 2 756 3.33948 -INFO:gp:94 787 0.847869 94 0.909873 0.352422 787 0.110086 20.434 94 35 2 787 3.26947 -INFO:gp:95 754 0.850357 95 0.909873 0.396764 754 0.107435 20.5181 95 35 2 754 3.06422 -INFO:gp:96 781 0.854109 96 0.909873 0.421357 781 0.103452 20.2669 96 37 4 781 3.51816 -INFO:gp:97 773 0.847685 97 0.909873 0.357674 773 0.113277 20.2923 97 35 2 773 3.12709 -INFO:gp:98 774 0.853524 98 0.909873 0.413765 774 0.107716 20.2669 98 35 2 774 3.07326 -INFO:gp:99 808 0.849251 99 0.909873 0.319617 808 0.111522 20.088 99 33 2 808 3.3432 -INFO:gp:100 778 0.853239 100 0.909873 0.340774 778 0.1084 20.0968 100 33 2 778 3.24699 -INFO:__main__:Saving model to file: checkpoints/run_3.pth -INFO:util:Train accuracy: 0.9868421052631579 +- 0.013157894736842146 -INFO:util:Val accuracy: 0.9868421052631579 +- 0.013157894736842146 -INFO:util:Test accuracy: 1.0 +- 0.0 -INFO:util:Train intra-class: 0.1357426961201166, Train Inter-class: 0.3397355840442001 -INFO:util:Val intra-class: 0.11929001442139472, Val Inter-class: 0.32590691626377677 -INFO:util:Test intra-class: 0.14052872808698122, Test inter-class: 0.35338318542651675 -INFO:plot:Saving t-SNE to file: figures/tsne.png -INFO:plot:Saving t-SNE to file: figures/tsne.png -INFO:plot:Saving tree to file: figures/tree-0.pdf -INFO:plot:Saving tree to file: figures/tree-1.pdf +INFO:gp: fitness size + ------------------------------------------------------------------------- ----------------------------------------------- +gen nevals avg gen max min nevals std avg gen max min nevals std +0 1023 0.500862 0 0.609253 0.396093 1023 0.0310628 3.56403 0 7 2 1023 1.37338 +INFO:gp:1 758 0.520161 1 0.609253 0.400348 758 0.0320998 3.8436 1 12 2 758 1.62789 +INFO:gp:2 790 0.530526 2 0.622557 0.382771 790 0.0364615 4.09091 2 10 2 790 1.59684 +INFO:gp:3 771 0.54115 3 0.633308 0.394137 771 0.0407983 4.32942 3 11 1 771 1.62699 diff --git a/code/gp/logs/instance-recognition/tmp/run_4.log b/code/gp/logs/instance-recognition/tmp/run_4.log index 1d5316c..15a8019 100644 --- a/code/gp/logs/instance-recognition/tmp/run_4.log +++ b/code/gp/logs/instance-recognition/tmp/run_4.log @@ -1,117 +1,2 @@ INFO:data:Reading dataset fish: instance-recognition INFO:__main__:No model found. Train from scratch. -INFO:gp: fitness size - ------------------------------------------------------------------------- ----------------------------------------------- -gen nevals avg gen max min nevals std avg gen max min nevals std -0 1023 0.501226 0 0.673456 0.253066 1023 0.0612677 3.49267 0 7 2 1023 1.33737 -INFO:gp:1 769 0.549917 1 0.817836 0.319567 769 0.0622565 3.65982 1 10 2 769 1.45631 -INFO:gp:2 764 0.58344 2 0.817836 0.379228 764 0.0682458 3.65005 2 9 2 764 1.41515 -INFO:gp:3 771 0.615337 3 0.840036 0.351546 771 0.0762452 3.74389 3 10 2 771 1.3859 -INFO:gp:4 749 0.647876 4 0.840036 0.330424 749 0.0854233 3.79081 4 10 2 749 1.28577 -INFO:gp:5 775 0.676491 5 0.84846 0.323342 775 0.100301 3.84946 5 11 2 775 1.26801 -INFO:gp:6 787 0.711884 6 0.881253 0.32252 787 0.106885 3.97263 6 10 2 787 1.28577 -INFO:gp:7 776 0.741097 7 0.88782 0.397995 776 0.10871 4.10264 7 9 2 776 1.28539 -INFO:gp:8 756 0.752923 8 0.892142 0.386218 756 0.113893 4.16031 8 10 3 756 1.35841 -INFO:gp:9 790 0.765548 9 0.892259 0.429312 790 0.115371 3.95406 9 12 3 790 1.39992 -INFO:gp:10 787 0.766551 10 0.904123 0.386218 787 0.131924 3.68524 10 9 3 787 1.24773 -INFO:gp:11 798 0.77556 11 0.904503 0.394572 798 0.141219 3.72434 11 9 3 798 1.32436 -INFO:gp:12 757 0.786046 12 0.904503 0.466066 757 0.143929 3.91202 12 12 3 757 1.51567 -INFO:gp:13 767 0.768303 13 0.915658 0.420358 767 0.159196 4.23851 13 11 3 767 1.70038 -INFO:gp:14 766 0.774068 14 0.916333 0.450215 766 0.156915 5.1173 14 15 3 766 2.03535 -INFO:gp:15 771 0.781573 15 0.916333 0.470021 771 0.155378 6.08895 15 15 3 771 2.13451 -INFO:gp:16 787 0.780257 16 0.916333 0.398016 787 0.158159 6.66373 16 14 3 787 2.22145 -INFO:gp:17 778 0.785834 17 0.916333 0.440517 778 0.157888 6.52688 17 16 3 778 2.41189 -INFO:gp:18 771 0.808326 18 0.918151 0.357405 771 0.148474 6.27566 18 15 3 771 2.42588 -INFO:gp:19 783 0.794706 19 0.918151 0.421152 783 0.160675 6.33333 19 18 3 783 2.46527 -INFO:gp:20 788 0.799521 20 0.918151 0.448756 788 0.160899 6.39785 20 15 3 788 2.42121 -INFO:gp:21 783 0.811756 21 0.918151 0.498649 783 0.152886 6.68231 21 15 3 783 2.59139 -INFO:gp:22 754 0.799658 22 0.918151 0.375654 754 0.161397 7.79668 22 17 3 754 3.00305 -INFO:gp:23 750 0.825322 23 0.918151 0.446466 750 0.14356 9.12121 23 20 3 750 3.06256 -INFO:gp:24 761 0.817875 24 0.920099 0.498577 761 0.153844 10.129 24 21 3 761 2.64279 -INFO:gp:25 787 0.817037 25 0.920099 0.499014 787 0.153051 10.7341 25 19 3 787 2.46454 -INFO:gp:26 786 0.815902 26 0.920847 0.476702 786 0.155163 10.998 26 23 3 786 2.42462 -INFO:gp:27 782 0.810416 27 0.920847 0.367182 782 0.157087 10.998 27 23 3 782 2.51486 -INFO:gp:28 766 0.812387 28 0.920847 0.479475 766 0.156872 10.8309 28 21 3 766 2.59101 -INFO:gp:29 782 0.815209 29 0.920847 0.498546 782 0.151688 10.6804 29 23 3 782 2.79968 -INFO:gp:30 776 0.810309 30 0.920847 0.419292 776 0.158291 10.2454 30 20 3 776 2.84143 -INFO:gp:31 768 0.823009 31 0.920847 0.482447 768 0.148175 9.99022 31 20 3 768 2.78347 -INFO:gp:32 760 0.81531 32 0.921059 0.47941 760 0.153912 9.71065 32 22 3 760 2.57903 -INFO:gp:33 767 0.814884 33 0.921059 0.430338 767 0.153257 9.26979 33 20 3 767 2.46531 -INFO:gp:34 783 0.817675 34 0.921059 0.500111 783 0.152702 9.12317 34 18 3 783 2.32847 -INFO:gp:35 749 0.817538 35 0.921066 0.494069 749 0.151763 9.24145 35 20 3 749 2.39161 -INFO:gp:36 763 0.818377 36 0.921102 0.391223 763 0.148133 9.2043 36 19 3 763 2.38608 -INFO:gp:37 781 0.825111 37 0.921102 0.385195 781 0.140834 9.33529 37 20 3 781 2.47727 -INFO:gp:38 787 0.831248 38 0.921243 0.458481 787 0.13366 9.31672 38 20 3 787 2.4921 -INFO:gp:39 774 0.821622 39 0.921302 0.461932 774 0.132062 9.37732 39 20 3 774 2.50598 -INFO:gp:40 777 0.834785 40 0.921456 0.493277 777 0.12818 9.71163 40 20 3 777 2.62962 -INFO:gp:41 784 0.836289 41 0.921703 0.410414 784 0.124437 9.95699 41 21 3 784 2.85116 -INFO:gp:42 752 0.840778 42 0.921703 0.463174 752 0.124452 10.3646 42 21 3 752 2.97678 -INFO:gp:43 769 0.843274 43 0.923181 0.479122 769 0.117738 10.4213 43 23 3 769 3.06422 -INFO:gp:44 794 0.842792 44 0.923181 0.456943 794 0.11768 10.7214 44 20 3 794 2.75553 -INFO:gp:45 754 0.850281 45 0.923181 0.392335 754 0.110749 11.3392 45 20 3 754 2.88748 -INFO:gp:46 758 0.853041 46 0.923628 0.42878 758 0.10674 11.8573 46 22 3 758 2.9768 -INFO:gp:47 781 0.859014 47 0.923787 0.46469 781 0.100802 12.0303 47 25 3 781 3.04031 -INFO:gp:48 778 0.860674 48 0.923802 0.392674 778 0.09857 12.0313 48 23 3 778 3.06001 -INFO:gp:49 768 0.85999 49 0.924053 0.464979 768 0.0995255 12.3998 49 23 3 768 3.13082 -INFO:gp:50 784 0.86213 50 0.924053 0.49092 784 0.0956752 12.9345 50 24 3 784 3.18148 -INFO:gp:51 781 0.861445 51 0.924053 0.499592 781 0.0993454 13.0283 51 26 5 781 3.29521 -INFO:gp:52 776 0.862683 52 0.924053 0.500705 776 0.0975375 13.3754 52 32 3 776 3.3008 -INFO:gp:53 783 0.867051 53 0.924241 0.478448 783 0.093435 13.8817 53 24 3 783 3.16733 -INFO:gp:54 765 0.872914 54 0.924241 0.440342 765 0.0833837 14.2004 54 23 3 765 2.95418 -INFO:gp:55 747 0.874 55 0.924241 0.424557 747 0.0881834 14.5181 55 29 3 747 2.6462 -INFO:gp:56 770 0.876976 56 0.924351 0.501759 770 0.0816929 14.7791 56 25 3 770 2.43148 -INFO:gp:57 787 0.876216 57 0.924395 0.427825 787 0.0805038 15.1789 57 30 3 787 2.41943 -INFO:gp:58 772 0.881617 58 0.924516 0.521072 772 0.0748826 15.7654 58 30 6 772 2.46732 -INFO:gp:59 779 0.881644 59 0.924643 0.521072 779 0.0724667 16.2473 59 33 7 779 2.26375 -INFO:gp:60 776 0.8846 60 0.924747 0.550893 776 0.0702997 16.5914 60 31 7 776 2.28326 -INFO:gp:61 758 0.88116 61 0.925051 0.507149 758 0.0773597 17.1975 61 33 3 758 2.49577 -INFO:gp:62 771 0.881709 62 0.925051 0.504551 771 0.0747212 17.3783 62 29 7 771 2.29381 -INFO:gp:63 792 0.878494 63 0.925085 0.461963 792 0.0785802 17.3744 63 36 5 792 2.79218 -INFO:gp:64 778 0.885631 64 0.925691 0.521449 778 0.068982 17.1603 64 33 5 778 2.97328 -INFO:gp:65 779 0.8824 65 0.925765 0.475968 779 0.0780732 17.218 65 29 5 779 3.39028 -INFO:gp:66 774 0.883885 66 0.926009 0.492393 774 0.0744483 17.695 66 30 4 774 3.94498 -INFO:gp:67 769 0.882917 67 0.926009 0.500854 769 0.0783024 18.5679 67 37 3 769 4.34205 -INFO:gp:68 772 0.886193 68 0.926459 0.52133 772 0.0717621 19.2561 68 47 5 772 4.5896 -INFO:gp:69 768 0.884342 69 0.926459 0.490637 768 0.0744382 19.1916 69 39 3 768 4.78843 -INFO:gp:70 778 0.882075 70 0.926459 0.444361 778 0.0808105 19.1075 70 47 10 778 4.69564 -INFO:gp:71 772 0.876832 71 0.926741 0.503767 772 0.0831232 19.9648 71 40 9 772 4.51897 -INFO:gp:72 788 0.882335 72 0.926793 0.407381 788 0.075412 21.1662 72 47 5 788 4.46292 -INFO:gp:73 785 0.880846 73 0.927056 0.449404 785 0.0763984 21.1877 73 40 5 785 4.46163 -INFO:gp:74 747 0.886507 74 0.927395 0.472067 747 0.0680103 20.9951 74 40 6 747 4.43934 -INFO:gp:75 759 0.888708 75 0.927395 0.519038 759 0.0680745 21.7791 75 33 3 759 4.38295 -INFO:gp:76 778 0.889259 76 0.9281 0.560623 778 0.0614627 22.478 76 35 11 778 4.09411 -INFO:gp:77 776 0.890307 77 0.9281 0.494675 776 0.0644278 22.7419 77 43 7 776 4.07264 -INFO:gp:78 796 0.888857 78 0.9281 0.516244 796 0.0658 22.5709 78 40 7 796 4.15424 -INFO:gp:79 780 0.888187 79 0.928124 0.521961 780 0.0655087 23.3128 79 32 5 780 3.61812 -INFO:gp:80 793 0.884192 80 0.928659 0.455497 793 0.0713523 23.4106 80 30 3 793 3.40197 -INFO:gp:81 798 0.886722 81 0.928659 0.512731 798 0.0703797 23.304 81 47 3 798 3.70523 -INFO:gp:82 767 0.891341 82 0.929088 0.518759 767 0.0643735 23.4164 82 33 9 767 3.20962 -INFO:gp:83 795 0.88667 83 0.929168 0.50829 795 0.0683164 23.1965 83 40 7 795 3.5075 -INFO:gp:84 795 0.885994 84 0.929267 0.374003 795 0.068227 23.2326 84 44 9 795 3.65505 -INFO:gp:85 770 0.890189 85 0.929573 0.47768 770 0.0660854 23.0753 85 45 9 770 3.79035 -INFO:gp:86 775 0.889785 86 0.929573 0.521871 775 0.0676161 23.2053 86 46 8 775 3.60581 -INFO:gp:87 779 0.892057 87 0.929761 0.521961 779 0.0611631 22.9804 87 32 7 779 3.505 -INFO:gp:88 772 0.891384 88 0.92982 0.521961 772 0.063295 23.0538 88 35 3 772 3.65363 -INFO:gp:89 762 0.888463 89 0.92987 0.522401 762 0.0675817 23.1447 89 45 9 762 3.97064 -INFO:gp:90 761 0.890906 90 0.929909 0.49726 761 0.0672061 23.2004 90 48 11 761 4.23894 -INFO:gp:91 757 0.893607 91 0.929935 0.510016 757 0.0609706 24.3011 91 39 6 757 4.56786 -INFO:gp:92 776 0.890752 92 0.92999 0.541039 776 0.0621829 26.0244 92 45 9 776 4.70481 -INFO:gp:93 763 0.889773 93 0.92999 0.522769 763 0.0650967 27.044 93 57 13 763 4.32784 -INFO:gp:94 772 0.890144 94 0.93016 0.513862 772 0.0641338 26.8563 94 50 12 772 4.34485 -INFO:gp:95 788 0.894122 95 0.93016 0.522928 788 0.0604852 25.7546 95 42 11 788 4.37707 -INFO:gp:96 757 0.890338 96 0.930471 0.522811 757 0.0684888 25.219 96 50 5 757 4.16274 -INFO:gp:97 777 0.891857 97 0.930471 0.449782 777 0.0649964 25.824 97 35 12 777 3.88172 -INFO:gp:98 768 0.888057 98 0.930567 0.412008 768 0.0725571 26.7439 98 37 12 768 3.61041 -INFO:gp:99 768 0.894162 99 0.930567 0.459428 768 0.0638355 27.0137 99 33 5 768 3.22469 -INFO:gp:100 797 0.892009 100 0.930567 0.479693 797 0.0636413 26.8211 100 33 10 797 3.33151 -INFO:__main__:Saving model to file: checkpoints/run_4.pth -INFO:util:Train accuracy: 1.0 +- 0.0 -INFO:util:Val accuracy: 1.0 +- 0.0 -INFO:util:Test accuracy: 1.0 +- 0.0 -INFO:util:Train intra-class: 0.10481679040303991, Train Inter-class: 0.41048455447464477 -INFO:util:Val intra-class: 0.12018592989127723, Val Inter-class: 0.3101114172373128 -INFO:util:Test intra-class: 0.1532257049859156, Test inter-class: 0.38790978745086235 -INFO:plot:Saving t-SNE to file: figures/tsne.png -INFO:plot:Saving t-SNE to file: figures/tsne.png -INFO:plot:Saving tree to file: figures/tree-0.pdf -INFO:plot:Saving tree to file: figures/tree-1.pdf diff --git a/code/gp/logs/results_0.log b/code/gp/logs/results_0.log index 4317158..ee4745f 100644 --- a/code/gp/logs/results_0.log +++ b/code/gp/logs/results_0.log @@ -3,11 +3,115 @@ INFO:__main__:No model found. Train from scratch. INFO:gp: fitness size ----------------------------------------------------------------- ----------------------------------------------- gen nevals avg gen max min nevals std avg gen max min nevals std -0 1023 0.499647 0 0.582622 0.41918 1023 0.0163417 3.53275 0 7 2 1023 1.35153 -INFO:gp:1 765 0.512642 1 0.582622 0.434432 765 0.0191528 3.73216 1 13 2 765 1.47067 -INFO:gp:2 772 0.522667 2 0.589708 0.438966 772 0.0234648 3.82698 2 15 1 772 1.72168 -INFO:gp:3 745 0.533985 3 0.589708 0.437525 745 0.0267792 3.88954 3 14 2 745 1.9864 -INFO:gp:4 764 0.54139 4 0.589708 0.422879 764 0.030371 3.74194 4 14 2 764 2.15705 -INFO:gp:5 766 0.54872 5 0.590745 0.452665 766 0.0317252 3.38612 5 13 2 766 1.71032 -INFO:gp:6 789 0.550586 6 0.595958 0.430755 789 0.0339392 3.36168 6 13 2 789 1.69761 -INFO:gp:7 794 0.554186 7 0.595958 0.461672 794 0.0335533 3.52981 7 13 2 794 1.67345 +0 1023 0.499778 0 0.613083 0.39313 1023 0.0298585 3.53275 0 7 2 1023 1.35153 +INFO:gp:1 758 0.518136 1 0.624953 0.404442 758 0.0340845 3.70772 1 10 2 758 1.50321 +INFO:gp:2 787 0.528484 2 0.626547 0.418168 787 0.0380455 3.75562 2 10 1 787 1.56916 +INFO:gp:3 759 0.539167 3 0.626547 0.42518 759 0.0423159 3.89443 3 10 1 759 1.63197 +INFO:gp:4 780 0.546907 4 0.648486 0.394612 780 0.0445647 4.04497 4 12 2 780 1.82679 +INFO:gp:5 772 0.555937 5 0.648486 0.395744 772 0.0465243 4.00684 5 13 1 772 1.76502 +INFO:gp:6 797 0.561625 6 0.676668 0.374679 797 0.0484007 3.95797 6 10 2 797 1.56801 +INFO:gp:7 755 0.571387 7 0.676668 0.398869 755 0.0494782 4.11632 7 10 2 755 1.52052 +INFO:gp:8 742 0.580436 8 0.676668 0.384728 742 0.0470447 4.24438 8 12 2 742 1.50428 +INFO:gp:9 782 0.580222 9 0.676668 0.398553 782 0.0487364 4.39589 9 11 2 782 1.52806 +INFO:gp:10 795 0.584041 10 0.693229 0.425045 795 0.0468461 4.49658 10 11 2 795 1.54431 +INFO:gp:11 782 0.585462 11 0.693229 0.419057 782 0.0495921 4.71848 11 12 2 782 1.65998 +INFO:gp:12 768 0.591427 12 0.693229 0.382189 768 0.0496656 4.89834 12 13 1 768 1.77344 +INFO:gp:13 794 0.590531 13 0.693229 0.419809 794 0.0485491 4.92473 13 13 1 794 1.79366 +INFO:gp:14 773 0.596591 14 0.693229 0.443154 773 0.0491976 5.08211 14 14 3 773 1.94225 +INFO:gp:15 751 0.597044 15 0.693229 0.408618 751 0.0512976 5.23363 15 14 2 751 2.08217 +INFO:gp:16 779 0.596678 16 0.693229 0.41459 779 0.0519727 5.13294 16 14 1 779 2.12556 +INFO:gp:17 753 0.601921 17 0.693229 0.459529 753 0.0495678 5.30792 17 13 1 753 2.20459 +INFO:gp:18 785 0.601456 18 0.693229 0.45143 785 0.0487176 5.4956 18 14 2 785 2.22659 +INFO:gp:19 790 0.602105 19 0.693229 0.439031 790 0.0482975 5.75562 19 15 3 790 2.33317 +INFO:gp:20 783 0.60071 20 0.693229 0.435516 783 0.0508471 5.80938 20 15 3 783 2.36168 +INFO:gp:21 752 0.604087 21 0.693229 0.439787 752 0.052983 5.74389 21 16 3 752 2.39968 +INFO:gp:22 775 0.605688 22 0.693229 0.392604 775 0.0511366 5.97654 22 16 3 775 2.54758 +INFO:gp:23 768 0.6091 23 0.693229 0.417911 768 0.0486105 6.21408 23 16 3 768 2.59523 +INFO:gp:24 785 0.607609 24 0.693229 0.445815 785 0.0473425 6.17791 24 15 3 785 2.6606 +INFO:gp:25 749 0.612238 25 0.693229 0.454939 749 0.0478547 6.59238 25 16 3 749 2.89217 +INFO:gp:26 756 0.610761 26 0.693229 0.451354 756 0.0504089 6.58065 26 17 3 756 2.8479 +INFO:gp:27 778 0.612952 27 0.695523 0.435543 778 0.0472165 6.61193 27 21 3 778 2.9951 +INFO:gp:28 790 0.607992 28 0.701471 0.438579 790 0.0498754 6.36364 28 19 3 790 2.94537 +INFO:gp:29 775 0.613523 29 0.701471 0.439785 775 0.0477677 6.64027 29 19 3 775 2.84696 +INFO:gp:30 780 0.611981 30 0.707069 0.424211 780 0.0488049 6.5914 30 19 3 780 2.85786 +INFO:gp:31 784 0.613462 31 0.707069 0.429782 784 0.0485274 6.90225 31 19 3 784 2.88662 +INFO:gp:32 770 0.6151 32 0.707069 0.434576 770 0.0493687 7.16618 32 18 3 770 3.00045 +INFO:gp:33 779 0.614365 33 0.707069 0.430908 779 0.0496958 7.08504 33 21 3 779 3.07635 +INFO:gp:34 772 0.618906 34 0.707069 0.460774 772 0.0467158 7.50049 34 20 3 772 3.05629 +INFO:gp:35 778 0.616793 35 0.707069 0.442602 778 0.0502254 7.77713 35 18 3 778 3.07406 +INFO:gp:36 775 0.620781 36 0.707069 0.430192 775 0.0477403 7.94037 36 22 3 775 3.15413 +INFO:gp:37 747 0.62171 37 0.707069 0.434099 747 0.0502336 8.23167 37 21 3 747 3.34963 +INFO:gp:38 769 0.621809 38 0.707069 0.469416 769 0.048418 8.29423 38 22 3 769 3.4588 +INFO:gp:39 786 0.621984 39 0.707069 0.449864 786 0.0483798 8.35679 39 22 3 786 3.50377 +INFO:gp:40 767 0.626346 40 0.707069 0.458363 767 0.0457287 8.65591 40 21 3 767 3.63281 +INFO:gp:41 786 0.624559 41 0.707069 0.438697 786 0.0455398 9.06549 41 25 3 786 3.73625 +INFO:gp:42 751 0.626608 42 0.707069 0.448278 751 0.046463 9.19648 42 22 3 751 3.55209 +INFO:gp:43 786 0.624417 43 0.707069 0.475844 786 0.0468293 9.16129 43 25 3 786 3.54752 +INFO:gp:44 761 0.624792 44 0.707069 0.46425 761 0.046033 8.94526 44 21 3 761 3.59495 +INFO:gp:45 748 0.626312 45 0.707069 0.457506 748 0.04684 9.06647 45 23 3 748 3.57758 +INFO:gp:46 768 0.624848 46 0.707069 0.457628 768 0.0468585 9.22581 46 23 3 768 3.66736 +INFO:gp:47 766 0.624359 47 0.707069 0.440809 766 0.0466807 9.38416 47 23 3 766 3.57137 +INFO:gp:48 749 0.626963 48 0.707069 0.453175 749 0.0479734 9.4956 48 21 3 749 3.51199 +INFO:gp:49 778 0.625656 49 0.707069 0.471772 778 0.0461307 9.86999 49 25 3 778 3.70882 +INFO:gp:50 728 0.631061 50 0.707069 0.467266 728 0.0466524 10.2297 50 25 3 728 3.87399 +INFO:gp:51 775 0.627928 51 0.707069 0.48729 775 0.0460933 10.3988 51 28 3 775 3.89843 +INFO:gp:52 760 0.626513 52 0.707069 0.465359 760 0.0485903 10.3597 52 28 3 760 3.72144 +INFO:gp:53 771 0.627504 53 0.707069 0.443511 771 0.0472741 10.6002 53 22 3 771 4.0432 +INFO:gp:54 760 0.628169 54 0.707069 0.450631 760 0.0468653 10.7918 54 28 3 760 4.1323 +INFO:gp:55 789 0.627999 55 0.707069 0.455581 789 0.0452457 10.8524 55 28 3 789 4.146 +INFO:gp:56 789 0.626935 56 0.711172 0.44994 789 0.0453477 10.5445 56 24 3 789 3.80124 +INFO:gp:57 776 0.626584 57 0.711172 0.455247 776 0.0465836 10.4712 57 25 3 776 3.85273 +INFO:gp:58 784 0.625809 58 0.707069 0.481174 784 0.0469769 10.7478 58 30 3 784 4.18802 +INFO:gp:59 765 0.62917 59 0.707069 0.482486 765 0.0461632 11.0205 59 27 3 765 4.32056 +INFO:gp:60 755 0.630453 60 0.707069 0.486145 755 0.0460715 11.1476 60 24 3 755 4.333 +INFO:gp:61 783 0.62761 61 0.707069 0.455049 783 0.048132 11.1906 61 28 3 783 4.46446 +INFO:gp:62 767 0.62886 62 0.707069 0.46386 767 0.0474428 11.1085 62 25 3 767 4.26916 +INFO:gp:63 765 0.628379 63 0.707069 0.466252 765 0.0495932 11.2805 63 26 3 765 4.13441 +INFO:gp:64 761 0.631123 64 0.707069 0.42985 761 0.046662 11.3812 64 27 3 761 4.19506 +INFO:gp:65 774 0.629517 65 0.707069 0.456561 774 0.047908 11.4154 65 27 3 774 4.28875 +INFO:gp:66 778 0.629981 66 0.711316 0.4762 778 0.0472131 11.6872 66 27 3 778 4.17668 +INFO:gp:67 773 0.628274 67 0.711316 0.484522 773 0.0477393 11.7058 67 27 3 773 4.46212 +INFO:gp:68 785 0.626444 68 0.711316 0.462423 785 0.048319 11.7546 68 27 3 785 4.6073 +INFO:gp:69 804 0.62423 69 0.711316 0.434693 804 0.0487547 11.393 69 26 3 804 4.3044 +INFO:gp:70 766 0.628944 70 0.711316 0.444221 766 0.0478446 11.5924 70 26 3 766 4.37122 +INFO:gp:71 775 0.629846 71 0.711316 0.473061 775 0.0469496 11.8143 71 23 3 775 4.26547 +INFO:gp:72 792 0.626667 72 0.711316 0.468495 792 0.0486401 11.5239 72 27 3 792 4.24715 +INFO:gp:73 778 0.628516 73 0.711316 0.442221 778 0.0475366 11.5963 73 27 3 778 4.51935 +INFO:gp:74 775 0.629661 74 0.711316 0.439426 775 0.047407 11.5279 74 27 3 775 4.43096 +INFO:gp:75 770 0.631717 75 0.711316 0.479489 770 0.0462513 11.3998 75 32 3 770 4.44863 +INFO:gp:76 761 0.630278 76 0.711316 0.43646 761 0.0481928 11.4848 76 29 3 761 4.56832 +INFO:gp:77 758 0.630276 77 0.711316 0.458498 758 0.0487588 11.2766 77 28 3 758 4.46718 +INFO:gp:78 786 0.630002 78 0.711316 0.483914 786 0.0474084 11.0821 78 27 3 786 4.31337 +INFO:gp:79 784 0.628807 79 0.711316 0.463641 784 0.0482262 11.0068 79 24 3 784 4.26321 +INFO:gp:80 792 0.626633 80 0.711316 0.45458 792 0.0490216 11.348 80 25 3 792 4.3415 +INFO:gp:81 775 0.630308 81 0.711316 0.477379 775 0.0469316 11.349 81 27 3 775 4.27939 +INFO:gp:82 812 0.626942 82 0.711659 0.482932 812 0.0473821 11.2551 82 26 3 812 4.36981 +INFO:gp:83 757 0.631134 83 0.711659 0.465615 757 0.0475639 11.434 83 24 3 757 4.31294 +INFO:gp:84 757 0.630121 84 0.711659 0.471099 757 0.0496335 11.1408 84 25 3 757 3.95746 +INFO:gp:85 778 0.627775 85 0.711659 0.481643 778 0.0494199 11.132 85 26 3 778 4.15783 +INFO:gp:86 780 0.628838 86 0.711659 0.469941 780 0.0493699 11.1642 86 28 3 780 4.17815 +INFO:gp:87 777 0.629207 87 0.711659 0.464075 777 0.0488187 11.6471 87 26 3 777 4.29731 +INFO:gp:88 792 0.628294 88 0.711659 0.452433 792 0.0474539 11.7204 88 29 3 792 4.50524 +INFO:gp:89 759 0.628599 89 0.711659 0.449114 759 0.0486854 11.7097 89 27 3 759 4.38971 +INFO:gp:90 778 0.629711 90 0.711659 0.484916 778 0.0478418 11.5445 90 26 3 778 4.45568 +INFO:gp:91 756 0.630197 91 0.711659 0.48728 756 0.0493841 11.478 91 32 3 756 4.39778 +INFO:gp:92 762 0.630869 92 0.711659 0.439742 762 0.0484107 11.6207 92 28 3 762 4.46413 +INFO:gp:93 781 0.628809 93 0.711659 0.455578 781 0.0489533 11.5572 93 27 3 781 4.35771 +INFO:gp:94 753 0.63233 94 0.711659 0.451988 753 0.0504344 11.1975 94 23 3 753 4.21399 +INFO:gp:95 792 0.627687 95 0.711659 0.479746 792 0.0504257 11.2317 95 27 3 792 4.01538 +INFO:gp:96 791 0.629366 96 0.711659 0.46863 791 0.0499082 11.3666 96 24 3 791 4.01117 +INFO:gp:97 768 0.629271 97 0.725066 0.465684 768 0.0523403 11.3177 97 25 3 768 4.15931 +INFO:gp:98 752 0.631446 98 0.725066 0.470525 752 0.0496664 11.3988 98 24 3 752 3.91169 +INFO:gp:99 754 0.631268 99 0.725066 0.484734 754 0.0517604 11.4516 99 27 3 754 3.95569 +INFO:gp:100 755 0.631088 100 0.725066 0.479416 755 0.0507943 11.4555 100 27 3 755 3.99654 +INFO:__main__:Saving model to file: checkpoints/embedded-gp.pth +INFO:util:Train accuracy: 0.6818607714484541 +- 0.023527438115120758 +INFO:util:Val accuracy: 0.6818607714484541 +- 0.023527438115120758 +INFO:util:Test accuracy: 0.601669758812616 +- 0.0 +INFO:util:Train intra-class: 0.1842341886710283, Train Inter-class: 0.1833725707524836 +INFO:util:Val intra-class: 0.2705231193933982, Val Inter-class: 0.24488293837336375 +INFO:util:Test intra-class: 0.24122069897824758, Test inter-class: 0.29699955921296106 +INFO:plot:Saving t-SNE to file: figures/tsne.png +INFO:plot:Saving t-SNE to file: figures/tsne.png +INFO:plot:Saving tree to file: figures/tree-0.pdf +INFO:plot:Saving tree to file: figures/tree-1.pdf diff --git a/code/gp/util.py b/code/gp/util.py index 57293ea..8b71a8c 100644 --- a/code/gp/util.py +++ b/code/gp/util.py @@ -1,5 +1,6 @@ import logging import numpy as np +from scipy.spatial.distance import pdist, squareform from deap import gp from deap.gp import PrimitiveTree, Primitive, Terminal, PrimitiveSetTyped, genHalfAndHalf from deap.base import Toolbox @@ -107,81 +108,49 @@ def normalize( x_norm = minmax_scale(x, feature_range=(0, 1), axis=0, copy=True) return x_norm -def is_same_class( - a: Tuple[Iterable, int], - b: Tuple[Iterable, int] - ) -> bool: +def pairwise_distances(X): """ - Return True if a and b are in the same class. - - Args: - a (Tuple[Iterable, int]): first point - b (Tuple[Iterable, int]): second point - - Returns: - True if a and b are in the same class. + Compute pairwise distances for all points in X. """ - return a[1] == b[1] + return squareform(pdist(X)) -def euclidian_distance( - a: Tuple[Iterable, int], - b: Tuple[Iterable, int] - ) -> Iterable: +def class_distances(X, y): """ - Return the euclidian distance between two points. - - Args: - a (Tuple[Iterable, int]): first point - b (Tuple[Iterable, int]): second point - - Returns: - distance (float): Euclidian distance between a and b. + Compute intraclass and interclass distances efficiently. """ - a,b = a[0], b[0] - distance = np.linalg.norm(a-b) - return distance - -def intraclass_distance( - X: Iterable, - y: Iterable - ) -> float: + distances = pairwise_distances(X) + n = len(y) + + # Create a mask for same-class pairs + same_class_mask = np.equal.outer(y, y) + + # Intraclass distances (upper triangle only to avoid duplicates) + intra_distances = distances[np.triu(same_class_mask, k=1)] + + # Interclass distances (upper triangle only to avoid duplicates) + inter_distances = distances[np.triu(~same_class_mask, k=1)] + + return intra_distances, inter_distances + +def normalized_distances(X, y): """ - Return the intra-class distance for a dataset. - The average distance between all pairs of instances that are from the same class. - - Args: - X (Iterable): numpy array of features. - y (Iterable): numpy array of labels. - - Returns: - distance (float): Intra-class distance for a dataset. + Compute normalized intraclass and interclass distances. """ - data = list(zip(X, y)) - pair_length = sum([1 if is_same_class(a,b) else 0 for idx, a in enumerate(data) for b in data[idx + 1:]]) - pair_length = max(1, pair_length) - distance = sum([euclidian_distance(a,b) if is_same_class(a,b) else 0 for idx, a in enumerate(data) for b in data[idx + 1:]]) / (pair_length * X.shape[1]) - return distance - -def interclass_distance( - X: Iterable, - y: Iterable - ) -> float: - """ - Return the inter-class distance for a dataset. - The average distance between all pairs of instances that are from different classes. - - Args: - X (Iterable): numpy array of features. - y (Iterable): numpy array of labels. - - Returns: - distance (float): Inter-class distance for a dataset. - """ - data = list(zip(X, y)) - pair_length = sum([1 if not is_same_class(a,b) else 0 for idx, a in enumerate(data) for b in data[idx + 1:]]) - pair_length = max(1, pair_length) - distance = sum([euclidian_distance(a,b) if not is_same_class(a,b) else 0 for idx, a in enumerate(data) for b in data[idx + 1:]]) / (pair_length * X.shape[1]) - return distance + intra_distances, inter_distances = class_distances(X, y) + + if len(intra_distances) > 0: + intra_normalized = minmax_scale(intra_distances) + intra_mean = np.mean(intra_normalized) + else: + intra_mean = 0.0 + + if len(inter_distances) > 0: + inter_normalized = minmax_scale(inter_distances) + inter_mean = np.mean(inter_normalized) + else: + inter_mean = 0.0 + + return intra_mean, inter_mean def wrapper_classification_accuracy( X: Iterable = None, @@ -218,20 +187,30 @@ def wrapper_classification_accuracy( # Reserve a test set that is not touched by the training algorithm. X_train, X_test, y_train, y_test = train_test_split(X, y, stratify=y, test_size=0.2, random_state=42) + assert len(X_train) == len(y_train) + assert len(X_test) == len(y_test) + + # Shuffle the datasets randomly then take 1,000 samples for evaluation. + p = np.random.permutation(len(X_train)) + X_train, y_train = X_train[p], y_train[p] + X_train, y_train = X_train[0:1000], y_train[0:1000] + p = np.random.permutation(len(X_test)) + X_test, y_test = X_test[p], y_test[p] + X_test, y_test = X_test[0:1000], y_test[0:1000] # Stratified k-fold validation. skf = StratifiedKFold(n_splits=k, shuffle=True, random_state=42) - for train_idx, val_idx in skf.split(X_train,y_train): - X_train, X_val = X[train_idx], X[val_idx] - y_train, y_val = y[train_idx], y[val_idx] + for train_idx, val_idx in skf.split(X_train, y_train): + X_train_fold, X_val = X_train[train_idx], X_train[val_idx] + y_train_fold, y_val = y_train[train_idx], y_train[val_idx] # Normalize features to interclass/intraclass distance sum to 1. if is_normalize: - X_train = normalize(X_train) + X_train_fold = normalize(X_train_fold) # Class-dependent multi-tree embedded GP (Tran 2019). - y_predict = [np.argmax(x) for x in X_train] - train_acc = balanced_accuracy_score(y_train, y_predict) + y_predict = [np.argmax(x) for x in X_train_fold] + train_acc = balanced_accuracy_score(y_train_fold, y_predict) train_accs.append(train_acc) # 2x speedup: only evaluate test set in verbose mode. @@ -250,9 +229,9 @@ def wrapper_classification_accuracy( # Mean and standard deviation for training accuracy. train_accuracy = np.mean(train_accs) train_std = np.std(train_accs) - # Distance-based regularization method, intra/inter class distance. - train_intraclass_distance = intraclass_distance(X_train, y_train) - train_interclass_distance = interclass_distance(X_train, y_train) + + # Compute distances once for the entire dataset + train_intraclass_distance, train_interclass_distance = normalized_distances(X_train, y_train) # 2x speedup: only evaluate test set in verbose mode. if verbose: @@ -263,11 +242,9 @@ def wrapper_classification_accuracy( test_accuracy = np.mean(test_accs) test_std = np.std(test_accs) # Distance-based regularization method, intra/inter class distance. - val_intraclass_distance = intraclass_distance(X_val, y_val) - val_interclass_distance = interclass_distance(X_val, y_val) + val_intraclass_distance, val_interclass_distance = normalized_distances(X_val, y_val) # Distance-based regularization method, intra/inter class distance. - test_intrarclass_distance = intraclass_distance(X_test, y_test) - test_interclass_distance = interclass_distance(X_test, y_test) + test_intrarclass_distance, test_interclass_distance = normalized_distances(X_test, y_test) # When verbose, give a full evaluation for an individual. logger.info(f"Train accuracy: {train_accuracy} +- {train_std}") logger.info(f"Val accuracy: {val_accuracy} +- {val_std}") @@ -277,19 +254,16 @@ def wrapper_classification_accuracy( logger.info(f"Val intra-class: {val_intraclass_distance}, Val Inter-class: {val_interclass_distance}") logger.info(f"Test intra-class: {test_intrarclass_distance}, Test inter-class: {test_interclass_distance}") - # Alpha balances the inter-class/intra-class distance. + # Alpha balances the inter-class/intra-class distance. alpha = 0.5 - # Beta balances the accuracy and distance regularization term. + # Beta balances the accuracy and distance regularization term. beta = 0.8 - train_distance = alpha * (1 - train_intraclass_distance) + alpha * train_interclass_distance + train_distance = alpha * (1 - train_intraclass_distance) + (1 - alpha) * train_interclass_distance fitness = beta * train_accuracy + (1 - beta) * train_distance # Fitness value must be a tuple. - assert fitness <= 1, f"fitness {fitness} should be normalized, and cannot exceed 1" - if fitness > 1: - logger.info(f"Train intra-class: {train_intraclass_distance}") - logger.info(f"Train inter-class: {train_interclass_distance}") + assert 0 <= fitness <= 1, f"fitness {fitness} should be normalized between 0 and 1" return fitness diff --git a/code/transformer/figures/model_accuracy.png b/code/transformer/figures/model_accuracy.png index 044fd4d..7792094 100644 Binary files a/code/transformer/figures/model_accuracy.png and b/code/transformer/figures/model_accuracy.png differ diff --git a/code/transformer/figures/train_confusion_matrix.png b/code/transformer/figures/train_confusion_matrix.png index 5a3e43e..0c53230 100644 Binary files a/code/transformer/figures/train_confusion_matrix.png and b/code/transformer/figures/train_confusion_matrix.png differ diff --git a/code/transformer/logs/instance-recognition/tmp/run_1.log b/code/transformer/logs/instance-recognition/tmp/run_1.log index fbd3303..74b682d 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_1.log +++ b/code/transformer/logs/instance-recognition/tmp/run_1.log @@ -53,57 +53,709 @@ INFO:__main__:model: Transformer( (fc): Linear(in_features=2046, out_features=2, bias=True) ) INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.7043, Train Acc: 0.5714 Val Loss: 4.9133, Val Acc: 0.5333 -INFO:train:Epoch 2/1000 Train Loss: 2.4025, Train Acc: 0.7321 Val Loss: 3.4063, Val Acc: 0.5333 -INFO:train:Epoch 3/1000 Train Loss: 1.9501, Train Acc: 0.6071 Val Loss: 2.0011, Val Acc: 0.6000 -INFO:train:Epoch 4/1000 Train Loss: 1.9728, Train Acc: 0.7679 Val Loss: 2.6544, Val Acc: 0.3333 -INFO:train:Epoch 5/1000 Train Loss: 0.8311, Train Acc: 0.7679 Val Loss: 2.1285, Val Acc: 0.2667 -INFO:train:Epoch 6/1000 Train Loss: 0.4211, Train Acc: 0.9107 Val Loss: 2.1174, Val Acc: 0.5333 -INFO:train:Epoch 7/1000 Train Loss: 0.5940, Train Acc: 0.8571 Val Loss: 1.5863, Val Acc: 0.5333 -INFO:train:Epoch 8/1000 Train Loss: 0.3944, Train Acc: 0.9107 Val Loss: 1.0281, Val Acc: 0.8000 -INFO:train:Epoch 9/1000 Train Loss: 0.3936, Train Acc: 0.9286 Val Loss: 1.0989, Val Acc: 0.6000 -INFO:train:Epoch 10/1000 Train Loss: 0.3464, Train Acc: 0.9821 Val Loss: 1.2533, Val Acc: 0.6000 -INFO:train:Epoch 11/1000 Train Loss: 0.2841, Train Acc: 1.0000 Val Loss: 1.3735, Val Acc: 0.6000 -INFO:train:Epoch 12/1000 Train Loss: 0.2975, Train Acc: 1.0000 Val Loss: 1.2715, Val Acc: 0.6000 -INFO:train:Epoch 13/1000 Train Loss: 0.3117, Train Acc: 0.9821 Val Loss: 1.0710, Val Acc: 0.6000 -INFO:train:Epoch 14/1000 Train Loss: 0.3066, Train Acc: 0.9821 Val Loss: 0.8747, Val Acc: 0.5333 -INFO:train:Epoch 15/1000 Train Loss: 0.3266, Train Acc: 0.9464 Val Loss: 0.8788, Val Acc: 0.6000 -INFO:train:Epoch 16/1000 Train Loss: 0.2846, Train Acc: 0.9821 Val Loss: 1.0802, Val Acc: 0.6667 -INFO:train:Epoch 17/1000 Train Loss: 0.2625, Train Acc: 1.0000 Val Loss: 1.0798, Val Acc: 0.6667 -INFO:train:Epoch 18/1000 Train Loss: 0.2528, Train Acc: 1.0000 Val Loss: 0.9514, Val Acc: 0.5333 -INFO:train:Epoch 19/1000 Train Loss: 0.2277, Train Acc: 1.0000 Val Loss: 0.9547, Val Acc: 0.5333 -INFO:train:Epoch 20/1000 Train Loss: 0.2547, Train Acc: 1.0000 Val Loss: 0.9586, Val Acc: 0.5333 -INFO:train:Epoch 21/1000 Train Loss: 0.2499, Train Acc: 1.0000 Val Loss: 0.9632, Val Acc: 0.5333 -INFO:train:Epoch 22/1000 Train Loss: 0.2506, Train Acc: 1.0000 Val Loss: 0.9897, Val Acc: 0.4667 -INFO:train:Epoch 23/1000 Train Loss: 0.2487, Train Acc: 0.9821 Val Loss: 1.0911, Val Acc: 0.3333 -INFO:train:Epoch 24/1000 Train Loss: 0.2390, Train Acc: 1.0000 Val Loss: 1.0391, Val Acc: 0.4000 -INFO:train:Epoch 25/1000 Train Loss: 0.2482, Train Acc: 1.0000 Val Loss: 0.7794, Val Acc: 0.6667 -INFO:train:Epoch 26/1000 Train Loss: 0.2275, Train Acc: 1.0000 Val Loss: 0.6998, Val Acc: 0.6000 -INFO:train:Epoch 27/1000 Train Loss: 0.2408, Train Acc: 1.0000 Val Loss: 0.7133, Val Acc: 0.6000 -INFO:train:Epoch 28/1000 Train Loss: 0.2307, Train Acc: 1.0000 Val Loss: 0.7633, Val Acc: 0.6000 -INFO:train:Epoch 29/1000 Train Loss: 0.2277, Train Acc: 1.0000 Val Loss: 0.8446, Val Acc: 0.5333 -INFO:train:Epoch 30/1000 Train Loss: 0.2253, Train Acc: 1.0000 Val Loss: 0.8771, Val Acc: 0.5333 -INFO:train:Epoch 31/1000 Train Loss: 0.2264, Train Acc: 1.0000 Val Loss: 0.8130, Val Acc: 0.4667 -INFO:train:Epoch 32/1000 Train Loss: 0.2294, Train Acc: 1.0000 Val Loss: 0.6838, Val Acc: 0.6667 -INFO:train:Epoch 33/1000 Train Loss: 0.2307, Train Acc: 1.0000 Val Loss: 0.5731, Val Acc: 0.7333 -INFO:train:Epoch 34/1000 Train Loss: 0.2204, Train Acc: 1.0000 Val Loss: 0.5871, Val Acc: 0.6000 -INFO:train:Epoch 35/1000 Train Loss: 0.2151, Train Acc: 1.0000 Val Loss: 0.6856, Val Acc: 0.6000 -INFO:train:Epoch 36/1000 Train Loss: 0.2167, Train Acc: 1.0000 Val Loss: 0.8603, Val Acc: 0.5333 -INFO:train:Epoch 37/1000 Train Loss: 0.2216, Train Acc: 1.0000 Val Loss: 0.8959, Val Acc: 0.6000 -INFO:train:Epoch 38/1000 Train Loss: 0.2303, Train Acc: 1.0000 Val Loss: 0.7795, Val Acc: 0.5333 -INFO:train:Epoch 39/1000 Train Loss: 0.2239, Train Acc: 1.0000 Val Loss: 0.6762, Val Acc: 0.6000 -INFO:train:Epoch 40/1000 Train Loss: 0.2167, Train Acc: 1.0000 Val Loss: 0.6438, Val Acc: 0.7333 -INFO:train:Epoch 41/1000 Train Loss: 0.2265, Train Acc: 1.0000 Val Loss: 0.6701, Val Acc: 0.6000 -INFO:train:Epoch 42/1000 Train Loss: 0.2118, Train Acc: 1.0000 Val Loss: 0.7443, Val Acc: 0.6000 -INFO:train:Epoch 43/1000 Train Loss: 0.2115, Train Acc: 1.0000 Val Loss: 0.8809, Val Acc: 0.5333 +INFO:train:Epoch 1/100 Train Loss: 0.7283, Train Acc: 0.8894 Val Loss: 0.4801, Val Acc: 0.9570 +INFO:train:Epoch 2/100 Train Loss: 0.3564, Train Acc: 0.9501 Val Loss: 0.3807, Val Acc: 0.9570 +INFO:train:Epoch 3/100 Train Loss: 0.3695, Train Acc: 0.9423 Val Loss: 0.3766, Val Acc: 0.9570 +INFO:train:Epoch 4/100 Train Loss: 0.3217, Train Acc: 0.9516 Val Loss: 0.3307, Val Acc: 0.9570 +INFO:train:Epoch 5/100 Train Loss: 0.3476, Train Acc: 0.9423 Val Loss: 0.3347, Val Acc: 0.9570 +INFO:train:Epoch 6/100 Train Loss: 0.3310, Train Acc: 0.9525 Val Loss: 0.4156, Val Acc: 0.9453 +INFO:train:Epoch 7/100 Train Loss: 0.3237, Train Acc: 0.9545 Val Loss: 0.3262, Val Acc: 0.9570 +INFO:train:Epoch 8/100 Train Loss: 0.3196, Train Acc: 0.9525 Val Loss: 0.3149, Val Acc: 0.9570 +INFO:train:Epoch 9/100 Train Loss: 0.3239, Train Acc: 0.9486 Val Loss: 0.3801, Val Acc: 0.9570 +INFO:train:Epoch 10/100 Train Loss: 0.3301, Train Acc: 0.9496 Val Loss: 0.3678, Val Acc: 0.9297 +INFO:train:Epoch 11/100 Train Loss: 0.3160, Train Acc: 0.9540 Val Loss: 0.3174, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 11 epochs +INFO:train:Epoch 12/100 Train Loss: 0.3117, Train Acc: 0.9521 Val Loss: 0.3261, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 12 epochs +INFO:train:Epoch 13/100 Train Loss: 0.3127, Train Acc: 0.9550 Val Loss: 0.3517, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 13 epochs +INFO:train:Epoch 14/100 Train Loss: 0.3157, Train Acc: 0.9506 Val Loss: 0.3371, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 14 eposs: 0.2896, Train Acc: 0.9589 Val Loss: 0.3564, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 15 epochs +INFO:train:Epoch 16/1000 Train Loss: 0.2949, Train Acc: 0.9589 Val Loss: 0.3456, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 16 epochs +INFO:train:Epoch 17/1000 Train Loss: 0.2880, Train Acc: 0.9594 Val Loss: 0.3291, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 17 epochs +INFO:train:Epoch 18/1000 Train Loss: 0.2906, Train Acc: 0.9604 Val Loss: 0.3536, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 18 epochs +INFO:train:Epoch 19/1000 Train Loss: 0.2760, Train Acc: 0.9682 Val Loss: 0.3729, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 19 epochs +INFO:train:Epoch 20/1000 Train Loss: 0.2793, Train Acc: 0.9682 Val Loss: 0.3525, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 20 epochs +INFO:train:Epoch 21/1000 Train Loss: 0.2757, Train Acc: 0.9648 Val Loss: 0.3818, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 21 epochs +INFO:train:Epoch 22/1000 Train Loss: 0.2853, Train Acc: 0.9672 Val Loss: 0.3500, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 22 epochs +INFO:train:Epoch 23/1000 Train Loss: 0.2709, Train Acc: 0.9667 Val Loss: 0.3595, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 23 epochs +INFO:train:Epoch 24/1000 Train Loss: 0.2590, Train Acc: 0.9770 Val Loss: 0.3609, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 24 epochs +INFO:train:Epoch 25/1000 Train Loss: 0.2619, Train Acc: 0.9736 Val Loss: 0.3065, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 25 epochs +INFO:train:Epoch 26/1000 Train Loss: 0.2519, Train Acc: 0.9760 Val Loss: 0.3479, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 26 epochs +INFO:train:Epoch 27/1000 Train Loss: 0.2477, Train Acc: 0.9814 Val Loss: 0.3396, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 27 epochs +INFO:train:Epoch 28/1000 Train Loss: 0.2455, Train Acc: 0.9785 Val Loss: 0.3343, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 28 epochs +INFO:train:Epoch 29/1000INFO:train:Epoch 29/100 Train Loss: 0.2548, Train Acc: 0.9741 Val Loss: 0.3585, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 29 epochs +INFO:train:Epoch 30/100 Train Loss: 0.2464, Train Acc: 0.9785 Val Loss: 0.3493, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 30 epochs +INFO:train:Epoch 31/100 Train Loss: 0.2527, Train Acc: 0.9775 Val Loss: 0.3316, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 31 epochs +INFO:train:Epoch 32/100 Train Loss: 0.2431, Train Acc: 0.9824 Val Loss: 0.3292, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 32 epochs +INFO:train:Epoch 33/100 Train Loss: 0.2493, Train Acc: 0.9780 Val Loss: 0.3461, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 33 epochs +INFO:train:Epoch 34/100 Train Loss: 0.2453, Train Acc: 0.9799 Val Loss: 0.3500, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 34 epochs +INFO:train:Epoch 35/100 Train Loss: 0.2557, Train Acc: 0.9750 Val Loss: 0.3676, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 35 epochs +INFO:train:Epoch 36/100 Train Loss: 0.2385, Train Acc: 0.9843 Val Loss: 0.3297, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 36 epochs +INFO:train:Epoch 37/100 Train Loss: 0.2303, Train Acc: 0.9883 Val Loss: 0.3126, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 37 epochs +INFO:train:Epoch 38/100 Train Loss: 0.2388, Train Acc: 0.9848 Val Loss: 0.3696, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 38 epochs +INFO:train:Epoch 39/100 Train Loss: 0.2360, Train Acc: 0.9848 Val Loss: 0.3273, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 39 epochs +INFO:train:Epoch 40/100 Train Loss: 0.2401, Train Acc: 0.9819 Val Loss: 0.3360, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 40 epochs +INFO:train:Epoch 41/100 Train Loss: 0.2358, Train Acc: 0.9829 Val Loss: 0.3263, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 41 epochs +INFO:train:Epoch 42/100 Train Loss: 0.22Acc: 0.9887 Val Loss: 0.3267, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 42 epochs +INFO:train:Epoch 43/1000 Train Loss: 0.2210, Train Acc: 0.9932 Val Loss: 0.3522, Val Acc: 0.9355 INFO:train:Early stopping triggered after 43 epochs -INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 18.34s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 9 / 15 correct, accuracy: 0.6 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png +INFO:train:Epoch 44/1000 Train Loss: 0.2240, Train Acc: 0.9887 Val Loss: 0.3361, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 44 epochs +INFO:train:Epoch 45/1000 Train Loss: 0.2292, Train Acc: 0.9873 Val Loss: 0.3326, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 45 epochs +INFO:train:Epoch 46/1000 Train Loss: 0.2138, Train Acc: 0.9941 Val Loss: 0.3801, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 46 epochs +INFO:train:Epoch 47/1000 Train Loss: 0.2236, Train Acc: 0.9892 Val Loss: 0.3416, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 47 epochs +INFO:train:Epoch 48/1000 Train Loss: 0.2284, Train Acc: 0.9878 Val Loss: 0.3617, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 48 epochs +INFO:train:Epoch 49/1000 Train Loss: 0.2229, Train Acc: 0.9902 Val Loss: 0.3458, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 49 epochs +INFO:train:Epoch 50/1000 Train Loss: 0.2191, Train Acc: 0.9887 Val Loss: 0.3381, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 50 epochs +INFO:train:Epoch 51/1000 Train Loss: 0.2259, Train Acc: 0.9897 Val Loss: 0.3307, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 51 epochs +INFO:train:Epoch 52/1000 Train Loss: 0.2264, Train Acc: 0.9887 Val Loss: 0.3546, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 52 epochs +INFO:train:Epoch 53/1000 Train Loss: 0.2241, Train Acc: 0.9897 Val Loss: 0.3435, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 53 epochs +INFO:train:Epoch 54/1000 Train Loss: 0.2110, Train Acc: 0.9966 Val Loss: 0.3357, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 54 epochs +INFO:train:Epoch 55/1000 Train Loss: 0.2131, Train Acc: 0.9961 Val Loss: 0.3359, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 55 epochs +INFO:train:Epoch 56/1000 Train Loss: 0.2062, Train Acc: 0.9980 Val Loss: 0.3388, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 56 epoINFO:train:Epoch 57/100 Train Loss: 0.2056, Train Acc: 0.9990 Val Loss: 0.3403, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 57 epochs +INFO:train:Epoch 58/100 Train Loss: 0.2024, Train Acc: 0.9995 Val Loss: 0.3382, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 58 epochs +INFO:train:Epoch 59/100 Train Loss: 0.2093, Train Acc: 0.9941 Val Loss: 0.3474, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 59 epochs +INFO:train:Epoch 60/100 Train Loss: 0.2385, Train Acc: 0.9843 Val Loss: 0.3361, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 60 epochs +INFO:train:Epoch 61/100 Train Loss: 0.2172, Train Acc: 0.9941 Val Loss: 0.3750, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 61 epochs +INFO:train:Epoch 62/100 Train Loss: 0.2195, Train Acc: 0.9912 Val Loss: 0.3484, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 62 epochs +INFO:train:Epoch 63/100 Train Loss: 0.2105, Train Acc: 0.9966 Val Loss: 0.3544, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 63 epochs +INFO:train:Epoch 64/100 Train Loss: 0.2223, Train Acc: 0.9932 Val Loss: 0.3748, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 64 epochs +INFO:train:Epoch 65/100 Train Loss: 0.2141, Train Acc: 0.9946 Val Loss: 0.3675, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 65 epochs +INFO:train:Epoch 66/100 Train Loss: 0.2131, Train Acc: 0.9932 Val Loss: 0.3323, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 66 epochs +INFO:train:Epoch 67/100 Train Loss: 0.2082, Train Acc: 0.9961 Val Loss: 0.3424, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 67 epochs +INFO:train:Epoch 68/100 Train Loss: 0.2250, Train Acc: 0.9863 Val Loss: 0.3373, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 68 epochs +INFO:train:Epoch 69/100 Train Loss: 0.2217, Train Acc: 0.9927 Val Loss: 0.3446, Val Ass: 0.3381, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 69 epochs +INFO:train:Epoch 70/1000 Train Loss: 0.2002, Train Acc: 1.0000 Val Loss: 0.3216, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 70 epochs +INFO:train:Epoch 71/1000 Train Loss: 0.2219, Train Acc: 0.9883 Val Loss: 0.3126, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 71 epochs +INFO:train:Epoch 72/1000 Train Loss: 0.2334, Train Acc: 0.9839 Val Loss: 0.3307, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 72 epochs +INFO:train:Epoch 73/1000 Train Loss: 0.2360, Train Acc: 0.9829 Val Loss: 0.3722, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 73 epochs +INFO:train:Epoch 74/1000 Train Loss: 0.2182, Train Acc: 0.9946 Val Loss: 0.3325, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 74 epochs +INFO:train:Epoch 75/1000 Train Loss: 0.2101, Train Acc: 0.9971 Val Loss: 0.3362, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 75 epochs +INFO:train:Epoch 76/1000 Train Loss: 0.2092, Train Acc: 0.9966 Val Loss: 0.3182, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 76 epochs +INFO:train:Epoch 77/1000 Train Loss: 0.2190, Train Acc: 0.9912 Val Loss: 0.3058, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 77 epochs +INFO:train:Epoch 78/1000 Train Loss: 0.2145, Train Acc: 0.9956 Val Loss: 0.3416, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 78 epochs +INFO:train:Epoch 79/1000 Train Loss: 0.2121, Train Acc: 0.9936 Val Loss: 0.3525, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 79 epochs +INFO:train:Epoch 80/1000 Train Loss: 0.2150, Train Acc: 0.9936 Val Loss: 0.3525, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 80 epochs +INFO:train:Epoch 81/1000 Train Loss: 0.2119, Train Acc: 0.9961 Val Loss: 0.3360, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 81 epochs +INFO:train:Epoch 82/1000 Train Loss: 0.2112, Train Acc: 0.9961 Val Loss: 0.3539, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 82 epochs +INFO:train:Epoch 83/1000 Train Loss: 0.2046, Train Acc: 0.9995 Val Loss: 0.3585, Val Acc: 0.9453 +INFO:train:Early stopINFO:train:Epoch 84/100 Train Loss: 0.2136, Train Acc: 0.9936 Val Loss: 0.3722, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 84 epochs +INFO:train:Epoch 85/100 Train Loss: 0.2158, Train Acc: 0.9922 Val Loss: 0.3346, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 85 epochs +INFO:train:Epoch 86/100 Train Loss: 0.2111, Train Acc: 0.9956 Val Loss: 0.3462, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 86 epochs +INFO:train:Epoch 87/100 Train Loss: 0.2069, Train Acc: 0.9971 Val Loss: 0.3644, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 87 epochs +INFO:train:Epoch 88/100 Train Loss: 0.2153, Train Acc: 0.9927 Val Loss: 0.3300, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 88 epochs +INFO:train:Epoch 89/100 Train Loss: 0.2197, Train Acc: 0.9907 Val Loss: 0.3532, Val Acc: 0.9238 +INFO:train:Early stopping triggered after 89 epochs +INFO:train:Epoch 90/100 Train Loss: 0.2137, Train Acc: 0.9956 Val Loss: 0.3407, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 90 epochs +INFO:train:Epoch 91/100 Train Loss: 0.2057, Train Acc: 0.9980 Val Loss: 0.3769, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 91 epochs +INFO:train:Epoch 92/100 Train Loss: 0.2021, Train Acc: 0.9985 Val Loss: 0.3606, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 92 epochs +INFO:train:Epoch 93/100 Train Loss: 0.2087, Train Acc: 0.9956 Val Loss: 0.3476, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 93 epochs +INFO:train:Epoch 94/100 Train Loss: 0.2113, Train Acc: 0.9956 Val Loss: 0.3613, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 94 epochs +INFO:train:Epoch 95/100 Train Loss: 0.2066, Train Acc: 0.9971 Val Loss: 0.3786, Val Acc: 0.9258 +INFO:train:Early stopping triggered after 95 epochs +INFO:train:Epoch 96/100 Train Loss: 0.2092, Train Acc: 0.9951 Val Loss: 0.3374, Val Acc: 0.9434 +INFO:train:Early stopping triggered: 0.9375 +INFO:train:Early stopping triggered after 96 epochs +INFO:train:Epoch 97/1000 Train Loss: 0.2093, Train Acc: 0.9961 Val Loss: 0.3467, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 97 epochs +INFO:train:Epoch 98/1000 Train Loss: 0.2136, Train Acc: 0.9932 Val Loss: 0.3525, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 98 epochs +INFO:train:Epoch 99/1000 Train Loss: 0.2087, Train Acc: 0.9961 Val Loss: 0.3226, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 99 epochs +INFO:train:Epoch 100/1000 Train Loss: 0.2127, Train Acc: 0.9941 Val Loss: 0.3543, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 100 epochs +INFO:train:Epoch 101/1000 Train Loss: 0.2165, Train Acc: 0.9927 Val Loss: 0.3467, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 101 epochs +INFO:train:Epoch 102/1000 Train Loss: 0.2071, Train Acc: 0.9966 Val Loss: 0.3538, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 102 epochs +INFO:train:Epoch 103/1000 Train Loss: 0.2012, Train Acc: 0.9995 Val Loss: 0.3457, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 103 epochs +INFO:train:Epoch 104/1000 Train Loss: 0.2028, Train Acc: 0.9985 Val Loss: 0.3386, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 104 epochs +INFO:train:Epoch 105/1000 Train Loss: 0.2038, Train Acc: 0.9976 Val Loss: 0.3345, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 105 epochs +INFO:train:Epoch 106/1000 Train Loss: 0.2072, Train Acc: 0.9976 Val Loss: 0.3256, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 106 epochs +INFO:train:Epoch 107/1000 Train Loss: 0.2159, Train Acc: 0.9927 Val Loss: 0.3102, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 107 epochs +INFO:train:Epoch 108/1000 Train Loss: 0.2081, Train Acc: 0.9976 Val Loss: 0.3384, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 108 epochs +INFO:train:Epoch 109/1000 Train Loss: 0.2122, Train Acc: 0.9946 Val Loss: 0.3369, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 109 epochs +INFO:train:Epoch 110/1000 Train Loss: 0.2083, Train Acc: 0.9961 Val Loss: 0.3298, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 110 epochs +INFO:train:Epoch 111/1000 Train Loss: 0.2128, Train Acc: 0.9941 Val Loss: 0.3527, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 111 epochs +INFO:train:Epoch 112/1000 Train Loss: 0.2186, Train Acc: 0.9917 Val Loss: 0.3344, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 112 epochs +INFO:train:Epoch 113/1000 Train Loss: 0.2211, Train Acc: 0.9912 Val Loss: 0.3455, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 113 epochs +INFO:train:Epoch 114/1000 Train Loss: 0.2077, Train Acc: 0.9971 Val Loss: 0.3516, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 114 epochs +INFO:train:Epoch 115/1000 Train Loss: 0.2062, Train Acc: 0.9971 Val Loss: 0.3294, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 115 epochs +INFO:train:Epoch 116/1000 Train Loss: 0.2055, Train Acc: 0.9980 Val Loss: 0.3343, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 116 epochs +INFO:train:Epoch 117/1000 Train Loss: 0.2086, Train Acc: 0.9971 Val Loss: 0.3904, Val Acc: 0.9258 +INFO:train:Early stopping triggered after 117 epochs +INFO:train:Epoch 118/1000 Train Loss: 0.2121, Train Acc: 0.9961 Val Loss: 0.3641, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 118 epochs +INFO:train:Epoch 119/1000 Train Loss: 0.2129, Train Acc: 0.9941 Val Loss: 0.3189, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 119 epochs +INFO:train:Epoch 120/1000 Train Loss: 0.2186, Train Acc: 0.9907 Val Loss: 0.3499, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 120 epochs +INFO:train:Epoch 121/1000 Train Loss: 0.2087, Train Acc: 0.9966 Val Loss: 0.3411, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 121 epochs +INFO:train:Epoch 122/1000 Train Loss: 0.2234, Train Acc: 0.9887 Val Loss: 0.3679, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 122 epochs +INFO:train:Epoch 123/1000 Train Loss: 0.2141, Train Acc: 0.9966 Val Loss: 0.3350, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 123 epochs +INFO:train:Epoch 124/1000 Train Loss: 0.2033, Train Acc: 0.9990 Val Loss: 0.3601, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 124 epochs +INFO:train:Epoch 125/1000 Train Loss: 0.2096, Train Acc: 0.9941 Val Loss: 0.3488, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 125 epochs +INFO:train:Epoch 126/1000 Train Loss: 0.2102, Train Acc: 0.9961 Val Loss: 0.3408, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 126 epochs +INFO:train:Epoch 127/1000 Train Loss: 0.2066, Train Acc: 0.9971 Val Loss: 0.3147, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 127 epochs +INFO:train:Epoch 128/1000 Train Loss: 0.2032, Train Acc: 0.9985 Val Loss: 0.3492, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 128 epochs +INFO:train:Epoch 129/1000 Train Loss: 0.2047, Train Acc: 0.9971 Val Loss: 0.3426, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 129 epochs +INFO:train:Epoch 130/1000 Train Loss: 0.2151, Train Acc: 0.9936 Val Loss: 0.3298, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 130 epochs +INFO:train:Epoch 131/1000 Train Loss: 0.2037, Train Acc: 0.9980 Val Loss: 0.3384, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 131 epochs +INFO:train:Epoch 132/1000 Train Loss: 0.1997, Train Acc: 1.0000 Val Loss: 0.3555, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 132 epochs +INFO:train:Epoch 133/1000 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3489, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 133 epochs +INFO:train:Epoch 134/1000 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3479, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 134 epochs +INFO:train:Epoch 135/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3523, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 135 epochs +INFO:train:Epoch 136/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3478, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 136 epochs +INFO:train:Epoch 137/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3509, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 137 epochs +INFO:train:Epoch 138/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3499, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 138 epochs +INFO:train:Epoch 139/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3458, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 139 epochs +INFO:train:Epoch 140/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3466, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 140 epochs +INFO:train:Epoch 141/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3492, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 141 epochs +INFO:train:Epoch 142/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3464, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 142 epochs +INFO:train:Epoch 143/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3511, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 143 epochs +INFO:train:Epoch 144/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3479, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 144 epochs +INFO:train:Epoch 145/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3477, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 145 epochs +INFO:train:Epoch 146/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3500, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 146 epochs +INFO:train:Epoch 147/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3448, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 147 epochs +INFO:train:Epoch 148/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3496, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 148 epochs +INFO:train:Epoch 149/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3479, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 149 epochs +INFO:train:Epoch 150/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3482, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 150 epochs +INFO:train:Epoch 151/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3472, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 151 epochs +INFO:train:Epoch 152/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3460, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 152 epochs +INFO:train:Epoch 153/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3475, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 153 epochs +INFO:train:Epoch 154/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3455, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 154 epochs +INFO:train:Epoch 155/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3478, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 155 epochs +INFO:train:Epoch 156/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3476, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 156 epochs +INFO:train:Epoch 157/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3471, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 157 epochs +INFO:train:Epoch 158/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3454, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 158 epochs +INFO:train:Epoch 159/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3452, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 159 epochs +INFO:train:Epoch 160/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3450, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 160 epochs +INFO:train:Epoch 161/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3432, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 161 epochs +INFO:train:Epoch 162/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3433, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 162 epochs +INFO:train:Epoch 163/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3451, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 163 epochs +INFO:train:Epoch 164/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3441, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 164 epochs +INFO:train:Epoch 165/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3466, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 165 epochs +INFO:train:Epoch 166/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3445, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 166 epochs +INFO:train:Epoch 167/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3436, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 167 epochs +INFO:train:Epoch 168/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3452, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 168 epochs +INFO:train:Epoch 169/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3447, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 169 epochs +INFO:train:Epoch 170/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3449, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 170 epochs +INFO:train:Epoch 171/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3434, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 171 epochs +INFO:train:Epoch 172/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3471, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 172 epochs +INFO:train:Epoch 173/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3462, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 173 epochs +INFO:train:Epoch 174/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3449, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 174 epochs +INFO:train:Epoch 175/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3450, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 175 epochs +INFO:train:Epoch 176/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3482, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 176 epochs +INFO:train:Epoch 177/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3434, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 177 epochs +INFO:train:Epoch 178/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3448, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 178 epochs +INFO:train:Epoch 179/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3448, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 179 epochs +INFO:train:Epoch 180/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3444, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 180 epochs +INFO:train:Epoch 181/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3469, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 181 epochs +INFO:train:Epoch 182/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3440, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 182 epochs +INFO:train:Epoch 183/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3446, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 183 epochs +INFO:train:Epoch 184/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3468, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 184 epochs +INFO:train:Epoch 185/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3449, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 185 epochs +INFO:train:Epoch 186/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3499, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 186 epochs +INFO:train:Epoch 187/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3478, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 187 epochs +INFO:train:Epoch 188/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3469, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 188 epochs +INFO:train:Epoch 189/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3491, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 189 epochs +INFO:train:Epoch 190/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3444, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 190 epochs +INFO:train:Epoch 191/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3466, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 191 epochs +INFO:train:Epoch 192/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3441, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 192 epochs +INFO:train:Epoch 193/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3470, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 193 epochs +INFO:train:Epoch 194/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3438, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 194 epochs +INFO:train:Epoch 195/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3432, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 195 epochs +INFO:train:Epoch 196/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3423, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 196 epochs +INFO:train:Epoch 197/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3460, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 197 epochs +INFO:train:Epoch 198/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3417, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 198 epochs +INFO:train:Epoch 199/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3474, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 199 epochs +INFO:train:Epoch 200/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3469, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 200 epochs +INFO:train:Epoch 201/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3450, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 201 epochs +INFO:train:Epoch 202/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3451, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 202 epochs +INFO:train:Epoch 203/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3466, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 203 epochs +INFO:train:Epoch 204/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3433, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 204 epochs +INFO:train:Epoch 205/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3439, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 205 epochs +INFO:train:Epoch 206/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3459, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 206 epochs +INFO:train:Epoch 207/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3466, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 207 epochs +INFO:train:Epoch 208/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3425, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 208 epochs +INFO:train:Epoch 209/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3453, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 209 epochs +INFO:train:Epoch 210/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3421, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 210 epochs +INFO:train:Epoch 211/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3447, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 211 epochs +INFO:train:Epoch 212/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3450, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 212 epochs +INFO:train:Epoch 213/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3455, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 213 epochs +INFO:train:Epoch 214/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3501, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 214 epochs +INFO:train:Epoch 215/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3441, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 215 epochs +INFO:train:Epoch 216/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3456, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 216 epochs +INFO:train:Epoch 217/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3462, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 217 epochs +INFO:train:Epoch 218/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3427, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 218 epochs +INFO:train:Epoch 219/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3453, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 219 epochs +INFO:train:Epoch 220/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3483, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 220 epochs +INFO:train:Epoch 221/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3467, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 221 epochs +INFO:train:Epoch 222/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3492, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 222 epochs +INFO:train:Epoch 223/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3464, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 223 epochs +INFO:train:Epoch 224/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3428, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 224 epochs +INFO:train:Epoch 225/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3483, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 225 epochs +INFO:train:Epoch 226/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3457, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 226 epochs +INFO:train:Epoch 227/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3488, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 227 epochs +INFO:train:Epoch 228/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3451, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 228 epochs +INFO:train:Epoch 229/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3469, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 229 epochs +INFO:train:Epoch 230/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3473, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 230 epochs +INFO:train:Epoch 231/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3513, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 231 epochs +INFO:train:Epoch 232/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3475, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 232 epochs +INFO:train:Epoch 233/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3451, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 233 epochs +INFO:train:Epoch 234/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3472, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 234 epochs +INFO:train:Epoch 235/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3465, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 235 epochs +INFO:train:Epoch 236/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3495, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 236 epochs +INFO:train:Epoch 237/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3460, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 237 epochs +INFO:train:Epoch 238/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3441, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 238 epochs +INFO:train:Epoch 239/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3526, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 239 epochs +INFO:train:Epoch 240/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3449, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 240 epochs +INFO:train:Epoch 241/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3462, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 241 epochs +INFO:train:Epoch 242/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3432, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 242 epochs +INFO:train:Epoch 243/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3474, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 243 epochs +INFO:train:Epoch 244/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3454, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 244 epochs +INFO:train:Epoch 245/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3434, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 245 epochs +INFO:train:Epoch 246/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3444, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 246 epochs +INFO:train:Epoch 247/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3470, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 247 epochs +INFO:train:Epoch 248/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3479, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 248 epochs +INFO:train:Epoch 249/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3445, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 249 epochs +INFO:train:Epoch 250/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3470, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 250 epochs +INFO:train:Epoch 251/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3485, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 251 epochs +INFO:train:Epoch 252/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3445, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 252 epochs +INFO:train:Epoch 253/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3442, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 253 epochs +INFO:train:Epoch 254/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3455, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 254 epochs +INFO:train:Epoch 255/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3434, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 255 epochs +INFO:train:Epoch 256/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3475, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 256 epochs +INFO:train:Epoch 257/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3491, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 257 epochs +INFO:train:Epoch 258/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3496, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 258 epochs +INFO:train:Epoch 259/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3409, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 259 epochs +INFO:train:Epoch 260/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3431, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 260 epochs +INFO:train:Epoch 261/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3480, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 261 epochs +INFO:train:Epoch 262/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3434, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 262 epochs +INFO:train:Epoch 263/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3445, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 263 epochs +INFO:train:Epoch 264/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3462, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 264 epochs +INFO:train:Epoch 265/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3472, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 265 epochs +INFO:train:Epoch 266/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3446, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 266 epochs +INFO:train:Epoch 267/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3536, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 267 epochs +INFO:train:Epoch 268/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3448, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 268 epochs +INFO:train:Epoch 269/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3458, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 269 epochs +INFO:train:Epoch 270/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3488, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 270 epochs +INFO:train:Epoch 271/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3461, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 271 epochs +INFO:train:Epoch 272/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3505, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 272 epochs +INFO:train:Epoch 273/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3452, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 273 epochs +INFO:train:Epoch 274/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3466, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 274 epochs +INFO:train:Epoch 275/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3498, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 275 epochs +INFO:train:Epoch 276/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3496, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 276 epochs +INFO:train:Epoch 277/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3472, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 277 epochs +INFO:train:Epoch 278/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3446, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 278 epochs +INFO:train:Epoch 279/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3404, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 279 epochs +INFO:train:Epoch 280/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3475, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 280 epochs +INFO:train:Epoch 281/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3463, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 281 epochs +INFO:train:Epoch 282/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3509, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 282 epochs +INFO:train:Epoch 283/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3463, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 283 epochs +INFO:train:Epoch 284/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3466, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 284 epochs +INFO:train:Epoch 285/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3485, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 285 epochs +INFO:train:Epoch 286/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3425, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 286 epochs +INFO:train:Epoch 287/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3494, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 287 epochs +INFO:train:Epoch 288/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3492, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 288 epochs +INFO:train:Epoch 289/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3472, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 289 epochs +INFO:train:Epoch 290/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3472, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 290 epochs +INFO:train:Epoch 291/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3444, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 291 epochs +INFO:train:Epoch 292/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3491, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 292 epochs +INFO:train:Epoch 293/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3460, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 293 epochs +INFO:train:Epoch 294/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3476, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 294 epochs +INFO:train:Epoch 295/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3454, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 295 epochs +INFO:train:Epoch 296/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3443, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 296 epochs +INFO:train:Epoch 297/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3448, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 297 epochs +INFO:train:Epoch 298/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3477, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 298 epochs +INFO:train:Epoch 299/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3453, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 299 epochs +INFO:train:Epoch 300/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3463, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 300 epochs +INFO:train:Epoch 301/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3458, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 301 epochs +INFO:train:Epoch 302/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3430, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 302 epochs +INFO:train:Epoch 303/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3399, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 303 epochs +INFO:train:Epoch 304/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3471, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 304 epochs +INFO:train:Epoch 305/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3443, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 305 epochs +INFO:train:Epoch 306/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3500, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 306 epochs +INFO:train:Epoch 307/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3427, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 307 epochs +INFO:train:Epoch 308/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3463, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 308 epochs +INFO:train:Epoch 309/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3470, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 309 epochs +INFO:train:Epoch 310/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3451, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 310 epochs +INFO:train:Epoch 311/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3506, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 311 epochs +INFO:train:Epoch 312/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3482, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 312 epochs +INFO:train:Epoch 313/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3502, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 313 epochs +INFO:train:Epoch 314/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3525, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 314 epochs +INFO:train:Epoch 315/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3496, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 315 epochs +INFO:train:Epoch 316/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3476, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 316 epochs +INFO:train:Epoch 317/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3500, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 317 epochs +INFO:train:Epoch 318/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3448, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 318 epochs +INFO:train:Epoch 319/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3509, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 319 epochs +INFO:train:Epoch 320/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3501, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 320 epochs +INFO:train:Epoch 321/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3467, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 321 epochs +INFO:train:Epoch 322/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3472, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 322 epochs +INFO:train:Epoch 323/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3507, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 323 epochs +INFO:train:Epoch 324/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3485, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 324 epochs +INFO:train:Epoch 325/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3472, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 325 epochs +INFO:train:Epoch 326/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3499, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 326 epochs +INFO:train:Epoch 327/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3463, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 327 epochs +INFO:train:Epoch 328/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3474, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 328 epochs +INFO:train:Epoch 329/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3446, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 329 epochs +INFO:train:Epoch 330/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3477, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 330 epochs +INFO:train:Epoch 331/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3456, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 331 epochs +INFO:train:Epoch 332/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3450, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 332 epochs +INFO:train:Epoch 333/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3453, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 333 epochs +INFO:train:Epoch 334/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3515, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 334 epochs +INFO:train:Epoch 335/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3449, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 335 epochs +INFO:train:Epoch 336/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3462, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 336 epochs +INFO:train:Epoch 337/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3470, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 337 epochs +INFO:train:Epoch 338/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3474, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 338 epochs +INFO:train:Epoch 339/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3480, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 339 epochs +INFO:train:Epoch 340/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3443, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 340 epochs +INFO:train:Epoch 341/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3454, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 341 epochs +INFO:train:Epoch 342/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3421, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 342 epochs +INFO:train:Epoch 343/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3451, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 343 epochs +INFO:train:Epoch 344/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3474, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 344 epochs +INFO:train:Epoch 345/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3408, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 345 epochs +INFO:train:Epoch 346/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3483, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 346 epochs +INFO:train:Epoch 347/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3460, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 347 epochs +INFO:train:Epoch 348/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3451, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 348 epochs +INFO:train:Epoch 349/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3469, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 349 epochs +INFO:train:Epoch 350/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3435, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 350 epochs +INFO:train:Epoch 351/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3453, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 351 epochs +INFO:train:Epoch 352/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3470, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 352 epochs +INFO:train:Epoch 353/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3413, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 353 epochs +INFO:train:Epoch 354/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3479, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 354 epochs +INFO:train:Epoch 355/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3444, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 355 epochs +INFO:train:Epoch 356/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3451, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 356 epochs +INFO:train:Epoch 357/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3467, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 357 epochs +INFO:train:Epoch 358/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3449, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 358 epochs +INFO:train:Epoch 359/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3493, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 359 epochs diff --git a/code/transformer/logs/instance-recognition/tmp/run_10.log b/code/transformer/logs/instance-recognition/tmp/run_10.log index e931042..a15f59a 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_10.log +++ b/code/transformer/logs/instance-recognition/tmp/run_10.log @@ -53,59 +53,107 @@ INFO:__main__:model: Transformer( (fc): Linear(in_features=2046, out_features=2, bias=True) ) INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.7972, Train Acc: 0.4643 Val Loss: 3.2099, Val Acc: 0.6667 -INFO:train:Epoch 2/1000 Train Loss: 2.5980, Train Acc: 0.7679 Val Loss: 4.2621, Val Acc: 0.5333 -INFO:train:Epoch 3/1000 Train Loss: 2.5423, Train Acc: 0.6607 Val Loss: 1.9501, Val Acc: 0.7333 -INFO:train:Epoch 4/1000 Train Loss: 0.7604, Train Acc: 0.8214 Val Loss: 0.6584, Val Acc: 0.8000 -INFO:train:Epoch 5/1000 Train Loss: 0.7864, Train Acc: 0.8214 Val Loss: 1.4364, Val Acc: 0.6667 -INFO:train:Epoch 6/1000 Train Loss: 0.4767, Train Acc: 0.9286 Val Loss: 1.5206, Val Acc: 0.6000 -INFO:train:Epoch 7/1000 Train Loss: 0.3968, Train Acc: 0.9643 Val Loss: 1.8886, Val Acc: 0.6667 -INFO:train:Epoch 8/1000 Train Loss: 0.3930, Train Acc: 0.9643 Val Loss: 1.8214, Val Acc: 0.6000 -INFO:train:Epoch 9/1000 Train Loss: 0.4237, Train Acc: 0.9286 Val Loss: 1.7012, Val Acc: 0.6000 -INFO:train:Epoch 10/1000 Train Loss: 0.3556, Train Acc: 0.9821 Val Loss: 1.3153, Val Acc: 0.6000 -INFO:train:Epoch 11/1000 Train Loss: 0.2995, Train Acc: 1.0000 Val Loss: 0.7498, Val Acc: 0.6667 -INFO:train:Epoch 12/1000 Train Loss: 0.2961, Train Acc: 0.9821 Val Loss: 0.7013, Val Acc: 0.6000 -INFO:train:Epoch 13/1000 Train Loss: 0.3061, Train Acc: 0.9643 Val Loss: 1.0558, Val Acc: 0.6000 -INFO:train:Epoch 14/1000 Train Loss: 0.2995, Train Acc: 0.9821 Val Loss: 0.7787, Val Acc: 0.7333 -INFO:train:Epoch 15/1000 Train Loss: 0.2443, Train Acc: 1.0000 Val Loss: 0.7663, Val Acc: 0.6667 -INFO:train:Epoch 16/1000 Train Loss: 0.2708, Train Acc: 0.9821 Val Loss: 0.8259, Val Acc: 0.6667 -INFO:train:Epoch 17/1000 Train Loss: 0.2550, Train Acc: 0.9821 Val Loss: 0.9702, Val Acc: 0.6667 -INFO:train:Epoch 18/1000 Train Loss: 0.2584, Train Acc: 1.0000 Val Loss: 0.9376, Val Acc: 0.6667 -INFO:train:Epoch 19/1000 Train Loss: 0.2627, Train Acc: 0.9821 Val Loss: 0.7310, Val Acc: 0.7333 -INFO:train:Epoch 20/1000 Train Loss: 0.2594, Train Acc: 1.0000 Val Loss: 0.6685, Val Acc: 0.6667 -INFO:train:Epoch 21/1000 Train Loss: 0.2684, Train Acc: 1.0000 Val Loss: 0.6003, Val Acc: 0.7333 -INFO:train:Epoch 22/1000 Train Loss: 0.2686, Train Acc: 1.0000 Val Loss: 0.5770, Val Acc: 0.8000 -INFO:train:Epoch 23/1000 Train Loss: 0.2376, Train Acc: 1.0000 Val Loss: 0.7309, Val Acc: 0.8000 -INFO:train:Epoch 24/1000 Train Loss: 0.2797, Train Acc: 0.9821 Val Loss: 0.5184, Val Acc: 0.8667 -INFO:train:Epoch 25/1000 Train Loss: 0.2255, Train Acc: 1.0000 Val Loss: 0.4305, Val Acc: 0.8667 -INFO:train:Epoch 26/1000 Train Loss: 0.2307, Train Acc: 1.0000 Val Loss: 0.4431, Val Acc: 0.8667 -INFO:train:Epoch 27/1000 Train Loss: 0.2583, Train Acc: 1.0000 Val Loss: 0.6035, Val Acc: 0.7333 -INFO:train:Epoch 28/1000 Train Loss: 0.2293, Train Acc: 1.0000 Val Loss: 0.7900, Val Acc: 0.6667 -INFO:train:Epoch 29/1000 Train Loss: 0.2514, Train Acc: 1.0000 Val Loss: 0.6568, Val Acc: 0.7333 -INFO:train:Epoch 30/1000 Train Loss: 0.2238, Train Acc: 1.0000 Val Loss: 0.6630, Val Acc: 0.7333 -INFO:train:Epoch 31/1000 Train Loss: 0.2409, Train Acc: 1.0000 Val Loss: 0.6831, Val Acc: 0.7333 -INFO:train:Epoch 32/1000 Train Loss: 0.2464, Train Acc: 1.0000 Val Loss: 0.6648, Val Acc: 0.7333 -INFO:train:Epoch 33/1000 Train Loss: 0.2294, Train Acc: 1.0000 Val Loss: 0.7106, Val Acc: 0.8000 -INFO:train:Epoch 34/1000 Train Loss: 0.2236, Train Acc: 1.0000 Val Loss: 0.8577, Val Acc: 0.6000 -INFO:train:Epoch 35/1000 Train Loss: 0.2671, Train Acc: 0.9821 Val Loss: 0.6755, Val Acc: 0.7333 -INFO:train:Epoch 36/1000 Train Loss: 0.2362, Train Acc: 1.0000 Val Loss: 0.5900, Val Acc: 0.8000 -INFO:train:Epoch 37/1000 Train Loss: 0.2303, Train Acc: 1.0000 Val Loss: 0.5632, Val Acc: 0.7333 -INFO:train:Epoch 38/1000 Train Loss: 0.2244, Train Acc: 1.0000 Val Loss: 0.6263, Val Acc: 0.7333 -INFO:train:Epoch 39/1000 Train Loss: 0.2325, Train Acc: 1.0000 Val Loss: 0.6773, Val Acc: 0.6667 -INFO:train:Epoch 40/1000 Train Loss: 0.2324, Train Acc: 1.0000 Val Loss: 0.7028, Val Acc: 0.7333 -INFO:train:Epoch 41/1000 Train Loss: 0.2288, Train Acc: 1.0000 Val Loss: 0.7221, Val Acc: 0.8000 -INFO:train:Epoch 42/1000 Train Loss: 0.2258, Train Acc: 1.0000 Val Loss: 0.6653, Val Acc: 0.8667 -INFO:train:Epoch 43/1000 Train Loss: 0.2208, Train Acc: 1.0000 Val Loss: 0.6771, Val Acc: 0.8000 -INFO:train:Epoch 44/1000 Train Loss: 0.2229, Train Acc: 1.0000 Val Loss: 0.6193, Val Acc: 0.7333 -INFO:train:Epoch 45/1000 Train Loss: 0.2082, Train Acc: 1.0000 Val Loss: 0.5751, Val Acc: 0.8000 +INFO:train:Epoch 1/100 Train Loss: 0.6627, Train Acc: 0.8982 Val Loss: 0.4077, Val Acc: 0.9473 +INFO:train:Epoch 2/100 Train Loss: 0.3713, Train Acc: 0.9398 Val Loss: 0.3547, Val Acc: 0.9434 +INFO:train:Epoch 3/100 Train Loss: 0.3323, Train Acc: 0.9521 Val Loss: 0.3267, Val Acc: 0.9570 +INFO:train:Epoch 4/100 Train Loss: 0.3296, Train Acc: 0.9535 Val Loss: 0.3581, Val Acc: 0.9570 +INFO:train:Epoch 5/100 Train Loss: 0.3392, Train Acc: 0.9467 Val Loss: 0.4236, Val Acc: 0.9121 +INFO:train:Epoch 6/100 Train Loss: 0.3484, Train Acc: 0.9432 Val Loss: 0.4062, Val Acc: 0.9570 +INFO:train:Epoch 7/100 Train Loss: 0.3290, Train Acc: 0.9521 Val Loss: 0.3301, Val Acc: 0.9531 +INFO:train:Epoch 8/100 Train Loss: 0.3214, Train Acc: 0.9511 Val Loss: 0.3713, Val Acc: 0.9531 +INFO:train:Epoch 9/100 Train Loss: 0.3318, Train Acc: 0.9501 Val Loss: 0.4054, Val Acc: 0.9570 +INFO:train:Epoch 10/100 Train Loss: 0.3186, Train Acc: 0.9506 Val Loss: 0.3242, Val Acc: 0.9570 +INFO:train:Epoch 11/100 Train Loss: 0.3292, Train Acc: 0.9501 Val Loss: 0.3251, Val Acc: 0.9473 +INFO:train:Epoch 12/100 Train Loss: 0.3171, Train Acc: 0.9516 Val Loss: 0.3616, Val Acc: 0.9551 +INFO:train:Epoch 13/100 Train Loss: 0.3070, Train Acc: 0.9535 Val Loss: 0.3451, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 13 epochs +INFO:train:Epoch 14/100 Train Loss: 0.3038, Train Acc: 0.9521 Val Loss: 0.3349, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 14 epochs +INFO:train:Epoch 15/100 Train Loss: 0.2973, Train Acc: 0.9599 Val Loss: 0.3555, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 15 epochs +INFO:train:Epoch 16/100 Train Loss: 0.3157, Train Acc: 0.9555 Val Loss: 0.3431, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 16 epochs +INFO:train:Epoch 17/100 Train Loss: 0.2864, Train Acc: 0.9599 Val Loss: 0.3721, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 17 epochs +INFO:train:Epoch 18/100 Train Loss: 0.2788, Train Acc: 0.9653 Val Loss: 0.3586, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 18 epochs +INFO:train:Epoch 19/100 Train Loss: 0.3039, Train Acc: 0.9579 Val Loss: 0.3820, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 19 epochs +INFO:train:Epoch 20/100 Train Loss: 0.2970, Train Acc: 0.9599 Val Loss: 0.3168, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 20 epochs +INFO:train:Epoch 21/100 Train Loss: 0.2737, Train Acc: 0.9662 Val Loss: 0.3733, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 21 epochs +INFO:train:Epoch 22/100 Train Loss: 0.2801, Train Acc: 0.9623 Val Loss: 0.3413, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 22 epochs +INFO:train:Epoch 23/100 Train Loss: 0.2651, Train Acc: 0.9736 Val Loss: 0.3471, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 23 epochs +INFO:train:Epoch 24/100 Train Loss: 0.2708, Train Acc: 0.9658 Val Loss: 0.3511, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 24 epochs +INFO:train:Epoch 25/100 Train Loss: 0.2636, Train Acc: 0.9697 Val Loss: 0.3594, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 25 epochs +INFO:train:Epoch 26/100 Train Loss: 0.2530, Train Acc: 0.9760 Val Loss: 0.3987, Val Acc: 0.9258 +INFO:train:Early stopping triggered after 26 epochs +INFO:train:Epoch 27/100 Train Loss: 0.2530, Train Acc: 0.9775 Val Loss: 0.3160, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 27 epochs +INFO:train:Epoch 28/100 Train Loss: 0.2386, Train Acc: 0.9829 Val Loss: 0.3458, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 28 epochs +INFO:train:Epoch 29/100 Train Loss: 0.2388, Train Acc: 0.9824 Val Loss: 0.3358, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 29 epochs +INFO:train:Epoch 30/100 Train Loss: 0.2506, Train Acc: 0.9770 Val Loss: 0.3472, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 30 epochs +INFO:train:Epoch 31/100 Train Loss: 0.2445, Train Acc: 0.9799 Val Loss: 0.3724, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 31 epochs +INFO:train:Epoch 32/100 Train Loss: 0.2272, Train Acc: 0.9883 Val Loss: 0.3492, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 32 epochs +INFO:train:Epoch 33/100 Train Loss: 0.2470, Train Acc: 0.9804 Val Loss: 0.3377, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 33 epochs +INFO:train:Epoch 34/100 Train Loss: 0.2451, Train Acc: 0.9819 Val Loss: 0.3644, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 34 epochs +INFO:train:Epoch 35/100 Train Loss: 0.2308, Train Acc: 0.9887 Val Loss: 0.3562, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 35 epochs +INFO:train:Epoch 36/100 Train Loss: 0.2381, Train Acc: 0.9839 Val Loss: 0.3594, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 36 epochs +INFO:train:Epoch 37/100 Train Loss: 0.2326, Train Acc: 0.9878 Val Loss: 0.3677, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 37 epochs +INFO:train:Epoch 38/100 Train Loss: 0.2346, Train Acc: 0.9843 Val Loss: 0.3196, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 38 epochs +INFO:train:Epoch 39/100 Train Loss: 0.2404, Train Acc: 0.9814 Val Loss: 0.3267, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 39 epochs +INFO:train:Epoch 40/100 Train Loss: 0.2221, Train Acc: 0.9922 Val Loss: 0.3633, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 40 epochs +INFO:train:Epoch 41/100 Train Loss: 0.2182, Train Acc: 0.9922 Val Loss: 0.3557, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 41 epochs +INFO:train:Epoch 42/100 Train Loss: 0.2150, Train Acc: 0.9941 Val Loss: 0.3373, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 42 epochs +INFO:train:Epoch 43/100 Train Loss: 0.2096, Train Acc: 0.9976 Val Loss: 0.3434, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 43 epochs +INFO:train:Epoch 44/100 Train Loss: 0.2184, Train Acc: 0.9922 Val Loss: 0.3216, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 44 epochs +INFO:train:Epoch 45/100 Train Loss: 0.2237, Train Acc: 0.9907 Val Loss: 0.3743, Val Acc: 0.9453 INFO:train:Early stopping triggered after 45 epochs -INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 19.18s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 12 / 15 correct, accuracy: 0.8 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png +INFO:train:Epoch 46/100 Train Loss: 0.2375, Train Acc: 0.9839 Val Loss: 0.3476, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 46 epochs +INFO:train:Epoch 47/100 Train Loss: 0.2196, Train Acc: 0.9917 Val Loss: 0.3684, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 47 epochs +INFO:train:Epoch 48/100 Train Loss: 0.2175, Train Acc: 0.9922 Val Loss: 0.3865, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 48 epochs +INFO:train:Epoch 49/100 Train Loss: 0.2133, Train Acc: 0.9941 Val Loss: 0.3299, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 49 epochs +INFO:train:Epoch 50/100 Train Loss: 0.2107, Train Acc: 0.9961 Val Loss: 0.3268, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 50 epochs +INFO:train:Epoch 51/100 Train Loss: 0.2182, Train Acc: 0.9922 Val Loss: 0.3704, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 51 epochs +INFO:train:Epoch 52/100 Train Loss: 0.2261, Train Acc: 0.9887 Val Loss: 0.3656, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 52 epochs +INFO:train:Epoch 53/100 Train Loss: 0.2308, Train Acc: 0.9873 Val Loss: 0.3303, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 53 epochs +INFO:train:Epoch 54/100 Train Loss: 0.2220, Train Acc: 0.9897 Val Loss: 0.3619, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 54 epochs +INFO:train:Epoch 55/100 Train Loss: 0.2200, Train Acc: 0.9907 Val Loss: 0.3485, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 55 epochs +INFO:train:Epoch 56/100 Train Loss: 0.2180, Train Acc: 0.9932 Val Loss: 0.3291, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 56 epochs +INFO:train:Epoch 57/100 Train Loss: 0.2076, Train Acc: 0.9980 Val Loss: 0.3427, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 57 epochs +INFO:train:Epoch 58/100 Train Loss: 0.2019, Train Acc: 0.9995 Val Loss: 0.3371, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 58 epochs diff --git a/code/transformer/logs/instance-recognition/tmp/run_11.log b/code/transformer/logs/instance-recognition/tmp/run_11.log index 2a5657b..608fec8 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_11.log +++ b/code/transformer/logs/instance-recognition/tmp/run_11.log @@ -1,103 +1 @@ INFO:__main__:Reading the dataset: fish instance-recognition -INFO:__main__:model: Transformer( - (encoder): Encoder( - (layers): ModuleList( - (0-3): 4 x EncoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - ) - ) - ) - (decoder): Decoder( - (layers): ModuleList( - (0-3): 4 x DecoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (cross_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm3): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - (dropout3): Dropout(p=0.2, inplace=False) - ) - ) - ) - (fc): Linear(in_features=2046, out_features=2, bias=True) -) -INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.8448, Train Acc: 0.3929 Val Loss: 2.8718, Val Acc: 0.7333 -INFO:train:Epoch 2/1000 Train Loss: 3.1779, Train Acc: 0.6786 Val Loss: 3.9545, Val Acc: 0.4000 -INFO:train:Epoch 3/1000 Train Loss: 2.6961, Train Acc: 0.6071 Val Loss: 2.1524, Val Acc: 0.5333 -INFO:train:Epoch 4/1000 Train Loss: 0.8888, Train Acc: 0.7143 Val Loss: 1.1774, Val Acc: 0.6667 -INFO:train:Epoch 5/1000 Train Loss: 1.4395, Train Acc: 0.6786 Val Loss: 0.8515, Val Acc: 0.6000 -INFO:train:Epoch 6/1000 Train Loss: 0.4370, Train Acc: 0.8929 Val Loss: 1.8296, Val Acc: 0.4000 -INFO:train:Epoch 7/1000 Train Loss: 0.8015, Train Acc: 0.6786 Val Loss: 1.1768, Val Acc: 0.4667 -INFO:train:Epoch 8/1000 Train Loss: 0.4728, Train Acc: 0.8929 Val Loss: 1.0048, Val Acc: 0.6000 -INFO:train:Epoch 9/1000 Train Loss: 0.4781, Train Acc: 0.9107 Val Loss: 0.7272, Val Acc: 0.7333 -INFO:train:Epoch 10/1000 Train Loss: 0.3855, Train Acc: 0.9643 Val Loss: 0.6502, Val Acc: 0.6667 -INFO:train:Epoch 11/1000 Train Loss: 0.3638, Train Acc: 0.9464 Val Loss: 0.9797, Val Acc: 0.6000 -INFO:train:Epoch 12/1000 Train Loss: 0.4247, Train Acc: 0.9286 Val Loss: 1.0541, Val Acc: 0.7333 -INFO:train:Epoch 13/1000 Train Loss: 0.3134, Train Acc: 0.9821 Val Loss: 1.1000, Val Acc: 0.4667 -INFO:train:Epoch 14/1000 Train Loss: 0.3078, Train Acc: 0.9464 Val Loss: 1.0211, Val Acc: 0.6000 -INFO:train:Epoch 15/1000 Train Loss: 0.2987, Train Acc: 1.0000 Val Loss: 0.8625, Val Acc: 0.6667 -INFO:train:Epoch 16/1000 Train Loss: 0.2505, Train Acc: 1.0000 Val Loss: 0.9631, Val Acc: 0.6000 -INFO:train:Epoch 17/1000 Train Loss: 0.2485, Train Acc: 1.0000 Val Loss: 1.1471, Val Acc: 0.5333 -INFO:train:Epoch 18/1000 Train Loss: 0.2778, Train Acc: 0.9821 Val Loss: 1.1108, Val Acc: 0.6000 -INFO:train:Epoch 19/1000 Train Loss: 0.2654, Train Acc: 0.9821 Val Loss: 0.9566, Val Acc: 0.6000 -INFO:train:Epoch 20/1000 Train Loss: 0.2399, Train Acc: 1.0000 Val Loss: 0.8241, Val Acc: 0.6000 -INFO:train:Epoch 21/1000 Train Loss: 0.2343, Train Acc: 1.0000 Val Loss: 0.7976, Val Acc: 0.5333 -INFO:train:Epoch 22/1000 Train Loss: 0.2387, Train Acc: 1.0000 Val Loss: 0.8488, Val Acc: 0.5333 -INFO:train:Epoch 23/1000 Train Loss: 0.2435, Train Acc: 1.0000 Val Loss: 0.7862, Val Acc: 0.6667 -INFO:train:Epoch 24/1000 Train Loss: 0.2335, Train Acc: 1.0000 Val Loss: 0.7137, Val Acc: 0.6667 -INFO:train:Epoch 25/1000 Train Loss: 0.2347, Train Acc: 0.9821 Val Loss: 0.6601, Val Acc: 0.7333 -INFO:train:Epoch 26/1000 Train Loss: 0.2302, Train Acc: 1.0000 Val Loss: 0.6528, Val Acc: 0.7333 -INFO:train:Epoch 27/1000 Train Loss: 0.2322, Train Acc: 1.0000 Val Loss: 0.6518, Val Acc: 0.8000 -INFO:train:Epoch 28/1000 Train Loss: 0.2346, Train Acc: 1.0000 Val Loss: 0.6612, Val Acc: 0.8000 -INFO:train:Epoch 29/1000 Train Loss: 0.2268, Train Acc: 1.0000 Val Loss: 0.6547, Val Acc: 0.8000 -INFO:train:Epoch 30/1000 Train Loss: 0.2199, Train Acc: 1.0000 Val Loss: 0.6335, Val Acc: 0.8000 -INFO:train:Epoch 31/1000 Train Loss: 0.2253, Train Acc: 1.0000 Val Loss: 0.6295, Val Acc: 0.7333 -INFO:train:Epoch 32/1000 Train Loss: 0.2229, Train Acc: 1.0000 Val Loss: 0.6230, Val Acc: 0.7333 -INFO:train:Epoch 33/1000 Train Loss: 0.2171, Train Acc: 1.0000 Val Loss: 0.6293, Val Acc: 0.7333 -INFO:train:Epoch 34/1000 Train Loss: 0.2224, Train Acc: 1.0000 Val Loss: 0.6517, Val Acc: 0.8000 -INFO:train:Epoch 35/1000 Train Loss: 0.2108, Train Acc: 1.0000 Val Loss: 0.7306, Val Acc: 0.7333 -INFO:train:Epoch 36/1000 Train Loss: 0.2211, Train Acc: 1.0000 Val Loss: 0.7754, Val Acc: 0.6667 -INFO:train:Epoch 37/1000 Train Loss: 0.2323, Train Acc: 1.0000 Val Loss: 0.7643, Val Acc: 0.6667 -INFO:train:Early stopping triggered after 37 epochs -INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 15.65s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 10 / 15 correct, accuracy: 0.6666666666666666 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png diff --git a/code/transformer/logs/instance-recognition/tmp/run_12.log b/code/transformer/logs/instance-recognition/tmp/run_12.log index 6b203e5..608fec8 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_12.log +++ b/code/transformer/logs/instance-recognition/tmp/run_12.log @@ -1,96 +1 @@ INFO:__main__:Reading the dataset: fish instance-recognition -INFO:__main__:model: Transformer( - (encoder): Encoder( - (layers): ModuleList( - (0-3): 4 x EncoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - ) - ) - ) - (decoder): Decoder( - (layers): ModuleList( - (0-3): 4 x DecoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (cross_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm3): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - (dropout3): Dropout(p=0.2, inplace=False) - ) - ) - ) - (fc): Linear(in_features=2046, out_features=2, bias=True) -) -INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.7056, Train Acc: 0.6071 Val Loss: 4.8858, Val Acc: 0.7333 -INFO:train:Epoch 2/1000 Train Loss: 3.4859, Train Acc: 0.7321 Val Loss: 3.0353, Val Acc: 0.6000 -INFO:train:Epoch 3/1000 Train Loss: 1.9031, Train Acc: 0.5179 Val Loss: 1.6060, Val Acc: 0.7333 -INFO:train:Epoch 4/1000 Train Loss: 1.1825, Train Acc: 0.8036 Val Loss: 1.6440, Val Acc: 0.6000 -INFO:train:Epoch 5/1000 Train Loss: 0.9375, Train Acc: 0.8214 Val Loss: 0.6772, Val Acc: 0.8000 -INFO:train:Epoch 6/1000 Train Loss: 0.4045, Train Acc: 0.9286 Val Loss: 0.8469, Val Acc: 0.7333 -INFO:train:Epoch 7/1000 Train Loss: 0.5049, Train Acc: 0.8571 Val Loss: 1.6750, Val Acc: 0.4667 -INFO:train:Epoch 8/1000 Train Loss: 0.4206, Train Acc: 0.8750 Val Loss: 1.6567, Val Acc: 0.5333 -INFO:train:Epoch 9/1000 Train Loss: 0.4074, Train Acc: 0.9464 Val Loss: 1.2114, Val Acc: 0.6667 -INFO:train:Epoch 10/1000 Train Loss: 0.3901, Train Acc: 0.9464 Val Loss: 0.9907, Val Acc: 0.7333 -INFO:train:Epoch 11/1000 Train Loss: 0.3036, Train Acc: 0.9821 Val Loss: 1.2224, Val Acc: 0.6667 -INFO:train:Epoch 12/1000 Train Loss: 0.3805, Train Acc: 0.9464 Val Loss: 0.9843, Val Acc: 0.7333 -INFO:train:Epoch 13/1000 Train Loss: 0.3019, Train Acc: 0.9464 Val Loss: 1.0114, Val Acc: 0.6000 -INFO:train:Epoch 14/1000 Train Loss: 0.3029, Train Acc: 0.9464 Val Loss: 1.0379, Val Acc: 0.6667 -INFO:train:Epoch 15/1000 Train Loss: 0.2842, Train Acc: 1.0000 Val Loss: 0.7773, Val Acc: 0.8667 -INFO:train:Epoch 16/1000 Train Loss: 0.2916, Train Acc: 0.9821 Val Loss: 0.8120, Val Acc: 0.7333 -INFO:train:Epoch 17/1000 Train Loss: 0.2973, Train Acc: 0.9643 Val Loss: 1.0437, Val Acc: 0.6000 -INFO:train:Epoch 18/1000 Train Loss: 0.2997, Train Acc: 0.9643 Val Loss: 0.8598, Val Acc: 0.8000 -INFO:train:Epoch 19/1000 Train Loss: 0.2863, Train Acc: 0.9821 Val Loss: 0.8460, Val Acc: 0.8000 -INFO:train:Epoch 20/1000 Train Loss: 0.2824, Train Acc: 0.9821 Val Loss: 0.8144, Val Acc: 0.6667 -INFO:train:Epoch 21/1000 Train Loss: 0.2358, Train Acc: 1.0000 Val Loss: 1.0975, Val Acc: 0.5333 -INFO:train:Epoch 22/1000 Train Loss: 0.2656, Train Acc: 1.0000 Val Loss: 0.7888, Val Acc: 0.7333 -INFO:train:Epoch 23/1000 Train Loss: 0.2336, Train Acc: 1.0000 Val Loss: 0.7638, Val Acc: 0.8000 -INFO:train:Epoch 24/1000 Train Loss: 0.2447, Train Acc: 1.0000 Val Loss: 0.9266, Val Acc: 0.6667 -INFO:train:Epoch 25/1000 Train Loss: 0.2402, Train Acc: 1.0000 Val Loss: 0.8815, Val Acc: 0.6000 -INFO:train:Epoch 26/1000 Train Loss: 0.2388, Train Acc: 1.0000 Val Loss: 0.7507, Val Acc: 0.7333 -INFO:train:Epoch 27/1000 Train Loss: 0.2366, Train Acc: 1.0000 Val Loss: 0.7098, Val Acc: 0.8000 -INFO:train:Epoch 28/1000 Train Loss: 0.2493, Train Acc: 1.0000 Val Loss: 0.7315, Val Acc: 0.8000 -INFO:train:Epoch 29/1000 Train Loss: 0.2308, Train Acc: 1.0000 Val Loss: 0.8151, Val Acc: 0.5333 -INFO:train:Epoch 30/1000 Train Loss: 0.2457, Train Acc: 1.0000 Val Loss: 0.6037, Val Acc: 0.8667 -INFO:train:Early stopping triggered after 30 epochs -INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 13.62s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 13 / 15 correct, accuracy: 0.8666666666666667 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png diff --git a/code/transformer/logs/instance-recognition/tmp/run_13.log b/code/transformer/logs/instance-recognition/tmp/run_13.log index 8b9d5cb..608fec8 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_13.log +++ b/code/transformer/logs/instance-recognition/tmp/run_13.log @@ -1,105 +1 @@ INFO:__main__:Reading the dataset: fish instance-recognition -INFO:__main__:model: Transformer( - (encoder): Encoder( - (layers): ModuleList( - (0-3): 4 x EncoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - ) - ) - ) - (decoder): Decoder( - (layers): ModuleList( - (0-3): 4 x DecoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (cross_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm3): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - (dropout3): Dropout(p=0.2, inplace=False) - ) - ) - ) - (fc): Linear(in_features=2046, out_features=2, bias=True) -) -INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.8645, Train Acc: 0.4464 Val Loss: 7.1099, Val Acc: 0.6667 -INFO:train:Epoch 2/1000 Train Loss: 3.7848, Train Acc: 0.7143 Val Loss: 1.9898, Val Acc: 0.4667 -INFO:train:Epoch 3/1000 Train Loss: 0.9888, Train Acc: 0.7857 Val Loss: 1.1575, Val Acc: 0.6667 -INFO:train:Epoch 4/1000 Train Loss: 1.6707, Train Acc: 0.5357 Val Loss: 1.8724, Val Acc: 0.4667 -INFO:train:Epoch 5/1000 Train Loss: 0.6128, Train Acc: 0.8393 Val Loss: 1.6018, Val Acc: 0.6667 -INFO:train:Epoch 6/1000 Train Loss: 0.6919, Train Acc: 0.7857 Val Loss: 1.2342, Val Acc: 0.6000 -INFO:train:Epoch 7/1000 Train Loss: 0.3755, Train Acc: 0.9464 Val Loss: 0.9066, Val Acc: 0.7333 -INFO:train:Epoch 8/1000 Train Loss: 0.4236, Train Acc: 0.9107 Val Loss: 0.9545, Val Acc: 0.8000 -INFO:train:Epoch 9/1000 Train Loss: 0.4006, Train Acc: 0.9107 Val Loss: 1.1646, Val Acc: 0.8000 -INFO:train:Epoch 10/1000 Train Loss: 0.3219, Train Acc: 0.9821 Val Loss: 1.3811, Val Acc: 0.6667 -INFO:train:Epoch 11/1000 Train Loss: 0.3765, Train Acc: 0.9286 Val Loss: 1.7047, Val Acc: 0.4667 -INFO:train:Epoch 12/1000 Train Loss: 0.4198, Train Acc: 0.8929 Val Loss: 1.7186, Val Acc: 0.7333 -INFO:train:Epoch 13/1000 Train Loss: 0.4056, Train Acc: 0.9286 Val Loss: 1.6533, Val Acc: 0.6000 -INFO:train:Epoch 14/1000 Train Loss: 0.3185, Train Acc: 0.9643 Val Loss: 1.6438, Val Acc: 0.6667 -INFO:train:Epoch 15/1000 Train Loss: 0.3109, Train Acc: 0.9821 Val Loss: 1.6914, Val Acc: 0.5333 -INFO:train:Epoch 16/1000 Train Loss: 0.3499, Train Acc: 0.9286 Val Loss: 1.2003, Val Acc: 0.6667 -INFO:train:Epoch 17/1000 Train Loss: 0.2756, Train Acc: 1.0000 Val Loss: 1.1395, Val Acc: 0.6667 -INFO:train:Epoch 18/1000 Train Loss: 0.3098, Train Acc: 0.9821 Val Loss: 1.0954, Val Acc: 0.6667 -INFO:train:Epoch 19/1000 Train Loss: 0.3380, Train Acc: 0.9464 Val Loss: 0.8726, Val Acc: 0.6667 -INFO:train:Epoch 20/1000 Train Loss: 0.2848, Train Acc: 0.9821 Val Loss: 0.7222, Val Acc: 0.7333 -INFO:train:Epoch 21/1000 Train Loss: 0.2858, Train Acc: 0.9821 Val Loss: 0.7574, Val Acc: 0.7333 -INFO:train:Epoch 22/1000 Train Loss: 0.2749, Train Acc: 0.9643 Val Loss: 0.8573, Val Acc: 0.6667 -INFO:train:Epoch 23/1000 Train Loss: 0.2438, Train Acc: 1.0000 Val Loss: 1.0361, Val Acc: 0.6000 -INFO:train:Epoch 24/1000 Train Loss: 0.2679, Train Acc: 0.9821 Val Loss: 1.1296, Val Acc: 0.6000 -INFO:train:Epoch 25/1000 Train Loss: 0.2682, Train Acc: 0.9821 Val Loss: 1.0449, Val Acc: 0.6000 -INFO:train:Epoch 26/1000 Train Loss: 0.2473, Train Acc: 1.0000 Val Loss: 0.8314, Val Acc: 0.6667 -INFO:train:Epoch 27/1000 Train Loss: 0.2441, Train Acc: 1.0000 Val Loss: 0.7098, Val Acc: 0.7333 -INFO:train:Epoch 28/1000 Train Loss: 0.2532, Train Acc: 1.0000 Val Loss: 0.7506, Val Acc: 0.7333 -INFO:train:Epoch 29/1000 Train Loss: 0.2514, Train Acc: 0.9821 Val Loss: 0.9600, Val Acc: 0.6000 -INFO:train:Epoch 30/1000 Train Loss: 0.2368, Train Acc: 1.0000 Val Loss: 1.1250, Val Acc: 0.6000 -INFO:train:Epoch 31/1000 Train Loss: 0.2331, Train Acc: 1.0000 Val Loss: 1.2114, Val Acc: 0.6000 -INFO:train:Epoch 32/1000 Train Loss: 0.2375, Train Acc: 1.0000 Val Loss: 1.1380, Val Acc: 0.6667 -INFO:train:Epoch 33/1000 Train Loss: 0.2259, Train Acc: 1.0000 Val Loss: 0.9847, Val Acc: 0.6667 -INFO:train:Epoch 34/1000 Train Loss: 0.2329, Train Acc: 1.0000 Val Loss: 0.9481, Val Acc: 0.7333 -INFO:train:Epoch 35/1000 Train Loss: 0.2258, Train Acc: 1.0000 Val Loss: 0.9838, Val Acc: 0.6667 -INFO:train:Epoch 36/1000 Train Loss: 0.2207, Train Acc: 1.0000 Val Loss: 1.0061, Val Acc: 0.6000 -INFO:train:Epoch 37/1000 Train Loss: 0.2235, Train Acc: 1.0000 Val Loss: 0.9436, Val Acc: 0.6000 -INFO:train:Epoch 38/1000 Train Loss: 0.2212, Train Acc: 1.0000 Val Loss: 0.8733, Val Acc: 0.6667 -INFO:train:Epoch 39/1000 Train Loss: 0.2191, Train Acc: 1.0000 Val Loss: 0.8200, Val Acc: 0.6667 -INFO:train:Early stopping triggered after 39 epochs -INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 17.32s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 10 / 15 correct, accuracy: 0.6666666666666666 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png diff --git a/code/transformer/logs/instance-recognition/tmp/run_14.log b/code/transformer/logs/instance-recognition/tmp/run_14.log index 8cd4d95..608fec8 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_14.log +++ b/code/transformer/logs/instance-recognition/tmp/run_14.log @@ -1,108 +1 @@ INFO:__main__:Reading the dataset: fish instance-recognition -INFO:__main__:model: Transformer( - (encoder): Encoder( - (layers): ModuleList( - (0-3): 4 x EncoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - ) - ) - ) - (decoder): Decoder( - (layers): ModuleList( - (0-3): 4 x DecoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (cross_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm3): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - (dropout3): Dropout(p=0.2, inplace=False) - ) - ) - ) - (fc): Linear(in_features=2046, out_features=2, bias=True) -) -INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.6980, Train Acc: 0.6071 Val Loss: 1.9372, Val Acc: 0.8000 -INFO:train:Epoch 2/1000 Train Loss: 1.6708, Train Acc: 0.7679 Val Loss: 5.4766, Val Acc: 0.5333 -INFO:train:Epoch 3/1000 Train Loss: 2.6327, Train Acc: 0.6607 Val Loss: 1.6395, Val Acc: 0.4667 -INFO:train:Epoch 4/1000 Train Loss: 0.5755, Train Acc: 0.8393 Val Loss: 3.1294, Val Acc: 0.4667 -INFO:train:Epoch 5/1000 Train Loss: 1.9074, Train Acc: 0.6607 Val Loss: 1.9366, Val Acc: 0.7333 -INFO:train:Epoch 6/1000 Train Loss: 1.2141, Train Acc: 0.7500 Val Loss: 1.8035, Val Acc: 0.8000 -INFO:train:Epoch 7/1000 Train Loss: 0.6800, Train Acc: 0.8750 Val Loss: 1.4187, Val Acc: 0.7333 -INFO:train:Epoch 8/1000 Train Loss: 0.5798, Train Acc: 0.9286 Val Loss: 1.4639, Val Acc: 0.8000 -INFO:train:Epoch 9/1000 Train Loss: 0.6796, Train Acc: 0.8929 Val Loss: 1.5509, Val Acc: 0.6667 -INFO:train:Epoch 10/1000 Train Loss: 0.4806, Train Acc: 0.9643 Val Loss: 1.3304, Val Acc: 0.6667 -INFO:train:Epoch 11/1000 Train Loss: 0.3903, Train Acc: 0.9821 Val Loss: 1.0737, Val Acc: 0.6667 -INFO:train:Epoch 12/1000 Train Loss: 0.3326, Train Acc: 0.9821 Val Loss: 0.9355, Val Acc: 0.6667 -INFO:train:Epoch 13/1000 Train Loss: 0.3681, Train Acc: 0.9464 Val Loss: 0.7749, Val Acc: 0.7333 -INFO:train:Epoch 14/1000 Train Loss: 0.3259, Train Acc: 0.9107 Val Loss: 0.9046, Val Acc: 0.7333 -INFO:train:Epoch 15/1000 Train Loss: 0.3404, Train Acc: 0.9464 Val Loss: 0.9301, Val Acc: 0.6667 -INFO:train:Epoch 16/1000 Train Loss: 0.3135, Train Acc: 0.9464 Val Loss: 0.8203, Val Acc: 0.6667 -INFO:train:Epoch 17/1000 Train Loss: 0.2738, Train Acc: 1.0000 Val Loss: 0.8486, Val Acc: 0.5333 -INFO:train:Epoch 18/1000 Train Loss: 0.3107, Train Acc: 0.9821 Val Loss: 0.7702, Val Acc: 0.6000 -INFO:train:Epoch 19/1000 Train Loss: 0.2865, Train Acc: 0.9821 Val Loss: 0.7402, Val Acc: 0.6667 -INFO:train:Epoch 20/1000 Train Loss: 0.2563, Train Acc: 1.0000 Val Loss: 0.7711, Val Acc: 0.7333 -INFO:train:Epoch 21/1000 Train Loss: 0.2596, Train Acc: 1.0000 Val Loss: 0.7727, Val Acc: 0.7333 -INFO:train:Epoch 22/1000 Train Loss: 0.2602, Train Acc: 1.0000 Val Loss: 0.7585, Val Acc: 0.8000 -INFO:train:Epoch 23/1000 Train Loss: 0.2797, Train Acc: 0.9821 Val Loss: 0.6542, Val Acc: 0.8667 -INFO:train:Epoch 24/1000 Train Loss: 0.2674, Train Acc: 1.0000 Val Loss: 0.6135, Val Acc: 0.8000 -INFO:train:Epoch 25/1000 Train Loss: 0.2432, Train Acc: 1.0000 Val Loss: 0.6042, Val Acc: 0.7333 -INFO:train:Epoch 26/1000 Train Loss: 0.2416, Train Acc: 1.0000 Val Loss: 0.6056, Val Acc: 0.8000 -INFO:train:Epoch 27/1000 Train Loss: 0.2411, Train Acc: 1.0000 Val Loss: 0.5362, Val Acc: 0.8000 -INFO:train:Epoch 28/1000 Train Loss: 0.2366, Train Acc: 1.0000 Val Loss: 0.4946, Val Acc: 0.8000 -INFO:train:Epoch 29/1000 Train Loss: 0.2300, Train Acc: 1.0000 Val Loss: 0.5345, Val Acc: 0.7333 -INFO:train:Epoch 30/1000 Train Loss: 0.2365, Train Acc: 1.0000 Val Loss: 0.5575, Val Acc: 0.7333 -INFO:train:Epoch 31/1000 Train Loss: 0.2375, Train Acc: 1.0000 Val Loss: 0.4802, Val Acc: 0.8000 -INFO:train:Epoch 32/1000 Train Loss: 0.2337, Train Acc: 1.0000 Val Loss: 0.5501, Val Acc: 0.8667 -INFO:train:Epoch 33/1000 Train Loss: 0.2296, Train Acc: 1.0000 Val Loss: 0.6539, Val Acc: 0.8000 -INFO:train:Epoch 34/1000 Train Loss: 0.2293, Train Acc: 1.0000 Val Loss: 0.6456, Val Acc: 0.8000 -INFO:train:Epoch 35/1000 Train Loss: 0.2273, Train Acc: 1.0000 Val Loss: 0.6155, Val Acc: 0.7333 -INFO:train:Epoch 36/1000 Train Loss: 0.2241, Train Acc: 1.0000 Val Loss: 0.5796, Val Acc: 0.7333 -INFO:train:Epoch 37/1000 Train Loss: 0.2279, Train Acc: 1.0000 Val Loss: 0.6054, Val Acc: 0.7333 -INFO:train:Epoch 38/1000 Train Loss: 0.2263, Train Acc: 1.0000 Val Loss: 0.7390, Val Acc: 0.6667 -INFO:train:Epoch 39/1000 Train Loss: 0.2221, Train Acc: 1.0000 Val Loss: 0.6395, Val Acc: 0.6667 -INFO:train:Epoch 40/1000 Train Loss: 0.2176, Train Acc: 1.0000 Val Loss: 0.5205, Val Acc: 0.8000 -INFO:train:Epoch 41/1000 Train Loss: 0.2180, Train Acc: 1.0000 Val Loss: 0.4887, Val Acc: 0.8000 -INFO:train:Epoch 42/1000 Train Loss: 0.2207, Train Acc: 1.0000 Val Loss: 0.5418, Val Acc: 0.8000 -INFO:train:Early stopping triggered after 42 epochs -INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 17.78s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 12 / 15 correct, accuracy: 0.8 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.10s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png diff --git a/code/transformer/logs/instance-recognition/tmp/run_15.log b/code/transformer/logs/instance-recognition/tmp/run_15.log index 81d2dd8..608fec8 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_15.log +++ b/code/transformer/logs/instance-recognition/tmp/run_15.log @@ -1,97 +1 @@ INFO:__main__:Reading the dataset: fish instance-recognition -INFO:__main__:model: Transformer( - (encoder): Encoder( - (layers): ModuleList( - (0-3): 4 x EncoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - ) - ) - ) - (decoder): Decoder( - (layers): ModuleList( - (0-3): 4 x DecoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (cross_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm3): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - (dropout3): Dropout(p=0.2, inplace=False) - ) - ) - ) - (fc): Linear(in_features=2046, out_features=2, bias=True) -) -INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 1.0614, Train Acc: 0.3036 Val Loss: 5.6195, Val Acc: 0.7333 -INFO:train:Epoch 2/1000 Train Loss: 4.3877, Train Acc: 0.7500 Val Loss: 1.0645, Val Acc: 0.6667 -INFO:train:Epoch 3/1000 Train Loss: 0.8539, Train Acc: 0.8214 Val Loss: 3.0613, Val Acc: 0.5333 -INFO:train:Epoch 4/1000 Train Loss: 2.3194, Train Acc: 0.5893 Val Loss: 1.0381, Val Acc: 0.8000 -INFO:train:Epoch 5/1000 Train Loss: 0.6750, Train Acc: 0.8393 Val Loss: 1.8097, Val Acc: 0.6667 -INFO:train:Epoch 6/1000 Train Loss: 0.7309, Train Acc: 0.6964 Val Loss: 0.8804, Val Acc: 0.7333 -INFO:train:Epoch 7/1000 Train Loss: 0.4547, Train Acc: 0.9107 Val Loss: 0.5662, Val Acc: 0.8667 -INFO:train:Epoch 8/1000 Train Loss: 0.4599, Train Acc: 0.8929 Val Loss: 1.0465, Val Acc: 0.7333 -INFO:train:Epoch 9/1000 Train Loss: 0.4152, Train Acc: 0.9643 Val Loss: 1.1679, Val Acc: 0.7333 -INFO:train:Epoch 10/1000 Train Loss: 0.3906, Train Acc: 0.9464 Val Loss: 0.8505, Val Acc: 0.8000 -INFO:train:Epoch 11/1000 Train Loss: 0.3215, Train Acc: 0.9821 Val Loss: 0.5876, Val Acc: 0.6667 -INFO:train:Epoch 12/1000 Train Loss: 0.2743, Train Acc: 1.0000 Val Loss: 0.6472, Val Acc: 0.6667 -INFO:train:Epoch 13/1000 Train Loss: 0.3558, Train Acc: 0.9107 Val Loss: 0.5847, Val Acc: 0.8000 -INFO:train:Epoch 14/1000 Train Loss: 0.2828, Train Acc: 1.0000 Val Loss: 0.6060, Val Acc: 0.8667 -INFO:train:Epoch 15/1000 Train Loss: 0.2790, Train Acc: 1.0000 Val Loss: 0.6206, Val Acc: 0.8000 -INFO:train:Epoch 16/1000 Train Loss: 0.2578, Train Acc: 1.0000 Val Loss: 0.6266, Val Acc: 0.7333 -INFO:train:Epoch 17/1000 Train Loss: 0.2517, Train Acc: 1.0000 Val Loss: 0.6144, Val Acc: 0.7333 -INFO:train:Epoch 18/1000 Train Loss: 0.2665, Train Acc: 1.0000 Val Loss: 0.6258, Val Acc: 0.7333 -INFO:train:Epoch 19/1000 Train Loss: 0.2465, Train Acc: 1.0000 Val Loss: 0.6324, Val Acc: 0.7333 -INFO:train:Epoch 20/1000 Train Loss: 0.2462, Train Acc: 1.0000 Val Loss: 0.6035, Val Acc: 0.7333 -INFO:train:Epoch 21/1000 Train Loss: 0.2442, Train Acc: 0.9821 Val Loss: 0.5049, Val Acc: 0.7333 -INFO:train:Epoch 22/1000 Train Loss: 0.2309, Train Acc: 1.0000 Val Loss: 0.4621, Val Acc: 0.8000 -INFO:train:Epoch 23/1000 Train Loss: 0.2300, Train Acc: 1.0000 Val Loss: 0.4989, Val Acc: 0.8000 -INFO:train:Epoch 24/1000 Train Loss: 0.2270, Train Acc: 1.0000 Val Loss: 0.5517, Val Acc: 0.8000 -INFO:train:Epoch 25/1000 Train Loss: 0.2273, Train Acc: 1.0000 Val Loss: 0.5443, Val Acc: 0.8000 -INFO:train:Epoch 26/1000 Train Loss: 0.2198, Train Acc: 1.0000 Val Loss: 0.5049, Val Acc: 0.8000 -INFO:train:Epoch 27/1000 Train Loss: 0.2206, Train Acc: 1.0000 Val Loss: 0.4599, Val Acc: 0.8000 -INFO:train:Epoch 28/1000 Train Loss: 0.2238, Train Acc: 1.0000 Val Loss: 0.4282, Val Acc: 0.8000 -INFO:train:Epoch 29/1000 Train Loss: 0.2318, Train Acc: 1.0000 Val Loss: 0.4496, Val Acc: 0.8667 -INFO:train:Epoch 30/1000 Train Loss: 0.2279, Train Acc: 1.0000 Val Loss: 0.4891, Val Acc: 0.8667 -INFO:train:Epoch 31/1000 Train Loss: 0.2174, Train Acc: 1.0000 Val Loss: 0.5336, Val Acc: 0.8667 -INFO:train:Early stopping triggered after 31 epochs -INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 13.73s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.21s -INFO:train:validation got 13 / 15 correct, accuracy: 0.8666666666666667 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png diff --git a/code/transformer/logs/instance-recognition/tmp/run_16.log b/code/transformer/logs/instance-recognition/tmp/run_16.log index 9227945..608fec8 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_16.log +++ b/code/transformer/logs/instance-recognition/tmp/run_16.log @@ -1,104 +1 @@ INFO:__main__:Reading the dataset: fish instance-recognition -INFO:__main__:model: Transformer( - (encoder): Encoder( - (layers): ModuleList( - (0-3): 4 x EncoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - ) - ) - ) - (decoder): Decoder( - (layers): ModuleList( - (0-3): 4 x DecoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (cross_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm3): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - (dropout3): Dropout(p=0.2, inplace=False) - ) - ) - ) - (fc): Linear(in_features=2046, out_features=2, bias=True) -) -INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.7168, Train Acc: 0.5893 Val Loss: 1.5643, Val Acc: 0.7333 -INFO:train:Epoch 2/1000 Train Loss: 1.5934, Train Acc: 0.8214 Val Loss: 9.0294, Val Acc: 0.3333 -INFO:train:Epoch 3/1000 Train Loss: 3.9073, Train Acc: 0.6607 Val Loss: 2.5653, Val Acc: 0.5333 -INFO:train:Epoch 4/1000 Train Loss: 1.0126, Train Acc: 0.7679 Val Loss: 1.3342, Val Acc: 0.7333 -INFO:train:Epoch 5/1000 Train Loss: 0.7168, Train Acc: 0.7857 Val Loss: 1.5738, Val Acc: 0.6000 -INFO:train:Epoch 6/1000 Train Loss: 0.6775, Train Acc: 0.8214 Val Loss: 2.4837, Val Acc: 0.4667 -INFO:train:Epoch 7/1000 Train Loss: 0.8339, Train Acc: 0.8214 Val Loss: 2.0204, Val Acc: 0.4000 -INFO:train:Epoch 8/1000 Train Loss: 0.4915, Train Acc: 0.8750 Val Loss: 1.2179, Val Acc: 0.6667 -INFO:train:Epoch 9/1000 Train Loss: 0.3111, Train Acc: 1.0000 Val Loss: 0.9612, Val Acc: 0.7333 -INFO:train:Epoch 10/1000 Train Loss: 0.3967, Train Acc: 0.9643 Val Loss: 1.0043, Val Acc: 0.8000 -INFO:train:Epoch 11/1000 Train Loss: 0.4495, Train Acc: 0.9286 Val Loss: 1.1201, Val Acc: 0.6667 -INFO:train:Epoch 12/1000 Train Loss: 0.3468, Train Acc: 0.9643 Val Loss: 1.0389, Val Acc: 0.6667 -INFO:train:Epoch 13/1000 Train Loss: 0.2929, Train Acc: 1.0000 Val Loss: 1.0222, Val Acc: 0.8000 -INFO:train:Epoch 14/1000 Train Loss: 0.2825, Train Acc: 1.0000 Val Loss: 1.0887, Val Acc: 0.6000 -INFO:train:Epoch 15/1000 Train Loss: 0.2722, Train Acc: 1.0000 Val Loss: 1.0930, Val Acc: 0.5333 -INFO:train:Epoch 16/1000 Train Loss: 0.2714, Train Acc: 0.9821 Val Loss: 0.8050, Val Acc: 0.5333 -INFO:train:Epoch 17/1000 Train Loss: 0.2455, Train Acc: 1.0000 Val Loss: 0.6981, Val Acc: 0.7333 -INFO:train:Epoch 18/1000 Train Loss: 0.2764, Train Acc: 0.9643 Val Loss: 0.7583, Val Acc: 0.6667 -INFO:train:Epoch 19/1000 Train Loss: 0.2676, Train Acc: 0.9821 Val Loss: 0.7429, Val Acc: 0.6667 -INFO:train:Epoch 20/1000 Train Loss: 0.2379, Train Acc: 1.0000 Val Loss: 0.7485, Val Acc: 0.6667 -INFO:train:Epoch 21/1000 Train Loss: 0.2624, Train Acc: 1.0000 Val Loss: 0.7668, Val Acc: 0.6667 -INFO:train:Epoch 22/1000 Train Loss: 0.2277, Train Acc: 1.0000 Val Loss: 0.8758, Val Acc: 0.4667 -INFO:train:Epoch 23/1000 Train Loss: 0.2436, Train Acc: 1.0000 Val Loss: 0.9064, Val Acc: 0.4667 -INFO:train:Epoch 24/1000 Train Loss: 0.2570, Train Acc: 0.9821 Val Loss: 0.7981, Val Acc: 0.6000 -INFO:train:Epoch 25/1000 Train Loss: 0.2295, Train Acc: 1.0000 Val Loss: 0.7833, Val Acc: 0.6667 -INFO:train:Epoch 26/1000 Train Loss: 0.2701, Train Acc: 1.0000 Val Loss: 0.8516, Val Acc: 0.6000 -INFO:train:Epoch 27/1000 Train Loss: 0.2358, Train Acc: 1.0000 Val Loss: 1.0368, Val Acc: 0.6667 -INFO:train:Epoch 28/1000 Train Loss: 0.2767, Train Acc: 0.9821 Val Loss: 0.8254, Val Acc: 0.5333 -INFO:train:Epoch 29/1000 Train Loss: 0.2261, Train Acc: 1.0000 Val Loss: 0.8791, Val Acc: 0.7333 -INFO:train:Epoch 30/1000 Train Loss: 0.2368, Train Acc: 1.0000 Val Loss: 0.9473, Val Acc: 0.6667 -INFO:train:Epoch 31/1000 Train Loss: 0.2460, Train Acc: 1.0000 Val Loss: 0.9051, Val Acc: 0.4000 -INFO:train:Epoch 32/1000 Train Loss: 0.2203, Train Acc: 1.0000 Val Loss: 1.0660, Val Acc: 0.5333 -INFO:train:Epoch 33/1000 Train Loss: 0.2541, Train Acc: 1.0000 Val Loss: 0.9855, Val Acc: 0.6000 -INFO:train:Epoch 34/1000 Train Loss: 0.2212, Train Acc: 1.0000 Val Loss: 0.9577, Val Acc: 0.6667 -INFO:train:Epoch 35/1000 Train Loss: 0.2358, Train Acc: 1.0000 Val Loss: 0.9025, Val Acc: 0.7333 -INFO:train:Epoch 36/1000 Train Loss: 0.2260, Train Acc: 1.0000 Val Loss: 0.8758, Val Acc: 0.6000 -INFO:train:Epoch 37/1000 Train Loss: 0.2169, Train Acc: 1.0000 Val Loss: 0.8926, Val Acc: 0.5333 -INFO:train:Epoch 38/1000 Train Loss: 0.2228, Train Acc: 1.0000 Val Loss: 0.8701, Val Acc: 0.4667 -INFO:train:Early stopping triggered after 38 epochs -INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 16.77s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.21s -INFO:train:validation got 8 / 15 correct, accuracy: 0.5333333333333333 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.11s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png diff --git a/code/transformer/logs/instance-recognition/tmp/run_17.log b/code/transformer/logs/instance-recognition/tmp/run_17.log index 6ec0cdf..608fec8 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_17.log +++ b/code/transformer/logs/instance-recognition/tmp/run_17.log @@ -1,102 +1 @@ INFO:__main__:Reading the dataset: fish instance-recognition -INFO:__main__:model: Transformer( - (encoder): Encoder( - (layers): ModuleList( - (0-3): 4 x EncoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - ) - ) - ) - (decoder): Decoder( - (layers): ModuleList( - (0-3): 4 x DecoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (cross_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm3): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - (dropout3): Dropout(p=0.2, inplace=False) - ) - ) - ) - (fc): Linear(in_features=2046, out_features=2, bias=True) -) -INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.8100, Train Acc: 0.3929 Val Loss: 2.3086, Val Acc: 0.7333 -INFO:train:Epoch 2/1000 Train Loss: 1.0364, Train Acc: 0.8036 Val Loss: 8.6631, Val Acc: 0.3333 -INFO:train:Epoch 3/1000 Train Loss: 3.3382, Train Acc: 0.6250 Val Loss: 2.1482, Val Acc: 0.6000 -INFO:train:Epoch 4/1000 Train Loss: 0.5010, Train Acc: 0.9107 Val Loss: 2.0038, Val Acc: 0.7333 -INFO:train:Epoch 5/1000 Train Loss: 0.7682, Train Acc: 0.7679 Val Loss: 1.6549, Val Acc: 0.6000 -INFO:train:Epoch 6/1000 Train Loss: 0.4976, Train Acc: 0.9107 Val Loss: 2.0500, Val Acc: 0.6000 -INFO:train:Epoch 7/1000 Train Loss: 0.3950, Train Acc: 0.9464 Val Loss: 2.0241, Val Acc: 0.6000 -INFO:train:Epoch 8/1000 Train Loss: 0.3413, Train Acc: 1.0000 Val Loss: 1.8118, Val Acc: 0.5333 -INFO:train:Epoch 9/1000 Train Loss: 0.3562, Train Acc: 0.9643 Val Loss: 1.6285, Val Acc: 0.4000 -INFO:train:Epoch 10/1000 Train Loss: 0.2982, Train Acc: 0.9821 Val Loss: 1.7826, Val Acc: 0.0667 -INFO:train:Epoch 11/1000 Train Loss: 0.2959, Train Acc: 0.9643 Val Loss: 1.6280, Val Acc: 0.4000 -INFO:train:Epoch 12/1000 Train Loss: 0.2550, Train Acc: 1.0000 Val Loss: 1.8370, Val Acc: 0.4000 -INFO:train:Epoch 13/1000 Train Loss: 0.2576, Train Acc: 1.0000 Val Loss: 2.0071, Val Acc: 0.4667 -INFO:train:Epoch 14/1000 Train Loss: 0.2999, Train Acc: 0.9821 Val Loss: 2.0173, Val Acc: 0.4667 -INFO:train:Epoch 15/1000 Train Loss: 0.2791, Train Acc: 1.0000 Val Loss: 1.8983, Val Acc: 0.4000 -INFO:train:Epoch 16/1000 Train Loss: 0.2547, Train Acc: 1.0000 Val Loss: 1.8425, Val Acc: 0.4000 -INFO:train:Epoch 17/1000 Train Loss: 0.2619, Train Acc: 0.9821 Val Loss: 1.8589, Val Acc: 0.2667 -INFO:train:Epoch 18/1000 Train Loss: 0.2490, Train Acc: 1.0000 Val Loss: 1.7848, Val Acc: 0.2667 -INFO:train:Epoch 19/1000 Train Loss: 0.2392, Train Acc: 1.0000 Val Loss: 1.6997, Val Acc: 0.3333 -INFO:train:Epoch 20/1000 Train Loss: 0.2421, Train Acc: 1.0000 Val Loss: 1.6184, Val Acc: 0.3333 -INFO:train:Epoch 21/1000 Train Loss: 0.2406, Train Acc: 1.0000 Val Loss: 1.5528, Val Acc: 0.4667 -INFO:train:Epoch 22/1000 Train Loss: 0.2371, Train Acc: 1.0000 Val Loss: 1.5222, Val Acc: 0.4000 -INFO:train:Epoch 23/1000 Train Loss: 0.2343, Train Acc: 1.0000 Val Loss: 1.4468, Val Acc: 0.3333 -INFO:train:Epoch 24/1000 Train Loss: 0.2317, Train Acc: 1.0000 Val Loss: 1.3509, Val Acc: 0.4667 -INFO:train:Epoch 25/1000 Train Loss: 0.2342, Train Acc: 1.0000 Val Loss: 1.2563, Val Acc: 0.4000 -INFO:train:Epoch 26/1000 Train Loss: 0.2390, Train Acc: 0.9821 Val Loss: 1.3032, Val Acc: 0.3333 -INFO:train:Epoch 27/1000 Train Loss: 0.2299, Train Acc: 1.0000 Val Loss: 1.3768, Val Acc: 0.4667 -INFO:train:Epoch 28/1000 Train Loss: 0.2257, Train Acc: 1.0000 Val Loss: 1.5591, Val Acc: 0.4667 -INFO:train:Epoch 29/1000 Train Loss: 0.2437, Train Acc: 1.0000 Val Loss: 1.5989, Val Acc: 0.4000 -INFO:train:Epoch 30/1000 Train Loss: 0.2233, Train Acc: 1.0000 Val Loss: 1.7427, Val Acc: 0.2667 -INFO:train:Epoch 31/1000 Train Loss: 0.2389, Train Acc: 1.0000 Val Loss: 1.6208, Val Acc: 0.5333 -INFO:train:Epoch 32/1000 Train Loss: 0.2318, Train Acc: 1.0000 Val Loss: 1.6596, Val Acc: 0.5333 -INFO:train:Epoch 33/1000 Train Loss: 0.2360, Train Acc: 1.0000 Val Loss: 1.5898, Val Acc: 0.3333 -INFO:train:Epoch 34/1000 Train Loss: 0.2330, Train Acc: 1.0000 Val Loss: 1.5566, Val Acc: 0.3333 -INFO:train:Epoch 35/1000 Train Loss: 0.2258, Train Acc: 1.0000 Val Loss: 1.5029, Val Acc: 0.5333 -INFO:train:Epoch 36/1000 Train Loss: 0.2266, Train Acc: 1.0000 Val Loss: 1.5168, Val Acc: 0.5333 -INFO:train:Early stopping triggered after 36 epochs -INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 15.25s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 8 / 15 correct, accuracy: 0.5333333333333333 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png diff --git a/code/transformer/logs/instance-recognition/tmp/run_18.log b/code/transformer/logs/instance-recognition/tmp/run_18.log index 8592c85..608fec8 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_18.log +++ b/code/transformer/logs/instance-recognition/tmp/run_18.log @@ -1,93 +1 @@ INFO:__main__:Reading the dataset: fish instance-recognition -INFO:__main__:model: Transformer( - (encoder): Encoder( - (layers): ModuleList( - (0-3): 4 x EncoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - ) - ) - ) - (decoder): Decoder( - (layers): ModuleList( - (0-3): 4 x DecoderLayer( - (self_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (cross_attention): MultiHeadAttention( - (query): Linear(in_features=2046, out_features=2046, bias=True) - (key): Linear(in_features=2046, out_features=2046, bias=True) - (value): Linear(in_features=2046, out_features=2046, bias=True) - (fc_out): Linear(in_features=2046, out_features=2046, bias=True) - ) - (feed_forward): FeedForward( - (fc1): Linear(in_features=2046, out_features=128, bias=True) - (fc2): Linear(in_features=128, out_features=2046, bias=True) - (dropout): Dropout(p=0.2, inplace=False) - ) - (norm1): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm2): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (norm3): LayerNorm((2046,), eps=1e-05, elementwise_affine=True) - (dropout1): Dropout(p=0.2, inplace=False) - (dropout2): Dropout(p=0.2, inplace=False) - (dropout3): Dropout(p=0.2, inplace=False) - ) - ) - ) - (fc): Linear(in_features=2046, out_features=2, bias=True) -) -INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.8702, Train Acc: 0.4464 Val Loss: 3.3647, Val Acc: 0.7333 -INFO:train:Epoch 2/1000 Train Loss: 3.9212, Train Acc: 0.7500 Val Loss: 2.6643, Val Acc: 0.5333 -INFO:train:Epoch 3/1000 Train Loss: 1.5206, Train Acc: 0.7857 Val Loss: 1.7169, Val Acc: 0.6000 -INFO:train:Epoch 4/1000 Train Loss: 0.4517, Train Acc: 0.8214 Val Loss: 1.0492, Val Acc: 0.6667 -INFO:train:Epoch 5/1000 Train Loss: 1.2738, Train Acc: 0.6786 Val Loss: 2.5988, Val Acc: 0.6000 -INFO:train:Epoch 6/1000 Train Loss: 0.4895, Train Acc: 0.8929 Val Loss: 2.4510, Val Acc: 0.6667 -INFO:train:Epoch 7/1000 Train Loss: 0.3972, Train Acc: 0.9643 Val Loss: 1.7360, Val Acc: 0.6667 -INFO:train:Epoch 8/1000 Train Loss: 0.3730, Train Acc: 0.9464 Val Loss: 1.1572, Val Acc: 0.7333 -INFO:train:Epoch 9/1000 Train Loss: 0.4717, Train Acc: 0.9286 Val Loss: 1.0509, Val Acc: 0.7333 -INFO:train:Epoch 10/1000 Train Loss: 0.3351, Train Acc: 1.0000 Val Loss: 1.2304, Val Acc: 0.6667 -INFO:train:Epoch 11/1000 Train Loss: 0.3616, Train Acc: 0.9464 Val Loss: 1.2737, Val Acc: 0.6667 -INFO:train:Epoch 12/1000 Train Loss: 0.3041, Train Acc: 1.0000 Val Loss: 1.4340, Val Acc: 0.6667 -INFO:train:Epoch 13/1000 Train Loss: 0.2746, Train Acc: 1.0000 Val Loss: 1.4504, Val Acc: 0.6667 -INFO:train:Epoch 14/1000 Train Loss: 0.2879, Train Acc: 0.9821 Val Loss: 1.2424, Val Acc: 0.6667 -INFO:train:Epoch 15/1000 Train Loss: 0.2800, Train Acc: 0.9643 Val Loss: 1.0794, Val Acc: 0.6667 -INFO:train:Epoch 16/1000 Train Loss: 0.2620, Train Acc: 0.9821 Val Loss: 1.0898, Val Acc: 0.7333 -INFO:train:Epoch 17/1000 Train Loss: 0.2500, Train Acc: 1.0000 Val Loss: 1.0467, Val Acc: 0.7333 -INFO:train:Epoch 18/1000 Train Loss: 0.2502, Train Acc: 1.0000 Val Loss: 1.0086, Val Acc: 0.6667 -INFO:train:Epoch 19/1000 Train Loss: 0.2425, Train Acc: 1.0000 Val Loss: 0.9435, Val Acc: 0.6667 -INFO:train:Epoch 20/1000 Train Loss: 0.2388, Train Acc: 1.0000 Val Loss: 0.8201, Val Acc: 0.6667 -INFO:train:Epoch 21/1000 Train Loss: 0.2278, Train Acc: 1.0000 Val Loss: 0.7462, Val Acc: 0.6667 -INFO:train:Epoch 22/1000 Train Loss: 0.2417, Train Acc: 1.0000 Val Loss: 0.7787, Val Acc: 0.6667 -INFO:train:Epoch 23/1000 Train Loss: 0.2411, Train Acc: 1.0000 Val Loss: 0.7832, Val Acc: 0.7333 -INFO:train:Epoch 24/1000 Train Loss: 0.2374, Train Acc: 1.0000 Val Loss: 0.7913, Val Acc: 0.6667 -INFO:train:Epoch 25/1000 Train Loss: 0.2361, Train Acc: 1.0000 Val Loss: 0.7470, Val Acc: 0.7333 -INFO:train:Epoch 26/1000 Train Loss: 0.2232, Train Acc: 1.0000 Val Loss: 0.7284, Val Acc: 0.7333 -INFO:train:Epoch 27/1000 Train Loss: 0.2154, Train Acc: 1.0000 Val Loss: 0.7939, Val Acc: 0.7333 -INFO:train:Early stopping triggered after 27 epochs -INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 12.32s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 11 / 15 correct, accuracy: 0.7333333333333333 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png diff --git a/code/transformer/logs/instance-recognition/tmp/run_19.log b/code/transformer/logs/instance-recognition/tmp/run_19.log index 044e98a..4abaaa6 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_19.log +++ b/code/transformer/logs/instance-recognition/tmp/run_19.log @@ -53,53 +53,994 @@ INFO:__main__:model: Transformer( (fc): Linear(in_features=2046, out_features=2, bias=True) ) INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.7069, Train Acc: 0.5714 Val Loss: 6.2424, Val Acc: 0.7333 -INFO:train:Epoch 2/1000 Train Loss: 2.9961, Train Acc: 0.8036 Val Loss: 1.5477, Val Acc: 0.6667 -INFO:train:Epoch 3/1000 Train Loss: 1.1309, Train Acc: 0.7679 Val Loss: 1.2601, Val Acc: 0.6667 -INFO:train:Epoch 4/1000 Train Loss: 0.9179, Train Acc: 0.7143 Val Loss: 3.2984, Val Acc: 0.6000 -INFO:train:Epoch 5/1000 Train Loss: 1.0944, Train Acc: 0.7857 Val Loss: 3.4681, Val Acc: 0.6667 -INFO:train:Epoch 6/1000 Train Loss: 1.0580, Train Acc: 0.9107 Val Loss: 2.1598, Val Acc: 0.6667 -INFO:train:Epoch 7/1000 Train Loss: 0.7648, Train Acc: 0.9643 Val Loss: 1.0607, Val Acc: 0.6667 -INFO:train:Epoch 8/1000 Train Loss: 0.5654, Train Acc: 0.9286 Val Loss: 0.7965, Val Acc: 0.8667 -INFO:train:Epoch 9/1000 Train Loss: 0.5974, Train Acc: 0.9107 Val Loss: 0.5364, Val Acc: 0.7333 -INFO:train:Epoch 10/1000 Train Loss: 0.3552, Train Acc: 0.9464 Val Loss: 1.0923, Val Acc: 0.7333 -INFO:train:Epoch 11/1000 Train Loss: 0.4407, Train Acc: 0.8750 Val Loss: 1.1559, Val Acc: 0.5333 -INFO:train:Epoch 12/1000 Train Loss: 0.4456, Train Acc: 0.8571 Val Loss: 0.8120, Val Acc: 0.6667 -INFO:train:Epoch 13/1000 Train Loss: 0.3204, Train Acc: 0.9464 Val Loss: 0.7503, Val Acc: 0.8000 -INFO:train:Epoch 14/1000 Train Loss: 0.3439, Train Acc: 0.9464 Val Loss: 0.6615, Val Acc: 0.8667 -INFO:train:Epoch 15/1000 Train Loss: 0.3235, Train Acc: 1.0000 Val Loss: 0.6840, Val Acc: 0.8000 -INFO:train:Epoch 16/1000 Train Loss: 0.3278, Train Acc: 1.0000 Val Loss: 0.7415, Val Acc: 0.8000 -INFO:train:Epoch 17/1000 Train Loss: 0.3347, Train Acc: 1.0000 Val Loss: 0.7855, Val Acc: 0.8000 -INFO:train:Epoch 18/1000 Train Loss: 0.3199, Train Acc: 1.0000 Val Loss: 0.8108, Val Acc: 0.6667 -INFO:train:Epoch 19/1000 Train Loss: 0.3092, Train Acc: 1.0000 Val Loss: 0.8393, Val Acc: 0.6667 -INFO:train:Epoch 20/1000 Train Loss: 0.3154, Train Acc: 1.0000 Val Loss: 0.8572, Val Acc: 0.8000 -INFO:train:Epoch 21/1000 Train Loss: 0.2917, Train Acc: 1.0000 Val Loss: 0.7605, Val Acc: 0.8667 -INFO:train:Epoch 22/1000 Train Loss: 0.2634, Train Acc: 1.0000 Val Loss: 0.5493, Val Acc: 0.8000 -INFO:train:Epoch 23/1000 Train Loss: 0.2385, Train Acc: 1.0000 Val Loss: 0.4060, Val Acc: 0.8667 -INFO:train:Epoch 24/1000 Train Loss: 0.2398, Train Acc: 0.9821 Val Loss: 0.4589, Val Acc: 0.9333 -INFO:train:Epoch 25/1000 Train Loss: 0.2641, Train Acc: 0.9643 Val Loss: 0.5310, Val Acc: 0.8000 -INFO:train:Epoch 26/1000 Train Loss: 0.2461, Train Acc: 1.0000 Val Loss: 0.6895, Val Acc: 0.8000 -INFO:train:Epoch 27/1000 Train Loss: 0.2397, Train Acc: 1.0000 Val Loss: 0.8356, Val Acc: 0.8000 -INFO:train:Epoch 28/1000 Train Loss: 0.2336, Train Acc: 1.0000 Val Loss: 0.8335, Val Acc: 0.8000 -INFO:train:Epoch 29/1000 Train Loss: 0.2642, Train Acc: 0.9643 Val Loss: 0.6822, Val Acc: 0.8000 -INFO:train:Epoch 30/1000 Train Loss: 0.2277, Train Acc: 1.0000 Val Loss: 0.5577, Val Acc: 0.8000 -INFO:train:Epoch 31/1000 Train Loss: 0.2277, Train Acc: 1.0000 Val Loss: 0.5107, Val Acc: 0.8000 -INFO:train:Epoch 32/1000 Train Loss: 0.2124, Train Acc: 1.0000 Val Loss: 0.5154, Val Acc: 0.8667 -INFO:train:Epoch 33/1000 Train Loss: 0.2190, Train Acc: 1.0000 Val Loss: 0.5680, Val Acc: 0.8000 -INFO:train:Epoch 34/1000 Train Loss: 0.2195, Train Acc: 1.0000 Val Loss: 0.5784, Val Acc: 0.8000 -INFO:train:Epoch 35/1000 Train Loss: 0.2180, Train Acc: 1.0000 Val Loss: 0.6292, Val Acc: 0.8000 -INFO:train:Epoch 36/1000 Train Loss: 0.2251, Train Acc: 1.0000 Val Loss: 0.6259, Val Acc: 0.8000 -INFO:train:Epoch 37/1000 Train Loss: 0.2248, Train Acc: 1.0000 Val Loss: 0.5736, Val Acc: 0.8000 -INFO:train:Epoch 38/1000 Train Loss: 0.2241, Train Acc: 1.0000 Val Loss: 0.5841, Val Acc: 0.8000 -INFO:train:Epoch 39/1000 Train Loss: 0.2164, Train Acc: 1.0000 Val Loss: 0.5666, Val Acc: 0.8000 +INFO:train:Epoch 1/1000 Train Loss: 0.7973, Train Acc: 0.8841 Val Loss: 0.4458, Val Acc: 0.9395 +INFO:train:Epoch 2/1000 Train Loss: 0.3811, Train Acc: 0.9364 Val Loss: 0.3301, Val Acc: 0.9570 +INFO:train:Epoch 3/1000 Train Loss: 0.3362, Train Acc: 0.9521 Val Loss: 0.4062, Val Acc: 0.9551 +INFO:train:Epoch 4/1000 Train Loss: 0.3484, Train Acc: 0.9467 Val Loss: 0.3516, Val Acc: 0.9570 +INFO:train:Epoch 5/1000 Train Loss: 0.3203, Train Acc: 0.9525 Val Loss: 0.3711, Val Acc: 0.9316 +INFO:train:Epoch 6/1000 Train Loss: 0.3253, Train Acc: 0.9501 Val Loss: 0.3721, Val Acc: 0.9023 +INFO:train:Epoch 7/1000 Train Loss: 0.3257, Train Acc: 0.9462 Val Loss: 0.3744, Val Acc: 0.9551 +INFO:train:Epoch 8/1000 Train Loss: 0.3240, Train Acc: 0.9521 Val Loss: 0.4400, Val Acc: 0.9043 +INFO:train:Epoch 9/1000 Train Loss: 0.3363, Train Acc: 0.9467 Val Loss: 0.3445, Val Acc: 0.9570 +INFO:train:Epoch 10/1000 Train Loss: 0.3240, Train Acc: 0.9472 Val Loss: 0.3419, Val Acc: 0.9492 +INFO:train:Epoch 11/1000 Train Loss: 0.3079, Train Acc: 0.9540 Val Loss: 0.3808, Val Acc: 0.9551 +INFO:train:Epoch 12/1000 Train Loss: 0.3075, Train Acc: 0.9545 Val Loss: 0.3496, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 12 epochs +INFO:train:Epoch 13/1000 Train Loss: 0.3101, Train Acc: 0.9496 Val Loss: 0.3329, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 13 epochs +INFO:train:Epoch 14/1000 Train Loss: 0.3117, Train Acc: 0.9540 Val Loss: 0.3345, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 14 epochs +INFO:train:Epoch 15/1000 Train Loss: 0.2999, Train Acc: 0.9565 Val Loss: 0.3261, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 15 epochs +INFO:train:Epoch 16/1000 Train Loss: 0.2981, Train Acc: 0.9599 Val Loss: 0.3731, Val Acc: 0.9160 +INFO:train:Early stopping triggered after 16 epochs +INFO:train:Epoch 17/1000 Train Loss: 0.2819, Train Acc: 0.9623 Val Loss: 0.3377, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 17 epochs +INFO:train:Epoch 18/1000 Train Loss: 0.2836, Train Acc: 0.9648 Val Loss: 0.3738, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 18 epochs +INFO:train:Epoch 19/1000 Train Loss: 0.2923, Train Acc: 0.9623 Val Loss: 0.3216, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 19 epochs +INFO:train:Epoch 20/1000 Train Loss: 0.2856, Train Acc: 0.9648 Val Loss: 0.3115, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 20 epochs +INFO:train:Epoch 21/1000 Train Loss: 0.2754, Train Acc: 0.9623 Val Loss: 0.3203, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 21 epochs +INFO:train:Epoch 22/1000 Train Loss: 0.2709, Train Acc: 0.9702 Val Loss: 0.3279, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 22 epochs +INFO:train:Epoch 23/1000 Train Loss: 0.2597, Train Acc: 0.9716 Val Loss: 0.3282, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 23 epochs +INFO:train:Epoch 24/1000 Train Loss: 0.2610, Train Acc: 0.9711 Val Loss: 0.3360, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 24 epochs +INFO:train:Epoch 25/1000 Train Loss: 0.2626, Train Acc: 0.9741 Val Loss: 0.3428, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 25 epochs +INFO:train:Epoch 26/1000 Train Loss: 0.2518, Train Acc: 0.9804 Val Loss: 0.3210, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 26 epochs +INFO:train:Epoch 27/1000 Train Loss: 0.2432, Train Acc: 0.9809 Val Loss: 0.3456, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 27 epochs +INFO:train:Epoch 28/1000 Train Loss: 0.2518, Train Acc: 0.9755 Val Loss: 0.4324, Val Acc: 0.9258 +INFO:train:Early stopping triggered after 28 epochs +INFO:train:Epoch 29/1000 Train Loss: 0.2438, Train Acc: 0.9824 Val Loss: 0.3383, Val Acc: 0.9297 +INFO:train:Early stopping triggered after 29 epochs +INFO:train:Epoch 30/1000 Train Loss: 0.2382, Train Acc: 0.9829 Val Loss: 0.3308, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 30 epochs +INFO:train:Epoch 31/1000 Train Loss: 0.2270, Train Acc: 0.9878 Val Loss: 0.3546, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 31 epochs +INFO:train:Epoch 32/1000 Train Loss: 0.2412, Train Acc: 0.9799 Val Loss: 0.3351, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 32 epochs +INFO:train:Epoch 33/1000 Train Loss: 0.2521, Train Acc: 0.9770 Val Loss: 0.3623, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 33 epochs +INFO:train:Epoch 34/1000 Train Loss: 0.2370, Train Acc: 0.9858 Val Loss: 0.3203, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 34 epochs +INFO:train:Epoch 35/1000 Train Loss: 0.2312, Train Acc: 0.9897 Val Loss: 0.4192, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 35 epochs +INFO:train:Epoch 36/1000 Train Loss: 0.2326, Train Acc: 0.9853 Val Loss: 0.3391, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 36 epochs +INFO:train:Epoch 37/1000 Train Loss: 0.2481, Train Acc: 0.9795 Val Loss: 0.3657, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 37 epochs +INFO:train:Epoch 38/1000 Train Loss: 0.2252, Train Acc: 0.9912 Val Loss: 0.3456, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 38 epochs +INFO:train:Epoch 39/1000 Train Loss: 0.2261, Train Acc: 0.9892 Val Loss: 0.3477, Val Acc: 0.9434 INFO:train:Early stopping triggered after 39 epochs -INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 16.66s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 12 / 15 correct, accuracy: 0.8 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png +INFO:train:Epoch 40/1000 Train Loss: 0.2270, Train Acc: 0.9907 Val Loss: 0.3573, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 40 epochs +INFO:train:Epoch 41/1000 Train Loss: 0.2148, Train Acc: 0.9946 Val Loss: 0.3650, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 41 epochs +INFO:train:Epoch 42/1000 Train Loss: 0.2267, Train Acc: 0.9878 Val Loss: 0.3387, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 42 epochs +INFO:train:Epoch 43/1000 Train Loss: 0.2290, Train Acc: 0.9863 Val Loss: 0.3147, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 43 epochs +INFO:train:Epoch 44/1000 Train Loss: 0.2184, Train Acc: 0.9917 Val Loss: 0.3493, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 44 epochs +INFO:train:Epoch 45/1000 Train Loss: 0.2130, Train Acc: 0.9956 Val Loss: 0.3205, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 45 epochs +INFO:train:Epoch 46/1000 Train Loss: 0.2234, Train Acc: 0.9897 Val Loss: 0.3518, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 46 epochs +INFO:train:Epoch 47/1000 Train Loss: 0.2318, Train Acc: 0.9873 Val Loss: 0.3921, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 47 epochs +INFO:train:Epoch 48/1000 Train Loss: 0.2182, Train Acc: 0.9936 Val Loss: 0.3395, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 48 epochs +INFO:train:Epoch 49/1000 Train Loss: 0.2310, Train Acc: 0.9858 Val Loss: 0.3805, Val Acc: 0.9297 +INFO:train:Early stopping triggered after 49 epochs +INFO:train:Epoch 50/1000 Train Loss: 0.2255, Train Acc: 0.9902 Val Loss: 0.3615, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 50 epochs +INFO:train:Epoch 51/1000 Train Loss: 0.2189, Train Acc: 0.9932 Val Loss: 0.3358, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 51 epochs +INFO:train:Epoch 52/1000 Train Loss: 0.2099, Train Acc: 0.9956 Val Loss: 0.3376, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 52 epochs +INFO:train:Epoch 53/1000 Train Loss: 0.2098, Train Acc: 0.9976 Val Loss: 0.3312, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 53 epochs +INFO:train:Epoch 54/1000 Train Loss: 0.2126, Train Acc: 0.9951 Val Loss: 0.3496, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 54 epochs +INFO:train:Epoch 55/1000 Train Loss: 0.2060, Train Acc: 0.9980 Val Loss: 0.3524, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 55 epochs +INFO:train:Epoch 56/1000 Train Loss: 0.2041, Train Acc: 0.9990 Val Loss: 0.3461, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 56 epochs +INFO:train:Epoch 57/1000 Train Loss: 0.2019, Train Acc: 0.9995 Val Loss: 0.3386, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 57 epochs +INFO:train:Epoch 58/1000 Train Loss: 0.2136, Train Acc: 0.9941 Val Loss: 0.3376, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 58 epochs +INFO:train:Epoch 59/1000 Train Loss: 0.2187, Train Acc: 0.9932 Val Loss: 0.3426, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 59 epochs +INFO:train:Epoch 60/1000 Train Loss: 0.2304, Train Acc: 0.9883 Val Loss: 0.4086, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 60 epochs +INFO:train:Epoch 61/1000 Train Loss: 0.2277, Train Acc: 0.9878 Val Loss: 0.3385, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 61 epochs +INFO:train:Epoch 62/1000 Train Loss: 0.2236, Train Acc: 0.9902 Val Loss: 0.3513, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 62 epochs +INFO:train:Epoch 63/1000 Train Loss: 0.2242, Train Acc: 0.9887 Val Loss: 0.3247, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 63 epochs +INFO:train:Epoch 64/1000 Train Loss: 0.2492, Train Acc: 0.9775 Val Loss: 0.3397, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 64 epochs +INFO:train:Epoch 65/1000 Train Loss: 0.2287, Train Acc: 0.9873 Val Loss: 0.3209, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 65 epochs +INFO:train:Epoch 66/1000 Train Loss: 0.2358, Train Acc: 0.9848 Val Loss: 0.3378, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 66 epochs +INFO:train:Epoch 67/1000 Train Loss: 0.2092, Train Acc: 0.9976 Val Loss: 0.3554, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 67 epochs +INFO:train:Epoch 68/1000 Train Loss: 0.2060, Train Acc: 0.9976 Val Loss: 0.3476, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 68 epochs +INFO:train:Epoch 69/1000 Train Loss: 0.2129, Train Acc: 0.9946 Val Loss: 0.3315, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 69 epochs +INFO:train:Epoch 70/1000 Train Loss: 0.2127, Train Acc: 0.9936 Val Loss: 0.3406, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 70 epochs +INFO:train:Epoch 71/1000 Train Loss: 0.2103, Train Acc: 0.9956 Val Loss: 0.3520, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 71 epochs +INFO:train:Epoch 72/1000 Train Loss: 0.2081, Train Acc: 0.9976 Val Loss: 0.3258, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 72 epochs +INFO:train:Epoch 73/1000 Train Loss: 0.2080, Train Acc: 0.9976 Val Loss: 0.3355, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 73 epochs +INFO:train:Epoch 74/1000 Train Loss: 0.2059, Train Acc: 0.9980 Val Loss: 0.3756, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 74 epochs +INFO:train:Epoch 75/1000 Train Loss: 0.2086, Train Acc: 0.9966 Val Loss: 0.3413, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 75 epochs +INFO:train:Epoch 76/1000 Train Loss: 0.2075, Train Acc: 0.9966 Val Loss: 0.3373, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 76 epochs +INFO:train:Epoch 77/1000 Train Loss: 0.2075, Train Acc: 0.9976 Val Loss: 0.3404, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 77 epochs +INFO:train:Epoch 78/1000 Train Loss: 0.2161, Train Acc: 0.9941 Val Loss: 0.3590, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 78 epochs +INFO:train:Epoch 79/1000 Train Loss: 0.2176, Train Acc: 0.9917 Val Loss: 0.3424, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 79 epochs +INFO:train:Epoch 80/1000 Train Loss: 0.2134, Train Acc: 0.9951 Val Loss: 0.3920, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 80 epochs +INFO:train:Epoch 81/1000 Train Loss: 0.2110, Train Acc: 0.9951 Val Loss: 0.3679, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 81 epochs +INFO:train:Epoch 82/1000 Train Loss: 0.2156, Train Acc: 0.9927 Val Loss: 0.3512, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 82 epochs +INFO:train:Epoch 83/1000 Train Loss: 0.2228, Train Acc: 0.9927 Val Loss: 0.3544, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 83 epochs +INFO:train:Epoch 84/1000 Train Loss: 0.2057, Train Acc: 0.9971 Val Loss: 0.3765, Val Acc: 0.9297 +INFO:train:Early stopping triggered after 84 epochs +INFO:train:Epoch 85/1000 Train Loss: 0.2081, Train Acc: 0.9961 Val Loss: 0.3569, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 85 epochs +INFO:train:Epoch 86/1000 Train Loss: 0.2049, Train Acc: 0.9980 Val Loss: 0.3583, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 86 epochs +INFO:train:Epoch 87/1000 Train Loss: 0.2007, Train Acc: 0.9995 Val Loss: 0.3584, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 87 epochs +INFO:train:Epoch 88/1000 Train Loss: 0.2018, Train Acc: 0.9995 Val Loss: 0.3590, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 88 epochs +INFO:train:Epoch 89/1000 Train Loss: 0.2000, Train Acc: 1.0000 Val Loss: 0.3599, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 89 epochs +INFO:train:Epoch 90/1000 Train Loss: 0.1997, Train Acc: 1.0000 Val Loss: 0.3520, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 90 epochs +INFO:train:Epoch 91/1000 Train Loss: 0.1996, Train Acc: 1.0000 Val Loss: 0.3566, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 91 epochs +INFO:train:Epoch 92/1000 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3577, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 92 epochs +INFO:train:Epoch 93/1000 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3543, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 93 epochs +INFO:train:Epoch 94/1000 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3577, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 94 epochs +INFO:train:Epoch 95/1000 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3521, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 95 epochs +INFO:train:Epoch 96/1000 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3508, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 96 epochs +INFO:train:Epoch 97/1000 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3580, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 97 epochs +INFO:train:Epoch 98/1000 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3606, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 98 epochs +INFO:train:Epoch 99/1000 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3574, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 99 epochs +INFO:train:Epoch 100/1000 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3567, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 100 epochs +INFO:train:Epoch 101/1000 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3537, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 101 epochs +INFO:train:Epoch 102/1000 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3530, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 102 epochs +INFO:train:Epoch 103/1000 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3544, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 103 epochs +INFO:train:Epoch 104/1000 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3499, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 104 epochs +INFO:train:Epoch 105/1000 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3536, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 105 epochs +INFO:train:Epoch 106/1000 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3506, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 106 epochs +INFO:train:Epoch 107/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3538, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 107 epochs +INFO:train:Epoch 108/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3540, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 108 epochs +INFO:train:Epoch 109/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3550, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 109 epochs +INFO:train:Epoch 110/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3537, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 110 epochs +INFO:train:Epoch 111/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3582, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 111 epochs +INFO:train:Epoch 112/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3555, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 112 epochs +INFO:train:Epoch 113/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3567, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 113 epochs +INFO:train:Epoch 114/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3559, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 114 epochs +INFO:train:Epoch 115/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3521, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 115 epochs +INFO:train:Epoch 116/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3515, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 116 epochs +INFO:train:Epoch 117/1000 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3594, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 117 epochs +INFO:train:Epoch 118/1000 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3650, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 118 epochs +INFO:train:Epoch 119/1000 Train Loss: 0.2193, Train Acc: 0.9892 Val Loss: 0.3537, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 119 epochs +INFO:train:Epoch 120/1000 Train Loss: 0.2336, Train Acc: 0.9873 Val Loss: 0.4013, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 120 epochs +INFO:train:Epoch 121/1000 Train Loss: 0.2431, Train Acc: 0.9829 Val Loss: 0.3166, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 121 epochs +INFO:train:Epoch 122/1000 Train Loss: 0.2480, Train Acc: 0.9829 Val Loss: 0.3248, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 122 epochs +INFO:train:Epoch 123/1000 Train Loss: 0.2429, Train Acc: 0.9809 Val Loss: 0.3272, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 123 epochs +INFO:train:Epoch 124/1000 Train Loss: 0.2297, Train Acc: 0.9873 Val Loss: 0.3842, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 124 epochs +INFO:train:Epoch 125/1000 Train Loss: 0.2306, Train Acc: 0.9868 Val Loss: 0.3322, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 125 epochs +INFO:train:Epoch 126/1000 Train Loss: 0.2279, Train Acc: 0.9878 Val Loss: 0.3257, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 126 epochs +INFO:train:Epoch 127/1000 Train Loss: 0.2224, Train Acc: 0.9917 Val Loss: 0.3356, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 127 epochs +INFO:train:Epoch 128/1000 Train Loss: 0.2319, Train Acc: 0.9848 Val Loss: 0.3294, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 128 epochs +INFO:train:Epoch 129/1000 Train Loss: 0.2298, Train Acc: 0.9863 Val Loss: 0.3001, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 129 epochs +INFO:train:Epoch 130/1000 Train Loss: 0.2298, Train Acc: 0.9873 Val Loss: 0.3337, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 130 epochs +INFO:train:Epoch 131/1000 Train Loss: 0.2182, Train Acc: 0.9917 Val Loss: 0.3488, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 131 epochs +INFO:train:Epoch 132/1000 Train Loss: 0.2210, Train Acc: 0.9912 Val Loss: 0.3323, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 132 epochs +INFO:train:Epoch 133/1000 Train Loss: 0.2182, Train Acc: 0.9917 Val Loss: 0.3563, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 133 epochs +INFO:train:Epoch 134/1000 Train Loss: 0.2171, Train Acc: 0.9932 Val Loss: 0.3617, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 134 epochs +INFO:train:Epoch 135/1000 Train Loss: 0.2059, Train Acc: 0.9976 Val Loss: 0.3623, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 135 epochs +INFO:train:Epoch 136/1000 Train Loss: 0.2159, Train Acc: 0.9927 Val Loss: 0.3602, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 136 epochs +INFO:train:Epoch 137/1000 Train Loss: 0.2107, Train Acc: 0.9951 Val Loss: 0.3381, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 137 epochs +INFO:train:Epoch 138/1000 Train Loss: 0.2137, Train Acc: 0.9936 Val Loss: 0.3315, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 138 epochs +INFO:train:Epoch 139/1000 Train Loss: 0.2135, Train Acc: 0.9932 Val Loss: 0.3500, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 139 epochs +INFO:train:Epoch 140/1000 Train Loss: 0.2090, Train Acc: 0.9951 Val Loss: 0.3692, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 140 epochs +INFO:train:Epoch 141/1000 Train Loss: 0.2169, Train Acc: 0.9932 Val Loss: 0.3614, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 141 epochs +INFO:train:Epoch 142/1000 Train Loss: 0.2060, Train Acc: 0.9976 Val Loss: 0.3696, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 142 epochs +INFO:train:Epoch 143/1000 Train Loss: 0.2174, Train Acc: 0.9927 Val Loss: 0.3450, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 143 epochs +INFO:train:Epoch 144/1000 Train Loss: 0.2232, Train Acc: 0.9917 Val Loss: 0.3712, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 144 epochs +INFO:train:Epoch 145/1000 Train Loss: 0.2152, Train Acc: 0.9941 Val Loss: 0.3337, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 145 epochs +INFO:train:Epoch 146/1000 Train Loss: 0.2130, Train Acc: 0.9936 Val Loss: 0.3604, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 146 epochs +INFO:train:Epoch 147/1000 Train Loss: 0.2162, Train Acc: 0.9922 Val Loss: 0.3415, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 147 epochs +INFO:train:Epoch 148/1000 Train Loss: 0.2139, Train Acc: 0.9932 Val Loss: 0.3402, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 148 epochs +INFO:train:Epoch 149/1000 Train Loss: 0.2137, Train Acc: 0.9941 Val Loss: 0.3438, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 149 epochs +INFO:train:Epoch 150/1000 Train Loss: 0.2028, Train Acc: 0.9985 Val Loss: 0.3504, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 150 epochs +INFO:train:Epoch 151/1000 Train Loss: 0.2037, Train Acc: 0.9976 Val Loss: 0.3302, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 151 epochs +INFO:train:Epoch 152/1000 Train Loss: 0.2024, Train Acc: 0.9990 Val Loss: 0.3161, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 152 epochs +INFO:train:Epoch 153/1000 Train Loss: 0.1998, Train Acc: 0.9995 Val Loss: 0.3210, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 153 epochs +INFO:train:Epoch 154/1000 Train Loss: 0.2008, Train Acc: 0.9990 Val Loss: 0.3278, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 154 epochs +INFO:train:Epoch 155/1000 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3378, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 155 epochs +INFO:train:Epoch 156/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3433, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 156 epochs +INFO:train:Epoch 157/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3447, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 157 epochs +INFO:train:Epoch 158/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3393, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 158 epochs +INFO:train:Epoch 159/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3396, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 159 epochs +INFO:train:Epoch 160/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3386, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 160 epochs +INFO:train:Epoch 161/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3390, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 161 epochs +INFO:train:Epoch 162/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3374, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 162 epochs +INFO:train:Epoch 163/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3397, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 163 epochs +INFO:train:Epoch 164/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3357, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 164 epochs +INFO:train:Epoch 165/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3405, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 165 epochs +INFO:train:Epoch 166/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3401, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 166 epochs +INFO:train:Epoch 167/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3395, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 167 epochs +INFO:train:Epoch 168/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3364, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 168 epochs +INFO:train:Epoch 169/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3371, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 169 epochs +INFO:train:Epoch 170/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3361, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 170 epochs +INFO:train:Epoch 171/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3361, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 171 epochs +INFO:train:Epoch 172/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3332, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 172 epochs +INFO:train:Epoch 173/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3337, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 173 epochs +INFO:train:Epoch 174/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3364, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 174 epochs +INFO:train:Epoch 175/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3352, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 175 epochs +INFO:train:Epoch 176/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3363, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 176 epochs +INFO:train:Epoch 177/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3370, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 177 epochs +INFO:train:Epoch 178/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3354, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 178 epochs +INFO:train:Epoch 179/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3346, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 179 epochs +INFO:train:Epoch 180/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3352, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 180 epochs +INFO:train:Epoch 181/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3350, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 181 epochs +INFO:train:Epoch 182/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3356, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 182 epochs +INFO:train:Epoch 183/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3379, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 183 epochs +INFO:train:Epoch 184/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3407, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 184 epochs +INFO:train:Epoch 185/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3338, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 185 epochs +INFO:train:Epoch 186/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3354, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 186 epochs +INFO:train:Epoch 187/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3346, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 187 epochs +INFO:train:Epoch 188/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3382, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 188 epochs +INFO:train:Epoch 189/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3344, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 189 epochs +INFO:train:Epoch 190/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3375, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 190 epochs +INFO:train:Epoch 191/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3376, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 191 epochs +INFO:train:Epoch 192/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3382, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 192 epochs +INFO:train:Epoch 193/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3387, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 193 epochs +INFO:train:Epoch 194/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3393, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 194 epochs +INFO:train:Epoch 195/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3378, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 195 epochs +INFO:train:Epoch 196/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3365, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 196 epochs +INFO:train:Epoch 197/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3363, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 197 epochs +INFO:train:Epoch 198/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3364, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 198 epochs +INFO:train:Epoch 199/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3370, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 199 epochs +INFO:train:Epoch 200/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3345, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 200 epochs +INFO:train:Epoch 201/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3392, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 201 epochs +INFO:train:Epoch 202/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3355, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 202 epochs +INFO:train:Epoch 203/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3365, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 203 epochs +INFO:train:Epoch 204/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3361, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 204 epochs +INFO:train:Epoch 205/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3376, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 205 epochs +INFO:train:Epoch 206/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3369, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 206 epochs +INFO:train:Epoch 207/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3381, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 207 epochs +INFO:train:Epoch 208/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3390, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 208 epochs +INFO:train:Epoch 209/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3378, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 209 epochs +INFO:train:Epoch 210/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3370, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 210 epochs +INFO:train:Epoch 211/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3391, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 211 epochs +INFO:train:Epoch 212/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3370, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 212 epochs +INFO:train:Epoch 213/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3374, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 213 epochs +INFO:train:Epoch 214/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3386, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 214 epochs +INFO:train:Epoch 215/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3367, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 215 epochs +INFO:train:Epoch 216/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3370, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 216 epochs +INFO:train:Epoch 217/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3364, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 217 epochs +INFO:train:Epoch 218/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3382, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 218 epochs +INFO:train:Epoch 219/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3374, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 219 epochs +INFO:train:Epoch 220/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3362, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 220 epochs +INFO:train:Epoch 221/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3381, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 221 epochs +INFO:train:Epoch 222/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3380, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 222 epochs +INFO:train:Epoch 223/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3380, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 223 epochs +INFO:train:Epoch 224/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3378, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 224 epochs +INFO:train:Epoch 225/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3384, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 225 epochs +INFO:train:Epoch 226/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3372, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 226 epochs +INFO:train:Epoch 227/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3369, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 227 epochs +INFO:train:Epoch 228/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3370, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 228 epochs +INFO:train:Epoch 229/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3385, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 229 epochs +INFO:train:Epoch 230/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3370, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 230 epochs +INFO:train:Epoch 231/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3378, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 231 epochs +INFO:train:Epoch 232/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3377, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 232 epochs +INFO:train:Epoch 233/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3339, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 233 epochs +INFO:train:Epoch 234/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3401, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 234 epochs +INFO:train:Epoch 235/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3362, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 235 epochs +INFO:train:Epoch 236/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3411, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 236 epochs +INFO:train:Epoch 237/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3388, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 237 epochs +INFO:train:Epoch 238/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3381, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 238 epochs +INFO:train:Epoch 239/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3387, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 239 epochs +INFO:train:Epoch 240/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3385, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 240 epochs +INFO:train:Epoch 241/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3386, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 241 epochs +INFO:train:Epoch 242/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3401, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 242 epochs +INFO:train:Epoch 243/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3385, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 243 epochs +INFO:train:Epoch 244/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3385, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 244 epochs +INFO:train:Epoch 245/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3374, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 245 epochs +INFO:train:Epoch 246/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3375, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 246 epochs +INFO:train:Epoch 247/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3349, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 247 epochs +INFO:train:Epoch 248/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3410, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 248 epochs +INFO:train:Epoch 249/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3361, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 249 epochs +INFO:train:Epoch 250/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3407, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 250 epochs +INFO:train:Epoch 251/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3391, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 251 epochs +INFO:train:Epoch 252/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3407, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 252 epochs +INFO:train:Epoch 253/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3387, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 253 epochs +INFO:train:Epoch 254/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3399, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 254 epochs +INFO:train:Epoch 255/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3368, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 255 epochs +INFO:train:Epoch 256/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3389, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 256 epochs +INFO:train:Epoch 257/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3414, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 257 epochs +INFO:train:Epoch 258/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3380, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 258 epochs +INFO:train:Epoch 259/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3368, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 259 epochs +INFO:train:Epoch 260/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3399, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 260 epochs +INFO:train:Epoch 261/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3410, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 261 epochs +INFO:train:Epoch 262/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3391, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 262 epochs +INFO:train:Epoch 263/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3395, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 263 epochs +INFO:train:Epoch 264/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3391, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 264 epochs +INFO:train:Epoch 265/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3414, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 265 epochs +INFO:train:Epoch 266/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3377, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 266 epochs +INFO:train:Epoch 267/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3350, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 267 epochs +INFO:train:Epoch 268/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3383, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 268 epochs +INFO:train:Epoch 269/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3394, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 269 epochs +INFO:train:Epoch 270/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3399, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 270 epochs +INFO:train:Epoch 271/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3390, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 271 epochs +INFO:train:Epoch 272/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3448, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 272 epochs +INFO:train:Epoch 273/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3397, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 273 epochs +INFO:train:Epoch 274/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3420, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 274 epochs +INFO:train:Epoch 275/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3345, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 275 epochs +INFO:train:Epoch 276/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3408, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 276 epochs +INFO:train:Epoch 277/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3414, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 277 epochs +INFO:train:Epoch 278/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3418, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 278 epochs +INFO:train:Epoch 279/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3375, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 279 epochs +INFO:train:Epoch 280/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3434, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 280 epochs +INFO:train:Epoch 281/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3380, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 281 epochs +INFO:train:Epoch 282/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3386, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 282 epochs +INFO:train:Epoch 283/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3444, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 283 epochs +INFO:train:Epoch 284/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3405, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 284 epochs +INFO:train:Epoch 285/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3413, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 285 epochs +INFO:train:Epoch 286/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3399, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 286 epochs +INFO:train:Epoch 287/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3447, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 287 epochs +INFO:train:Epoch 288/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3425, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 288 epochs +INFO:train:Epoch 289/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3431, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 289 epochs +INFO:train:Epoch 290/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3422, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 290 epochs +INFO:train:Epoch 291/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3417, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 291 epochs +INFO:train:Epoch 292/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3426, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 292 epochs +INFO:train:Epoch 293/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3394, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 293 epochs +INFO:train:Epoch 294/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3427, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 294 epochs +INFO:train:Epoch 295/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3385, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 295 epochs +INFO:train:Epoch 296/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3439, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 296 epochs +INFO:train:Epoch 297/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3440, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 297 epochs +INFO:train:Epoch 298/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3464, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 298 epochs +INFO:train:Epoch 299/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3448, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 299 epochs +INFO:train:Epoch 300/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3457, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 300 epochs +INFO:train:Epoch 301/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3434, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 301 epochs +INFO:train:Epoch 302/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3395, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 302 epochs +INFO:train:Epoch 303/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3507, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 303 epochs +INFO:train:Epoch 304/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3439, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 304 epochs +INFO:train:Epoch 305/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3445, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 305 epochs +INFO:train:Epoch 306/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3428, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 306 epochs +INFO:train:Epoch 307/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3458, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 307 epochs +INFO:train:Epoch 308/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3503, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 308 epochs +INFO:train:Epoch 309/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3444, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 309 epochs +INFO:train:Epoch 310/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3493, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 310 epochs +INFO:train:Epoch 311/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3450, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 311 epochs +INFO:train:Epoch 312/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3423, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 312 epochs +INFO:train:Epoch 313/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3473, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 313 epochs +INFO:train:Epoch 314/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3444, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 314 epochs +INFO:train:Epoch 315/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3449, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 315 epochs +INFO:train:Epoch 316/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3485, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 316 epochs +INFO:train:Epoch 317/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3465, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 317 epochs +INFO:train:Epoch 318/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3436, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 318 epochs +INFO:train:Epoch 319/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3430, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 319 epochs +INFO:train:Epoch 320/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3436, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 320 epochs +INFO:train:Epoch 321/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3494, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 321 epochs +INFO:train:Epoch 322/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3472, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 322 epochs +INFO:train:Epoch 323/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3491, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 323 epochs +INFO:train:Epoch 324/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3496, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 324 epochs +INFO:train:Epoch 325/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3458, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 325 epochs +INFO:train:Epoch 326/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3399, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 326 epochs +INFO:train:Epoch 327/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3420, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 327 epochs +INFO:train:Epoch 328/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3394, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 328 epochs +INFO:train:Epoch 329/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3486, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 329 epochs +INFO:train:Epoch 330/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3436, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 330 epochs +INFO:train:Epoch 331/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3489, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 331 epochs +INFO:train:Epoch 332/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3459, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 332 epochs +INFO:train:Epoch 333/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3400, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 333 epochs +INFO:train:Epoch 334/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3396, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 334 epochs +INFO:train:Epoch 335/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3417, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 335 epochs +INFO:train:Epoch 336/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3421, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 336 epochs +INFO:train:Epoch 337/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3393, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 337 epochs +INFO:train:Epoch 338/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3397, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 338 epochs +INFO:train:Epoch 339/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3464, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 339 epochs +INFO:train:Epoch 340/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3441, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 340 epochs +INFO:train:Epoch 341/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3489, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 341 epochs +INFO:train:Epoch 342/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3492, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 342 epochs +INFO:train:Epoch 343/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3503, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 343 epochs +INFO:train:Epoch 344/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3473, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 344 epochs +INFO:train:Epoch 345/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3532, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 345 epochs +INFO:train:Epoch 346/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3425, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 346 epochs +INFO:train:Epoch 347/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3447, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 347 epochs +INFO:train:Epoch 348/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3432, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 348 epochs +INFO:train:Epoch 349/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3411, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 349 epochs +INFO:train:Epoch 350/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3439, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 350 epochs +INFO:train:Epoch 351/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3435, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 351 epochs +INFO:train:Epoch 352/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3419, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 352 epochs +INFO:train:Epoch 353/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3462, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 353 epochs +INFO:train:Epoch 354/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3435, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 354 epochs +INFO:train:Epoch 355/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3472, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 355 epochs +INFO:train:Epoch 356/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3406, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 356 epochs +INFO:train:Epoch 357/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3478, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 357 epochs +INFO:train:Epoch 358/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3486, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 358 epochs +INFO:train:Epoch 359/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3500, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 359 epochs +INFO:train:Epoch 360/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3516, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 360 epochs +INFO:train:Epoch 361/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3449, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 361 epochs +INFO:train:Epoch 362/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3465, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 362 epochs +INFO:train:Epoch 363/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3485, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 363 epochs +INFO:train:Epoch 364/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3484, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 364 epochs +INFO:train:Epoch 365/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3474, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 365 epochs +INFO:train:Epoch 366/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3466, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 366 epochs +INFO:train:Epoch 367/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3475, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 367 epochs +INFO:train:Epoch 368/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3402, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 368 epochs +INFO:train:Epoch 369/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3449, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 369 epochs +INFO:train:Epoch 370/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3400, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 370 epochs +INFO:train:Epoch 371/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3362, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 371 epochs +INFO:train:Epoch 372/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3390, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 372 epochs +INFO:train:Epoch 373/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3446, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 373 epochs +INFO:train:Epoch 374/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3395, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 374 epochs +INFO:train:Epoch 375/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3403, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 375 epochs +INFO:train:Epoch 376/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3434, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 376 epochs +INFO:train:Epoch 377/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3413, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 377 epochs +INFO:train:Epoch 378/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3431, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 378 epochs +INFO:train:Epoch 379/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3520, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 379 epochs +INFO:train:Epoch 380/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3484, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 380 epochs +INFO:train:Epoch 381/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3472, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 381 epochs +INFO:train:Epoch 382/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3512, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 382 epochs +INFO:train:Epoch 383/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3529, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 383 epochs +INFO:train:Epoch 384/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3498, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 384 epochs +INFO:train:Epoch 385/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3539, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 385 epochs +INFO:train:Epoch 386/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3501, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 386 epochs +INFO:train:Epoch 387/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3469, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 387 epochs +INFO:train:Epoch 388/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3492, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 388 epochs +INFO:train:Epoch 389/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3476, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 389 epochs +INFO:train:Epoch 390/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3455, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 390 epochs +INFO:train:Epoch 391/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3437, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 391 epochs +INFO:train:Epoch 392/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3412, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 392 epochs +INFO:train:Epoch 393/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3357, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 393 epochs +INFO:train:Epoch 394/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3404, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 394 epochs +INFO:train:Epoch 395/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3315, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 395 epochs +INFO:train:Epoch 396/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3454, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 396 epochs +INFO:train:Epoch 397/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3464, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 397 epochs +INFO:train:Epoch 398/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3497, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 398 epochs +INFO:train:Epoch 399/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3455, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 399 epochs +INFO:train:Epoch 400/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3446, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 400 epochs +INFO:train:Epoch 401/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3464, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 401 epochs +INFO:train:Epoch 402/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3472, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 402 epochs +INFO:train:Epoch 403/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3489, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 403 epochs +INFO:train:Epoch 404/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3603, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 404 epochs +INFO:train:Epoch 405/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3504, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 405 epochs +INFO:train:Epoch 406/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3562, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 406 epochs +INFO:train:Epoch 407/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3616, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 407 epochs +INFO:train:Epoch 408/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3550, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 408 epochs +INFO:train:Epoch 409/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3492, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 409 epochs +INFO:train:Epoch 410/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3479, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 410 epochs +INFO:train:Epoch 411/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3479, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 411 epochs +INFO:train:Epoch 412/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3535, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 412 epochs +INFO:train:Epoch 413/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3504, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 413 epochs +INFO:train:Epoch 414/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3495, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 414 epochs +INFO:train:Epoch 415/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3540, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 415 epochs +INFO:train:Epoch 416/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3512, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 416 epochs +INFO:train:Epoch 417/1000 Train Loss: 0.8301, Train Acc: 0.8841 Val Loss: 1.2517, Val Acc: 0.8105 +INFO:train:Early stopping triggered after 417 epochs +INFO:train:Epoch 418/1000 Train Loss: 1.4268, Train Acc: 0.8434 Val Loss: 1.6955, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 418 epochs +INFO:train:Epoch 419/1000 Train Loss: 0.5340, Train Acc: 0.9242 Val Loss: 0.3320, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 419 epochs +INFO:train:Epoch 420/1000 Train Loss: 0.3077, Train Acc: 0.9560 Val Loss: 0.3068, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 420 epochs +INFO:train:Epoch 421/1000 Train Loss: 0.2958, Train Acc: 0.9579 Val Loss: 0.3149, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 421 epochs +INFO:train:Epoch 422/1000 Train Loss: 0.2851, Train Acc: 0.9579 Val Loss: 0.3383, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 422 epochs +INFO:train:Epoch 423/1000 Train Loss: 0.2725, Train Acc: 0.9594 Val Loss: 0.3042, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 423 epochs +INFO:train:Epoch 424/1000 Train Loss: 0.2605, Train Acc: 0.9633 Val Loss: 0.3217, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 424 epochs +INFO:train:Epoch 425/1000 Train Loss: 0.2541, Train Acc: 0.9726 Val Loss: 0.3317, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 425 epochs +INFO:train:Epoch 426/1000 Train Loss: 0.2460, Train Acc: 0.9750 Val Loss: 0.3315, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 426 epochs +INFO:train:Epoch 427/1000 Train Loss: 0.2332, Train Acc: 0.9824 Val Loss: 0.3550, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 427 epochs +INFO:train:Epoch 428/1000 Train Loss: 0.2268, Train Acc: 0.9858 Val Loss: 0.3609, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 428 epochs +INFO:train:Epoch 429/1000 Train Loss: 0.2371, Train Acc: 0.9809 Val Loss: 0.3320, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 429 epochs +INFO:train:Epoch 430/1000 Train Loss: 0.2246, Train Acc: 0.9878 Val Loss: 0.3821, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 430 epochs +INFO:train:Epoch 431/1000 Train Loss: 0.2171, Train Acc: 0.9917 Val Loss: 0.3536, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 431 epochs +INFO:train:Epoch 432/1000 Train Loss: 0.2113, Train Acc: 0.9936 Val Loss: 0.3708, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 432 epochs +INFO:train:Epoch 433/1000 Train Loss: 0.2157, Train Acc: 0.9932 Val Loss: 0.3511, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 433 epochs +INFO:train:Epoch 434/1000 Train Loss: 0.2201, Train Acc: 0.9907 Val Loss: 0.3564, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 434 epochs +INFO:train:Epoch 435/1000 Train Loss: 0.2108, Train Acc: 0.9946 Val Loss: 0.3750, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 435 epochs +INFO:train:Epoch 436/1000 Train Loss: 0.2124, Train Acc: 0.9917 Val Loss: 0.3599, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 436 epochs +INFO:train:Epoch 437/1000 Train Loss: 0.2130, Train Acc: 0.9917 Val Loss: 0.3570, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 437 epochs +INFO:train:Epoch 438/1000 Train Loss: 0.2055, Train Acc: 0.9966 Val Loss: 0.3740, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 438 epochs +INFO:train:Epoch 439/1000 Train Loss: 0.2033, Train Acc: 0.9985 Val Loss: 0.3569, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 439 epochs +INFO:train:Epoch 440/1000 Train Loss: 0.2086, Train Acc: 0.9961 Val Loss: 0.3710, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 440 epochs +INFO:train:Epoch 441/1000 Train Loss: 0.2115, Train Acc: 0.9951 Val Loss: 0.3369, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 441 epochs +INFO:train:Epoch 442/1000 Train Loss: 0.2057, Train Acc: 0.9976 Val Loss: 0.3583, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 442 epochs +INFO:train:Epoch 443/1000 Train Loss: 0.1998, Train Acc: 1.0000 Val Loss: 0.3540, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 443 epochs +INFO:train:Epoch 444/1000 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3478, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 444 epochs +INFO:train:Epoch 445/1000 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3549, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 445 epochs +INFO:train:Epoch 446/1000 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3517, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 446 epochs +INFO:train:Epoch 447/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3528, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 447 epochs +INFO:train:Epoch 448/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3495, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 448 epochs +INFO:train:Epoch 449/1000 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3542, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 449 epochs +INFO:train:Epoch 450/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3504, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 450 epochs +INFO:train:Epoch 451/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3514, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 451 epochs +INFO:train:Epoch 452/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3552, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 452 epochs +INFO:train:Epoch 453/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3545, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 453 epochs +INFO:train:Epoch 454/1000 Train Loss: 0.1989, Train Acc: 1.0000 Val Loss: 0.3514, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 454 epochs +INFO:train:Epoch 455/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3535, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 455 epochs +INFO:train:Epoch 456/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3487, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 456 epochs +INFO:train:Epoch 457/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3518, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 457 epochs +INFO:train:Epoch 458/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3539, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 458 epochs +INFO:train:Epoch 459/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3530, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 459 epochs +INFO:train:Epoch 460/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3560, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 460 epochs +INFO:train:Epoch 461/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3508, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 461 epochs +INFO:train:Epoch 462/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3523, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 462 epochs +INFO:train:Epoch 463/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3507, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 463 epochs +INFO:train:Epoch 464/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3518, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 464 epochs +INFO:train:Epoch 465/1000 Train Loss: 0.1988, Train Acc: 1.0000 Val Loss: 0.3520, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 465 epochs +INFO:train:Epoch 466/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3536, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 466 epochs +INFO:train:Epoch 467/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3518, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 467 epochs +INFO:train:Epoch 468/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3530, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 468 epochs +INFO:train:Epoch 469/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3532, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 469 epochs +INFO:train:Epoch 470/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3499, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 470 epochs +INFO:train:Epoch 471/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3513, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 471 epochs +INFO:train:Epoch 472/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3502, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 472 epochs +INFO:train:Epoch 473/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3517, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 473 epochs +INFO:train:Epoch 474/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3502, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 474 epochs +INFO:train:Epoch 475/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3532, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 475 epochs +INFO:train:Epoch 476/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3500, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 476 epochs +INFO:train:Epoch 477/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3491, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 477 epochs +INFO:train:Epoch 478/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3508, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 478 epochs +INFO:train:Epoch 479/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3492, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 479 epochs +INFO:train:Epoch 480/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3498, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 480 epochs +INFO:train:Epoch 481/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3515, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 481 epochs +INFO:train:Epoch 482/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3506, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 482 epochs +INFO:train:Epoch 483/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3533, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 483 epochs +INFO:train:Epoch 484/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3536, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 484 epochs +INFO:train:Epoch 485/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3515, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 485 epochs +INFO:train:Epoch 486/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3515, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 486 epochs +INFO:train:Epoch 487/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3497, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 487 epochs +INFO:train:Epoch 488/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3546, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 488 epochs +INFO:train:Epoch 489/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3502, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 489 epochs +INFO:train:Epoch 490/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3507, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 490 epochs +INFO:train:Epoch 491/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3507, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 491 epochs +INFO:train:Epoch 492/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3483, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 492 epochs +INFO:train:Epoch 493/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3468, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 493 epochs +INFO:train:Epoch 494/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3502, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 494 epochs +INFO:train:Epoch 495/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3522, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 495 epochs +INFO:train:Epoch 496/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3511, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 496 epochs +INFO:train:Epoch 497/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3515, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 497 epochs +INFO:train:Epoch 498/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3508, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 498 epochs +INFO:train:Epoch 499/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3465, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 499 epochs +INFO:train:Epoch 500/1000 Train Loss: 0.1987, Train Acc: 1.0000 Val Loss: 0.3513, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 500 epochs +INFO:train:Epoch 501/1000 Train Loss: 0.1986, Train Acc: 1.0000 Val Loss: 0.3536, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 501 epochs diff --git a/code/transformer/logs/instance-recognition/tmp/run_2.log b/code/transformer/logs/instance-recognition/tmp/run_2.log index c2b8264..250b96f 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_2.log +++ b/code/transformer/logs/instance-recognition/tmp/run_2.log @@ -53,44 +53,228 @@ INFO:__main__:model: Transformer( (fc): Linear(in_features=2046, out_features=2, bias=True) ) INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.7616, Train Acc: 0.5536 Val Loss: 4.1443, Val Acc: 0.6000 -INFO:train:Epoch 2/1000 Train Loss: 2.6284, Train Acc: 0.6250 Val Loss: 5.5705, Val Acc: 0.6000 -INFO:train:Epoch 3/1000 Train Loss: 3.2781, Train Acc: 0.7321 Val Loss: 2.3166, Val Acc: 0.7333 -INFO:train:Epoch 4/1000 Train Loss: 0.8643, Train Acc: 0.8214 Val Loss: 2.1145, Val Acc: 0.7333 -INFO:train:Epoch 5/1000 Train Loss: 0.9212, Train Acc: 0.6964 Val Loss: 0.8930, Val Acc: 0.7333 -INFO:train:Epoch 6/1000 Train Loss: 0.5516, Train Acc: 0.8393 Val Loss: 1.9994, Val Acc: 0.6667 -INFO:train:Epoch 7/1000 Train Loss: 0.5339, Train Acc: 0.9107 Val Loss: 2.2063, Val Acc: 0.6667 -INFO:train:Epoch 8/1000 Train Loss: 0.4435, Train Acc: 0.9643 Val Loss: 1.9716, Val Acc: 0.7333 -INFO:train:Epoch 9/1000 Train Loss: 0.5341, Train Acc: 0.9464 Val Loss: 1.8835, Val Acc: 0.6667 -INFO:train:Epoch 10/1000 Train Loss: 0.3696, Train Acc: 0.9643 Val Loss: 1.6527, Val Acc: 0.6000 -INFO:train:Epoch 11/1000 Train Loss: 0.3200, Train Acc: 1.0000 Val Loss: 1.4106, Val Acc: 0.6667 -INFO:train:Epoch 12/1000 Train Loss: 0.3516, Train Acc: 0.9464 Val Loss: 0.8132, Val Acc: 0.8000 -INFO:train:Epoch 13/1000 Train Loss: 0.2719, Train Acc: 0.9821 Val Loss: 0.6777, Val Acc: 0.6667 -INFO:train:Epoch 14/1000 Train Loss: 0.3224, Train Acc: 0.9464 Val Loss: 0.5492, Val Acc: 0.7333 -INFO:train:Epoch 15/1000 Train Loss: 0.2862, Train Acc: 1.0000 Val Loss: 0.7024, Val Acc: 0.6667 -INFO:train:Epoch 16/1000 Train Loss: 0.2449, Train Acc: 1.0000 Val Loss: 1.0124, Val Acc: 0.6667 -INFO:train:Epoch 17/1000 Train Loss: 0.2733, Train Acc: 0.9821 Val Loss: 1.1288, Val Acc: 0.6000 -INFO:train:Epoch 18/1000 Train Loss: 0.2572, Train Acc: 1.0000 Val Loss: 1.0892, Val Acc: 0.6000 -INFO:train:Epoch 19/1000 Train Loss: 0.2588, Train Acc: 1.0000 Val Loss: 1.0328, Val Acc: 0.6667 -INFO:train:Epoch 20/1000 Train Loss: 0.2917, Train Acc: 0.9821 Val Loss: 1.0480, Val Acc: 0.6000 -INFO:train:Epoch 21/1000 Train Loss: 0.2427, Train Acc: 1.0000 Val Loss: 1.0248, Val Acc: 0.6000 -INFO:train:Epoch 22/1000 Train Loss: 0.2452, Train Acc: 1.0000 Val Loss: 0.9414, Val Acc: 0.6000 -INFO:train:Epoch 23/1000 Train Loss: 0.2482, Train Acc: 1.0000 Val Loss: 0.8008, Val Acc: 0.6000 -INFO:train:Epoch 24/1000 Train Loss: 0.2423, Train Acc: 1.0000 Val Loss: 0.6626, Val Acc: 0.6000 -INFO:train:Epoch 25/1000 Train Loss: 0.2495, Train Acc: 1.0000 Val Loss: 0.6835, Val Acc: 0.6667 -INFO:train:Epoch 26/1000 Train Loss: 0.2252, Train Acc: 1.0000 Val Loss: 0.8477, Val Acc: 0.6000 -INFO:train:Epoch 27/1000 Train Loss: 0.2255, Train Acc: 1.0000 Val Loss: 1.0115, Val Acc: 0.6000 -INFO:train:Epoch 28/1000 Train Loss: 0.2346, Train Acc: 1.0000 Val Loss: 1.0051, Val Acc: 0.6000 -INFO:train:Epoch 29/1000 Train Loss: 0.2347, Train Acc: 1.0000 Val Loss: 0.8988, Val Acc: 0.6667 -INFO:train:Epoch 30/1000 Train Loss: 0.2218, Train Acc: 1.0000 Val Loss: 0.7749, Val Acc: 0.6667 +INFO:train:Epoch 1/100 Train Loss: 0.8238, Train Acc: 0.8684 Val Loss: 0.3860, Val Acc: 0.9570 +INFO:train:Epoch 2/100 Train Loss: 0.3932, Train Acc: 0.9374 Val Loss: 0.4029, Val Acc: 0.9570 +INFO:train:Epoch 3/100 Train Loss: 0.3305, Train Acc: 0.9525 Val Loss: 0.3359, Val Acc: 0.9570 +INFO:train:Epoch 4/100 Train Loss: 0.3336, Train Acc: 0.9506 Val Loss: 0.3346, Val Acc: 0.9570 +INFO:train:Epoch 5/100 Train Loss: 0.3127, Train Acc: 0.9545 Val Loss: 0.3463, Val Acc: 0.9492 +INFO:train:Epoch 6/100 Train Loss: 0.3159, Train Acc: 0.9565 Val Loss: 0.3162, Val Acc: 0.9570 +INFO:train:Epoch 7/100 Train Loss: 0.3139, Train Acc: 0.9525 Val Loss: 0.3442, Val Acc: 0.9570 +INFO:train:Epoch 8/100 Train Loss: 0.3299, Train Acc: 0.9486 Val Loss: 0.3473, Val Acc: 0.9395 +INFO:train:Epoch 9/100 Train Loss: 0.3211, Train Acc: 0.9525 Val Loss: 0.3692, Val Acc: 0.9570 +INFO:train:Epoch 10/100 Train Loss: 0.3330, Train Acc: 0.9472 Val Loss: 0.3459, Val Acc: 0.9570 +INFO:train:Epoch 11/100 Train Loss: 0.3196, Train Acc: 0.9550 Val Loss: 0.3307, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 11 epochs +INFO:train:Epoch 12/100 Train Loss: 0.3028, Train Acc: 0.9584 Val Loss: 0.3571, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 12 epochs +INFO:train:Epoch 13/100 Train Loss: 0.3156, Train Acc: 0.9530 Val Loss: 0.4232, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 13 epochs +INFO:train:Epoch 14/100 Train Loss: 0.3118, Train Acc: 0.9555 Val Loss: 0.3360, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 14 epochs +INFO:train:Epoch 15/100 Train Loss: 0.3041, Train Acc: 0.9516 Val Loss: 0.3509, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 15 epochs +INFO:train:Epoch 16/100 Train Loss: 0.2975, Train Acc: 0.9609 Val Loss: 0.3623, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 16 epochs +INFO:train:Epoch 17/100 Train Loss: 0.2895, Train Acc: 0.9599 Val Loss: 0.3281, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 17 epochs +INFO:train:Epoch 18/100 Train Loss: 0.2830, Train Acc: 0.9648 Val Loss: 0.3336, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 18 epochs +INFO:train:Epoch 19/100 Train Loss: 0.2956, Train Acc: 0.9574 Val Loss: 0.4697, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 19 epochs +INFO:train:Epoch 20/100 Train Loss: 0.2800, Train Acc: 0.9604 Val Loss: 0.3497, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 20 epochs +INFO:train:Epoch 21/100 Train Loss: 0.2691, Train Acc: 0.9662 Val Loss: 0.3487, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 21 epochs +INFO:train:Epoch 22/100 Train Loss: 0.2586, Train Acc: 0.9755 Val Loss: 0.3482, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 22 epochs +INFO:train:Epoch 23/100 Train Loss: 0.2684, Train Acc: 0.9697 Val Loss: 0.3268, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 23 epochs +INFO:train:Epoch 24/100 Train Loss: 0.2643, Train Acc: 0.9746 Val Loss: 0.3418, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 24 epochs +INFO:train:Epoch 25/100 Train Loss: 0.2532, Train Acc: 0.9736 Val Loss: 0.3655, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 25 epochs +INFO:train:Epoch 26/100 Train Loss: 0.2525, Train Acc: 0.9760 Val Loss: 0.4188, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 26 epochs +INFO:train:Epoch 27/100 Train Loss: 0.2501, Train Acc: 0.9775 Val Loss: 0.3552, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 27 epochs +INFO:train:Epoch 28/100 Train Loss: 0.2510, Train Acc: 0.9795 Val Loss: 0.3247, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 28 epochs +INFO:train:Epoch 29/100 Train Loss: 0.2518, Train Acc: 0.9750 Val Loss: 0.3508, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 29 epochs +INFO:train:Epoch 30/100 Train Loss: 0.2540, Train Acc: 0.9760 Val Loss: 0.3560, Val Acc: 0.9414 INFO:train:Early stopping triggered after 30 epochs +INFO:train:Epoch 31/100 Train Loss: 0.2472, Train Acc: 0.9790 Val Loss: 0.3359, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 31 epochs +INFO:train:Epoch 32/100 Train Loss: 0.2416, Train Acc: 0.9814 Val Loss: 0.3547, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 32 epochs +INFO:train:Epoch 33/100 Train Loss: 0.2334, Train Acc: 0.9858 Val Loss: 0.3271, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 33 epochs +INFO:train:Epoch 34/100 Train Loss: 0.2331, Train Acc: 0.9883 Val Loss: 0.3354, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 34 epochs +INFO:train:Epoch 35/100 Train Loss: 0.2281, Train Acc: 0.9873 Val Loss: 0.3499, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 35 epochs +INFO:train:Epoch 36/100 Train Loss: 0.2204, Train Acc: 0.9917 Val Loss: 0.3281, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 36 epochs +INFO:train:Epoch 37/100 Train Loss: 0.2340, Train Acc: 0.9863 Val Loss: 0.3460, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 37 epochs +INFO:train:Epoch 38/100 Train Loss: 0.2227, Train Acc: 0.9907 Val Loss: 0.3759, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 38 epochs +INFO:train:Epoch 39/100 Train Loss: 0.2209, Train Acc: 0.9907 Val Loss: 0.3549, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 39 epochs +INFO:train:Epoch 40/100 Train Loss: 0.2193, Train Acc: 0.9936 Val Loss: 0.3290, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 40 epochs +INFO:train:Epoch 41/100 Train Loss: 0.2303, Train Acc: 0.9868 Val Loss: 0.3430, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 41 epochs +INFO:train:Epoch 42/100 Train Loss: 0.2180, Train Acc: 0.9927 Val Loss: 0.3636, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 42 epochs +INFO:train:Epoch 43/100 Train Loss: 0.2345, Train Acc: 0.9858 Val Loss: 0.3276, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 43 epochs +INFO:train:Epoch 44/100 Train Loss: 0.2296, Train Acc: 0.9878 Val Loss: 0.3289, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 44 epochs +INFO:train:Epoch 45/100 Train Loss: 0.2312, Train Acc: 0.9868 Val Loss: 0.3447, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 45 epochs +INFO:train:Epoch 46/100 Train Loss: 0.2235, Train Acc: 0.9897 Val Loss: 0.3386, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 46 epochs +INFO:train:Epoch 47/100 Train Loss: 0.2217, Train Acc: 0.9907 Val Loss: 0.3434, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 47 epochs +INFO:train:Epoch 48/100 Train Loss: 0.2151, Train Acc: 0.9922 Val Loss: 0.3472, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 48 epochs +INFO:train:Epoch 49/100 Train Loss: 0.2162, Train Acc: 0.9927 Val Loss: 0.3443, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 49 epochs +INFO:train:Epoch 50/100 Train Loss: 0.2245, Train Acc: 0.9873 Val Loss: 0.3696, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 50 epochs +INFO:train:Epoch 51/100 Train Loss: 0.2207, Train Acc: 0.9912 Val Loss: 0.3637, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 51 epochs +INFO:train:Epoch 52/100 Train Loss: 0.2178, Train Acc: 0.9927 Val Loss: 0.3639, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 52 epochs +INFO:train:Epoch 53/100 Train Loss: 0.2201, Train Acc: 0.9927 Val Loss: 0.3461, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 53 epochs +INFO:train:Epoch 54/100 Train Loss: 0.2106, Train Acc: 0.9966 Val Loss: 0.3496, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 54 epochs +INFO:train:Epoch 55/100 Train Loss: 0.2078, Train Acc: 0.9971 Val Loss: 0.3644, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 55 epochs +INFO:train:Epoch 56/100 Train Loss: 0.2135, Train Acc: 0.9927 Val Loss: 0.3796, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 56 epochs +INFO:train:Epoch 57/100 Train Loss: 0.2094, Train Acc: 0.9966 Val Loss: 0.3539, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 57 epochs +INFO:train:Epoch 58/100 Train Loss: 0.2079, Train Acc: 0.9966 Val Loss: 0.3576, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 58 epochs +INFO:train:Epoch 59/100 Train Loss: 0.2093, Train Acc: 0.9956 Val Loss: 0.3471, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 59 epochs +INFO:train:Epoch 60/100 Train Loss: 0.2109, Train Acc: 0.9956 Val Loss: 0.3586, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 60 epochs +INFO:train:Epoch 61/100 Train Loss: 0.2104, Train Acc: 0.9951 Val Loss: 0.3802, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 61 epochs +INFO:train:Epoch 62/100 Train Loss: 0.2113, Train Acc: 0.9956 Val Loss: 0.3788, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 62 epochs +INFO:train:Epoch 63/100 Train Loss: 0.2102, Train Acc: 0.9961 Val Loss: 0.3510, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 63 epochs +INFO:train:Epoch 64/100 Train Loss: 0.2088, Train Acc: 0.9966 Val Loss: 0.3658, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 64 epochs +INFO:train:Epoch 65/100 Train Loss: 0.2105, Train Acc: 0.9956 Val Loss: 0.3454, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 65 epochs +INFO:train:Epoch 66/100 Train Loss: 0.2099, Train Acc: 0.9976 Val Loss: 0.3297, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 66 epochs +INFO:train:Epoch 67/100 Train Loss: 0.2071, Train Acc: 0.9966 Val Loss: 0.3426, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 67 epochs +INFO:train:Epoch 68/100 Train Loss: 0.2043, Train Acc: 0.9990 Val Loss: 0.3531, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 68 epochs +INFO:train:Epoch 69/100 Train Loss: 0.2027, Train Acc: 0.9990 Val Loss: 0.3376, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 69 epochs +INFO:train:Epoch 70/100 Train Loss: 0.2119, Train Acc: 0.9956 Val Loss: 0.3192, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 70 epochs +INFO:train:Epoch 71/100 Train Loss: 0.2114, Train Acc: 0.9946 Val Loss: 0.3484, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 71 epochs +INFO:train:Epoch 72/100 Train Loss: 0.2120, Train Acc: 0.9946 Val Loss: 0.3674, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 72 epochs +INFO:train:Epoch 73/100 Train Loss: 0.2145, Train Acc: 0.9936 Val Loss: 0.3305, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 73 epochs +INFO:train:Epoch 74/100 Train Loss: 0.2131, Train Acc: 0.9941 Val Loss: 0.3389, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 74 epochs +INFO:train:Epoch 75/100 Train Loss: 0.2161, Train Acc: 0.9922 Val Loss: 0.3608, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 75 epochs +INFO:train:Epoch 76/100 Train Loss: 0.2229, Train Acc: 0.9897 Val Loss: 0.3118, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 76 epochs +INFO:train:Epoch 77/100 Train Loss: 0.2122, Train Acc: 0.9966 Val Loss: 0.3540, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 77 epochs +INFO:train:Epoch 78/100 Train Loss: 0.2126, Train Acc: 0.9951 Val Loss: 0.3467, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 78 epochs +INFO:train:Epoch 79/100 Train Loss: 0.2086, Train Acc: 0.9966 Val Loss: 0.3355, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 79 epochs +INFO:train:Epoch 80/100 Train Loss: 0.2076, Train Acc: 0.9956 Val Loss: 0.3568, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 80 epochs +INFO:train:Epoch 81/100 Train Loss: 0.2093, Train Acc: 0.9961 Val Loss: 0.3433, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 81 epochs +INFO:train:Epoch 82/100 Train Loss: 0.2132, Train Acc: 0.9941 Val Loss: 0.3308, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 82 epochs +INFO:train:Epoch 83/100 Train Loss: 0.2137, Train Acc: 0.9927 Val Loss: 0.3905, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 83 epochs +INFO:train:Epoch 84/100 Train Loss: 0.2088, Train Acc: 0.9956 Val Loss: 0.3528, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 84 epochs +INFO:train:Epoch 85/100 Train Loss: 0.2095, Train Acc: 0.9956 Val Loss: 0.3333, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 85 epochs +INFO:train:Epoch 86/100 Train Loss: 0.2102, Train Acc: 0.9961 Val Loss: 0.3638, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 86 epochs +INFO:train:Epoch 87/100 Train Loss: 0.2037, Train Acc: 0.9990 Val Loss: 0.3606, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 87 epochs +INFO:train:Epoch 88/100 Train Loss: 0.2011, Train Acc: 0.9995 Val Loss: 0.3418, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 88 epochs +INFO:train:Epoch 89/100 Train Loss: 0.2036, Train Acc: 0.9985 Val Loss: 0.3308, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 89 epochs +INFO:train:Epoch 90/100 Train Loss: 0.2003, Train Acc: 1.0000 Val Loss: 0.3358, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 90 epochs +INFO:train:Epoch 91/100 Train Loss: 0.1997, Train Acc: 1.0000 Val Loss: 0.3367, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 91 epochs +INFO:train:Epoch 92/100 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3339, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 92 epochs +INFO:train:Epoch 93/100 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3348, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 93 epochs +INFO:train:Epoch 94/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3321, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 94 epochs +INFO:train:Epoch 95/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3368, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 95 epochs +INFO:train:Epoch 96/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3362, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 96 epochs +INFO:train:Epoch 97/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3396, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 97 epochs +INFO:train:Epoch 98/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3388, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 98 epochs +INFO:train:Epoch 99/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3359, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 99 epochs +INFO:train:Epoch 100/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3330, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 100 epochs INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 13.10s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 10 / 15 correct, accuracy: 0.6666666666666666 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png +INFO:__main__:Total time taken to train the model: 1398.11s +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 diff --git a/code/transformer/logs/instance-recognition/tmp/run_20.log b/code/transformer/logs/instance-recognition/tmp/run_20.log index 846fea4..f9ee373 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_20.log +++ b/code/transformer/logs/instance-recognition/tmp/run_20.log @@ -52,45 +52,3 @@ INFO:__main__:model: Transformer( ) (fc): Linear(in_features=2046, out_features=2, bias=True) ) -INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.8462, Train Acc: 0.4464 Val Loss: 6.5337, Val Acc: 0.4667 -INFO:train:Epoch 2/1000 Train Loss: 1.9764, Train Acc: 0.7500 Val Loss: 3.8826, Val Acc: 0.4667 -INFO:train:Epoch 3/1000 Train Loss: 1.3078, Train Acc: 0.7143 Val Loss: 1.5503, Val Acc: 0.6667 -INFO:train:Epoch 4/1000 Train Loss: 1.8209, Train Acc: 0.6071 Val Loss: 3.2394, Val Acc: 0.6000 -INFO:train:Epoch 5/1000 Train Loss: 0.7737, Train Acc: 0.8393 Val Loss: 4.0569, Val Acc: 0.5333 -INFO:train:Epoch 6/1000 Train Loss: 0.5273, Train Acc: 0.9643 Val Loss: 3.3345, Val Acc: 0.5333 -INFO:train:Epoch 7/1000 Train Loss: 0.6154, Train Acc: 0.9464 Val Loss: 1.9790, Val Acc: 0.6667 -INFO:train:Epoch 8/1000 Train Loss: 0.5498, Train Acc: 0.9821 Val Loss: 1.3179, Val Acc: 0.7333 -INFO:train:Epoch 9/1000 Train Loss: 0.4065, Train Acc: 0.9821 Val Loss: 1.0595, Val Acc: 0.7333 -INFO:train:Epoch 10/1000 Train Loss: 0.4079, Train Acc: 0.8929 Val Loss: 1.0664, Val Acc: 0.6667 -INFO:train:Epoch 11/1000 Train Loss: 0.3622, Train Acc: 0.9286 Val Loss: 1.2969, Val Acc: 0.5333 -INFO:train:Epoch 12/1000 Train Loss: 0.3336, Train Acc: 0.9107 Val Loss: 1.4261, Val Acc: 0.5333 -INFO:train:Epoch 13/1000 Train Loss: 0.2852, Train Acc: 1.0000 Val Loss: 1.6228, Val Acc: 0.5333 -INFO:train:Epoch 14/1000 Train Loss: 0.2692, Train Acc: 1.0000 Val Loss: 1.7079, Val Acc: 0.5333 -INFO:train:Epoch 15/1000 Train Loss: 0.2699, Train Acc: 1.0000 Val Loss: 1.6706, Val Acc: 0.6000 -INFO:train:Epoch 16/1000 Train Loss: 0.2843, Train Acc: 1.0000 Val Loss: 1.5578, Val Acc: 0.5333 -INFO:train:Epoch 17/1000 Train Loss: 0.2655, Train Acc: 1.0000 Val Loss: 1.4314, Val Acc: 0.3333 -INFO:train:Epoch 18/1000 Train Loss: 0.2665, Train Acc: 1.0000 Val Loss: 1.4566, Val Acc: 0.4000 -INFO:train:Epoch 19/1000 Train Loss: 0.2530, Train Acc: 0.9821 Val Loss: 1.3117, Val Acc: 0.4000 -INFO:train:Epoch 20/1000 Train Loss: 0.2741, Train Acc: 0.9643 Val Loss: 1.1675, Val Acc: 0.4667 -INFO:train:Epoch 21/1000 Train Loss: 0.2524, Train Acc: 1.0000 Val Loss: 1.1793, Val Acc: 0.5333 -INFO:train:Epoch 22/1000 Train Loss: 0.2380, Train Acc: 1.0000 Val Loss: 1.2091, Val Acc: 0.6000 -INFO:train:Epoch 23/1000 Train Loss: 0.2392, Train Acc: 1.0000 Val Loss: 1.1948, Val Acc: 0.5333 -INFO:train:Epoch 24/1000 Train Loss: 0.2279, Train Acc: 1.0000 Val Loss: 1.1473, Val Acc: 0.6000 -INFO:train:Epoch 25/1000 Train Loss: 0.2244, Train Acc: 1.0000 Val Loss: 1.1684, Val Acc: 0.5333 -INFO:train:Epoch 26/1000 Train Loss: 0.2197, Train Acc: 1.0000 Val Loss: 1.2142, Val Acc: 0.5333 -INFO:train:Epoch 27/1000 Train Loss: 0.2205, Train Acc: 1.0000 Val Loss: 1.2440, Val Acc: 0.5333 -INFO:train:Epoch 28/1000 Train Loss: 0.2238, Train Acc: 1.0000 Val Loss: 1.2733, Val Acc: 0.6000 -INFO:train:Epoch 29/1000 Train Loss: 0.2238, Train Acc: 1.0000 Val Loss: 1.3523, Val Acc: 0.5333 -INFO:train:Epoch 30/1000 Train Loss: 0.2196, Train Acc: 1.0000 Val Loss: 1.3984, Val Acc: 0.5333 -INFO:train:Early stopping triggered after 30 epochs -INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 13.18s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.19s -INFO:train:validation got 8 / 15 correct, accuracy: 0.5333333333333333 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png diff --git a/code/transformer/logs/instance-recognition/tmp/run_3.log b/code/transformer/logs/instance-recognition/tmp/run_3.log index 8cab8f1..b81cf13 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_3.log +++ b/code/transformer/logs/instance-recognition/tmp/run_3.log @@ -53,43 +53,196 @@ INFO:__main__:model: Transformer( (fc): Linear(in_features=2046, out_features=2, bias=True) ) INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.7713, Train Acc: 0.5357 Val Loss: 5.5804, Val Acc: 0.6000 -INFO:train:Epoch 2/1000 Train Loss: 2.6904, Train Acc: 0.7500 Val Loss: 2.7159, Val Acc: 0.6000 -INFO:train:Epoch 3/1000 Train Loss: 2.0138, Train Acc: 0.6071 Val Loss: 1.5913, Val Acc: 0.5333 -INFO:train:Epoch 4/1000 Train Loss: 0.7408, Train Acc: 0.8214 Val Loss: 1.5649, Val Acc: 0.4667 -INFO:train:Epoch 5/1000 Train Loss: 0.4781, Train Acc: 0.8929 Val Loss: 1.2401, Val Acc: 0.6667 -INFO:train:Epoch 6/1000 Train Loss: 0.6499, Train Acc: 0.8750 Val Loss: 1.1252, Val Acc: 0.8000 -INFO:train:Epoch 7/1000 Train Loss: 0.6931, Train Acc: 0.7679 Val Loss: 1.6614, Val Acc: 0.6000 -INFO:train:Epoch 8/1000 Train Loss: 0.4195, Train Acc: 0.9107 Val Loss: 1.7689, Val Acc: 0.6667 -INFO:train:Epoch 9/1000 Train Loss: 0.5189, Train Acc: 0.8929 Val Loss: 0.9281, Val Acc: 0.7333 -INFO:train:Epoch 10/1000 Train Loss: 0.2920, Train Acc: 1.0000 Val Loss: 0.8206, Val Acc: 0.6667 -INFO:train:Epoch 11/1000 Train Loss: 0.3912, Train Acc: 0.9286 Val Loss: 0.7439, Val Acc: 0.7333 -INFO:train:Epoch 12/1000 Train Loss: 0.3213, Train Acc: 0.9643 Val Loss: 0.8004, Val Acc: 0.6000 -INFO:train:Epoch 13/1000 Train Loss: 0.2897, Train Acc: 1.0000 Val Loss: 1.0287, Val Acc: 0.5333 -INFO:train:Epoch 14/1000 Train Loss: 0.2953, Train Acc: 1.0000 Val Loss: 1.1717, Val Acc: 0.6667 -INFO:train:Epoch 15/1000 Train Loss: 0.2872, Train Acc: 1.0000 Val Loss: 1.1816, Val Acc: 0.5333 -INFO:train:Epoch 16/1000 Train Loss: 0.2582, Train Acc: 1.0000 Val Loss: 1.1062, Val Acc: 0.6000 -INFO:train:Epoch 17/1000 Train Loss: 0.2651, Train Acc: 1.0000 Val Loss: 0.9671, Val Acc: 0.5333 -INFO:train:Epoch 18/1000 Train Loss: 0.2686, Train Acc: 0.9643 Val Loss: 0.9335, Val Acc: 0.6667 -INFO:train:Epoch 19/1000 Train Loss: 0.2566, Train Acc: 0.9821 Val Loss: 0.7743, Val Acc: 0.6667 -INFO:train:Epoch 20/1000 Train Loss: 0.2322, Train Acc: 1.0000 Val Loss: 0.7514, Val Acc: 0.6000 -INFO:train:Epoch 21/1000 Train Loss: 0.2365, Train Acc: 1.0000 Val Loss: 0.8007, Val Acc: 0.5333 -INFO:train:Epoch 22/1000 Train Loss: 0.2521, Train Acc: 1.0000 Val Loss: 0.7849, Val Acc: 0.5333 -INFO:train:Epoch 23/1000 Train Loss: 0.2522, Train Acc: 1.0000 Val Loss: 0.7555, Val Acc: 0.5333 -INFO:train:Epoch 24/1000 Train Loss: 0.2387, Train Acc: 1.0000 Val Loss: 0.7164, Val Acc: 0.6000 -INFO:train:Epoch 25/1000 Train Loss: 0.2313, Train Acc: 1.0000 Val Loss: 0.7615, Val Acc: 0.6000 -INFO:train:Epoch 26/1000 Train Loss: 0.2202, Train Acc: 1.0000 Val Loss: 0.9251, Val Acc: 0.5333 -INFO:train:Epoch 27/1000 Train Loss: 0.2235, Train Acc: 1.0000 Val Loss: 1.0157, Val Acc: 0.4667 -INFO:train:Epoch 28/1000 Train Loss: 0.2396, Train Acc: 1.0000 Val Loss: 1.0222, Val Acc: 0.6667 -INFO:train:Epoch 29/1000 Train Loss: 0.2214, Train Acc: 1.0000 Val Loss: 1.1079, Val Acc: 0.6000 +INFO:train:Epoch 1/100 Train Loss: 0.7091, Train Acc: 0.8752 Val Loss: 0.5089, Val Acc: 0.9570 +INFO:train:Epoch 2/100 Train Loss: 0.3782, Train Acc: 0.9408 Val Loss: 0.3433, Val Acc: 0.9531 +INFO:train:Epoch 3/100 Train Loss: 0.3376, Train Acc: 0.9535 Val Loss: 0.4011, Val Acc: 0.9570 +INFO:train:Epoch 4/100 Train Loss: 0.3323, Train Acc: 0.9511 Val Loss: 0.3493, Val Acc: 0.9570 +INFO:train:Epoch 5/100 Train Loss: 0.3369, Train Acc: 0.9486 Val Loss: 0.4227, Val Acc: 0.9570 +INFO:train:Epoch 6/100 Train Loss: 0.3379, Train Acc: 0.9511 Val Loss: 0.3771, Val Acc: 0.9199 +INFO:train:Epoch 7/100 Train Loss: 0.3362, Train Acc: 0.9506 Val Loss: 0.3462, Val Acc: 0.9570 +INFO:train:Epoch 8/100 Train Loss: 0.3120, Train Acc: 0.9525 Val Loss: 0.3525, Val Acc: 0.9570 +INFO:train:Epoch 9/100 Train Loss: 0.3177, Train Acc: 0.9565 Val Loss: 0.3348, Val Acc: 0.9531 +INFO:train:Epoch 10/100 Train Loss: 0.3290, Train Acc: 0.9467 Val Loss: 0.4328, Val Acc: 0.9434 +INFO:train:Epoch 11/100 Train Loss: 0.3182, Train Acc: 0.9506 Val Loss: 0.3465, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 11 epochs +INFO:train:Epoch 12/100 Train Loss: 0.3089, Train Acc: 0.9565 Val Loss: 0.3388, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 12 epochs +INFO:train:Epoch 13/100 Train Loss: 0.3027, Train Acc: 0.9530 Val Loss: 0.3543, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 13 epochs +INFO:train:Epoch 14/100 Train Loss: 0.2943, Train Acc: 0.9560 Val Loss: 0.3344, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 14 epochs +INFO:train:Epoch 15/100 Train Loss: 0.2962, Train Acc: 0.9609 Val Loss: 0.3275, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 15 epochs +INFO:train:Epoch 16/100 Train Loss: 0.2993, Train Acc: 0.9579 Val Loss: 0.3828, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 16 epochs +INFO:train:Epoch 17/100 Train Loss: 0.2952, Train Acc: 0.9604 Val Loss: 0.3537, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 17 epochs +INFO:train:Epoch 18/100 Train Loss: 0.2801, Train Acc: 0.9633 Val Loss: 0.3456, Val Acc: 0.9219 +INFO:train:Early stopping triggered after 18 epochs +INFO:train:Epoch 19/100 Train Loss: 0.2833, Train Acc: 0.9614 Val Loss: 0.3572, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 19 epochs +INFO:train:Epoch 20/100 Train Loss: 0.2739, Train Acc: 0.9692 Val Loss: 0.3528, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 20 epochs +INFO:train:Epoch 21/100 Train Loss: 0.2758, Train Acc: 0.9667 Val Loss: 0.3128, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 21 epochs +INFO:train:Epoch 22/100 Train Loss: 0.2741, Train Acc: 0.9667 Val Loss: 0.3277, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 22 epochs +INFO:train:Epoch 23/100 Train Loss: 0.2593, Train Acc: 0.9746 Val Loss: 0.3927, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 23 epochs +INFO:train:Epoch 24/100 Train Loss: 0.2738, Train Acc: 0.9687 Val Loss: 0.3945, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 24 epochs +INFO:train:Epoch 25/100 Train Loss: 0.2700, Train Acc: 0.9726 Val Loss: 0.3788, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 25 epochs +INFO:train:Epoch 26/100 Train Loss: 0.2520, Train Acc: 0.9785 Val Loss: 0.3375, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 26 epochs +INFO:train:Epoch 27/100 Train Loss: 0.2523, Train Acc: 0.9775 Val Loss: 0.3602, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 27 epochs +INFO:train:Epoch 28/100 Train Loss: 0.2571, Train Acc: 0.9799 Val Loss: 0.3734, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 28 epochs +INFO:train:Epoch 29/100 Train Loss: 0.2580, Train Acc: 0.9765 Val Loss: 0.3480, Val Acc: 0.9434 INFO:train:Early stopping triggered after 29 epochs +INFO:train:Epoch 30/100 Train Loss: 0.2387, Train Acc: 0.9843 Val Loss: 0.3169, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 30 epochs +INFO:train:Epoch 31/100 Train Loss: 0.2364, Train Acc: 0.9843 Val Loss: 0.3886, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 31 epochs +INFO:train:Epoch 32/100 Train Loss: 0.2355, Train Acc: 0.9868 Val Loss: 0.3521, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 32 epochs +INFO:train:Epoch 33/100 Train Loss: 0.2335, Train Acc: 0.9858 Val Loss: 0.3548, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 33 epochs +INFO:train:Epoch 34/100 Train Loss: 0.2327, Train Acc: 0.9883 Val Loss: 0.3622, Val Acc: 0.9277 +INFO:train:Early stopping triggered after 34 epochs +INFO:train:Epoch 35/100 Train Loss: 0.2356, Train Acc: 0.9853 Val Loss: 0.3790, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 35 epochs +INFO:train:Epoch 36/100 Train Loss: 0.2284, Train Acc: 0.9887 Val Loss: 0.3936, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 36 epochs +INFO:train:Epoch 37/100 Train Loss: 0.2260, Train Acc: 0.9878 Val Loss: 0.3559, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 37 epochs +INFO:train:Epoch 38/100 Train Loss: 0.2270, Train Acc: 0.9887 Val Loss: 0.3462, Val Acc: 0.9297 +INFO:train:Early stopping triggered after 38 epochs +INFO:train:Epoch 39/100 Train Loss: 0.2172, Train Acc: 0.9956 Val Loss: 0.3286, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 39 epochs +INFO:train:Epoch 40/100 Train Loss: 0.2174, Train Acc: 0.9936 Val Loss: 0.3297, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 40 epochs +INFO:train:Epoch 41/100 Train Loss: 0.2178, Train Acc: 0.9941 Val Loss: 0.3519, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 41 epochs +INFO:train:Epoch 42/100 Train Loss: 0.2158, Train Acc: 0.9936 Val Loss: 0.3567, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 42 epochs +INFO:train:Epoch 43/100 Train Loss: 0.2231, Train Acc: 0.9907 Val Loss: 0.3565, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 43 epochs +INFO:train:Epoch 44/100 Train Loss: 0.2159, Train Acc: 0.9941 Val Loss: 0.3297, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 44 epochs +INFO:train:Epoch 45/100 Train Loss: 0.2191, Train Acc: 0.9912 Val Loss: 0.3370, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 45 epochs +INFO:train:Epoch 46/100 Train Loss: 0.2215, Train Acc: 0.9902 Val Loss: 0.3483, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 46 epochs +INFO:train:Epoch 47/100 Train Loss: 0.2204, Train Acc: 0.9927 Val Loss: 0.3390, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 47 epochs +INFO:train:Epoch 48/100 Train Loss: 0.2214, Train Acc: 0.9907 Val Loss: 0.3415, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 48 epochs +INFO:train:Epoch 49/100 Train Loss: 0.2219, Train Acc: 0.9892 Val Loss: 0.3359, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 49 epochs +INFO:train:Epoch 50/100 Train Loss: 0.2274, Train Acc: 0.9902 Val Loss: 0.3782, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 50 epochs +INFO:train:Epoch 51/100 Train Loss: 0.2266, Train Acc: 0.9907 Val Loss: 0.3362, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 51 epochs +INFO:train:Epoch 52/100 Train Loss: 0.2228, Train Acc: 0.9907 Val Loss: 0.3414, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 52 epochs +INFO:train:Epoch 53/100 Train Loss: 0.2253, Train Acc: 0.9902 Val Loss: 0.3339, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 53 epochs +INFO:train:Epoch 54/100 Train Loss: 0.2234, Train Acc: 0.9927 Val Loss: 0.3442, Val Acc: 0.9609 +INFO:train:Epoch 55/100 Train Loss: 0.2199, Train Acc: 0.9912 Val Loss: 0.3344, Val Acc: 0.9492 +INFO:train:Epoch 56/100 Train Loss: 0.2249, Train Acc: 0.9887 Val Loss: 0.3532, Val Acc: 0.9297 +INFO:train:Epoch 57/100 Train Loss: 0.2100, Train Acc: 0.9966 Val Loss: 0.3277, Val Acc: 0.9492 +INFO:train:Epoch 58/100 Train Loss: 0.2116, Train Acc: 0.9941 Val Loss: 0.3778, Val Acc: 0.9355 +INFO:train:Epoch 59/100 Train Loss: 0.2187, Train Acc: 0.9907 Val Loss: 0.3527, Val Acc: 0.9512 +INFO:train:Epoch 60/100 Train Loss: 0.2153, Train Acc: 0.9961 Val Loss: 0.3356, Val Acc: 0.9492 +INFO:train:Epoch 61/100 Train Loss: 0.2092, Train Acc: 0.9961 Val Loss: 0.3528, Val Acc: 0.9453 +INFO:train:Epoch 62/100 Train Loss: 0.2133, Train Acc: 0.9941 Val Loss: 0.3442, Val Acc: 0.9473 +INFO:train:Epoch 63/100 Train Loss: 0.2200, Train Acc: 0.9917 Val Loss: 0.3447, Val Acc: 0.9434 +INFO:train:Epoch 64/100 Train Loss: 0.2142, Train Acc: 0.9961 Val Loss: 0.3537, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 64 epochs +INFO:train:Epoch 65/100 Train Loss: 0.2056, Train Acc: 0.9985 Val Loss: 0.3349, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 65 epochs +INFO:train:Epoch 66/100 Train Loss: 0.2139, Train Acc: 0.9951 Val Loss: 0.3045, Val Acc: 0.9590 +INFO:train:Early stopping triggered after 66 epochs +INFO:train:Epoch 67/100 Train Loss: 0.2134, Train Acc: 0.9946 Val Loss: 0.3336, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 67 epochs +INFO:train:Epoch 68/100 Train Loss: 0.2122, Train Acc: 0.9956 Val Loss: 0.3375, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 68 epochs +INFO:train:Epoch 69/100 Train Loss: 0.2211, Train Acc: 0.9902 Val Loss: 0.3240, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 69 epochs +INFO:train:Epoch 70/100 Train Loss: 0.2222, Train Acc: 0.9902 Val Loss: 0.3337, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 70 epochs +INFO:train:Epoch 71/100 Train Loss: 0.2204, Train Acc: 0.9922 Val Loss: 0.3481, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 71 epochs +INFO:train:Epoch 72/100 Train Loss: 0.2088, Train Acc: 0.9971 Val Loss: 0.3193, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 72 epochs +INFO:train:Epoch 73/100 Train Loss: 0.2059, Train Acc: 0.9971 Val Loss: 0.3239, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 73 epochs +INFO:train:Epoch 74/100 Train Loss: 0.2157, Train Acc: 0.9907 Val Loss: 0.3565, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 74 epochs +INFO:train:Epoch 75/100 Train Loss: 0.2155, Train Acc: 0.9941 Val Loss: 0.3485, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 75 epochs +INFO:train:Epoch 76/100 Train Loss: 0.2251, Train Acc: 0.9922 Val Loss: 0.3077, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 76 epochs +INFO:train:Epoch 77/100 Train Loss: 0.2176, Train Acc: 0.9927 Val Loss: 0.3318, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 77 epochs +INFO:train:Epoch 78/100 Train Loss: 0.2081, Train Acc: 0.9966 Val Loss: 0.3629, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 78 epochs +INFO:train:Epoch 79/100 Train Loss: 0.2080, Train Acc: 0.9976 Val Loss: 0.3596, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 79 epochs +INFO:train:Epoch 80/100 Train Loss: 0.2015, Train Acc: 1.0000 Val Loss: 0.3367, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 80 epochs +INFO:train:Epoch 81/100 Train Loss: 0.2011, Train Acc: 0.9995 Val Loss: 0.3327, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 81 epochs +INFO:train:Epoch 82/100 Train Loss: 0.2002, Train Acc: 1.0000 Val Loss: 0.3391, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 82 epochs +INFO:train:Epoch 83/100 Train Loss: 0.1999, Train Acc: 1.0000 Val Loss: 0.3352, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 83 epochs +INFO:train:Epoch 84/100 Train Loss: 0.1997, Train Acc: 1.0000 Val Loss: 0.3377, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 84 epochs +INFO:train:Epoch 85/100 Train Loss: 0.1996, Train Acc: 1.0000 Val Loss: 0.3371, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 85 epochs +INFO:train:Epoch 86/100 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3334, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 86 epochs +INFO:train:Epoch 87/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3314, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 87 epochs +INFO:train:Epoch 88/100 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3344, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 88 epochs +INFO:train:Epoch 89/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3355, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 89 epochs +INFO:train:Epoch 90/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3377, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 90 epochs +INFO:train:Epoch 91/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3374, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 91 epochs +INFO:train:Epoch 92/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3342, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 92 epochs +INFO:train:Epoch 93/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3325, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 93 epochs +INFO:train:Epoch 94/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3298, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 94 epochs +INFO:train:Epoch 95/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3327, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 95 epochs +INFO:train:Epoch 96/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3347, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 96 epochs +INFO:train:Epoch 97/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3308, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 97 epochs +INFO:train:Epoch 98/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3319, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 98 epochs +INFO:train:Epoch 99/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3309, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 99 epochs +INFO:train:Epoch 100/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3343, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 100 epochs INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 12.46s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 +INFO:__main__:Total time taken to train the model: 1431.25s +INFO:train:train got 64 / 64 correct, accuracy: 1.0 INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 9 / 15 correct, accuracy: 0.6 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 diff --git a/code/transformer/logs/instance-recognition/tmp/run_4.log b/code/transformer/logs/instance-recognition/tmp/run_4.log index de1d52f..8c45aab 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_4.log +++ b/code/transformer/logs/instance-recognition/tmp/run_4.log @@ -53,50 +53,216 @@ INFO:__main__:model: Transformer( (fc): Linear(in_features=2046, out_features=2, bias=True) ) INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.8805, Train Acc: 0.3750 Val Loss: 3.0248, Val Acc: 0.6000 -INFO:train:Epoch 2/1000 Train Loss: 1.7812, Train Acc: 0.7143 Val Loss: 4.7509, Val Acc: 0.6000 -INFO:train:Epoch 3/1000 Train Loss: 3.8443, Train Acc: 0.6071 Val Loss: 1.6564, Val Acc: 0.6000 -INFO:train:Epoch 4/1000 Train Loss: 0.3983, Train Acc: 0.9107 Val Loss: 2.9598, Val Acc: 0.5333 -INFO:train:Epoch 5/1000 Train Loss: 1.4661, Train Acc: 0.6250 Val Loss: 1.9005, Val Acc: 0.5333 -INFO:train:Epoch 6/1000 Train Loss: 0.5042, Train Acc: 0.8929 Val Loss: 2.1872, Val Acc: 0.6667 -INFO:train:Epoch 7/1000 Train Loss: 0.7024, Train Acc: 0.8571 Val Loss: 1.6855, Val Acc: 0.5333 -INFO:train:Epoch 8/1000 Train Loss: 0.5246, Train Acc: 0.9107 Val Loss: 1.3065, Val Acc: 0.6667 -INFO:train:Epoch 9/1000 Train Loss: 0.4993, Train Acc: 0.9107 Val Loss: 1.4617, Val Acc: 0.6667 -INFO:train:Epoch 10/1000 Train Loss: 0.5702, Train Acc: 0.9286 Val Loss: 1.5130, Val Acc: 0.6667 -INFO:train:Epoch 11/1000 Train Loss: 0.4856, Train Acc: 0.9286 Val Loss: 1.2745, Val Acc: 0.6000 -INFO:train:Epoch 12/1000 Train Loss: 0.3466, Train Acc: 0.9464 Val Loss: 1.5090, Val Acc: 0.4000 -INFO:train:Epoch 13/1000 Train Loss: 0.3134, Train Acc: 0.9286 Val Loss: 1.8808, Val Acc: 0.4667 -INFO:train:Epoch 14/1000 Train Loss: 0.4802, Train Acc: 0.8750 Val Loss: 1.5918, Val Acc: 0.5333 -INFO:train:Epoch 15/1000 Train Loss: 0.3556, Train Acc: 0.9286 Val Loss: 1.3170, Val Acc: 0.5333 -INFO:train:Epoch 16/1000 Train Loss: 0.3362, Train Acc: 0.9643 Val Loss: 1.1442, Val Acc: 0.7333 -INFO:train:Epoch 17/1000 Train Loss: 0.2476, Train Acc: 1.0000 Val Loss: 1.1409, Val Acc: 0.6667 -INFO:train:Epoch 18/1000 Train Loss: 0.2929, Train Acc: 0.9643 Val Loss: 1.1383, Val Acc: 0.6667 -INFO:train:Epoch 19/1000 Train Loss: 0.2948, Train Acc: 1.0000 Val Loss: 1.1821, Val Acc: 0.5333 -INFO:train:Epoch 20/1000 Train Loss: 0.2881, Train Acc: 1.0000 Val Loss: 1.2624, Val Acc: 0.6000 -INFO:train:Epoch 21/1000 Train Loss: 0.2709, Train Acc: 1.0000 Val Loss: 1.4211, Val Acc: 0.7333 -INFO:train:Epoch 22/1000 Train Loss: 0.2626, Train Acc: 1.0000 Val Loss: 1.6164, Val Acc: 0.6667 -INFO:train:Epoch 23/1000 Train Loss: 0.2778, Train Acc: 1.0000 Val Loss: 1.5703, Val Acc: 0.5333 -INFO:train:Epoch 24/1000 Train Loss: 0.2697, Train Acc: 1.0000 Val Loss: 1.4044, Val Acc: 0.6000 -INFO:train:Epoch 25/1000 Train Loss: 0.2375, Train Acc: 1.0000 Val Loss: 1.2960, Val Acc: 0.6000 -INFO:train:Epoch 26/1000 Train Loss: 0.2725, Train Acc: 0.9821 Val Loss: 1.2055, Val Acc: 0.6000 -INFO:train:Epoch 27/1000 Train Loss: 0.2376, Train Acc: 1.0000 Val Loss: 1.1671, Val Acc: 0.6000 -INFO:train:Epoch 28/1000 Train Loss: 0.2214, Train Acc: 1.0000 Val Loss: 1.1736, Val Acc: 0.6000 -INFO:train:Epoch 29/1000 Train Loss: 0.2384, Train Acc: 1.0000 Val Loss: 1.0312, Val Acc: 0.6667 -INFO:train:Epoch 30/1000 Train Loss: 0.2437, Train Acc: 1.0000 Val Loss: 0.9619, Val Acc: 0.6000 -INFO:train:Epoch 31/1000 Train Loss: 0.2297, Train Acc: 1.0000 Val Loss: 1.0360, Val Acc: 0.5333 -INFO:train:Epoch 32/1000 Train Loss: 0.2351, Train Acc: 1.0000 Val Loss: 1.1052, Val Acc: 0.5333 -INFO:train:Epoch 33/1000 Train Loss: 0.2257, Train Acc: 1.0000 Val Loss: 1.2020, Val Acc: 0.6000 -INFO:train:Epoch 34/1000 Train Loss: 0.2214, Train Acc: 1.0000 Val Loss: 1.2692, Val Acc: 0.6667 -INFO:train:Epoch 35/1000 Train Loss: 0.2391, Train Acc: 1.0000 Val Loss: 1.2907, Val Acc: 0.6667 -INFO:train:Epoch 36/1000 Train Loss: 0.2284, Train Acc: 1.0000 Val Loss: 1.2007, Val Acc: 0.6000 +INFO:train:Epoch 1/100 Train Loss: 0.8283, Train Acc: 0.8889 Val Loss: 0.3875, Val Acc: 0.9570 +INFO:train:Epoch 2/100 Train Loss: 0.3699, Train Acc: 0.9369 Val Loss: 0.4604, Val Acc: 0.9570 +INFO:train:Epoch 3/100 Train Loss: 0.3442, Train Acc: 0.9491 Val Loss: 0.3422, Val Acc: 0.9551 +INFO:train:Epoch 4/100 Train Loss: 0.3261, Train Acc: 0.9525 Val Loss: 0.3285, Val Acc: 0.9492 +INFO:train:Epoch 5/100 Train Loss: 0.3283, Train Acc: 0.9521 Val Loss: 0.3661, Val Acc: 0.9414 +INFO:train:Epoch 6/100 Train Loss: 0.3375, Train Acc: 0.9452 Val Loss: 0.3658, Val Acc: 0.9512 +INFO:train:Epoch 7/100 Train Loss: 0.3411, Train Acc: 0.9462 Val Loss: 0.3520, Val Acc: 0.9551 +INFO:train:Epoch 8/100 Train Loss: 0.3104, Train Acc: 0.9545 Val Loss: 0.3348, Val Acc: 0.9570 +INFO:train:Epoch 9/100 Train Loss: 0.3186, Train Acc: 0.9496 Val Loss: 0.3664, Val Acc: 0.9551 +INFO:train:Epoch 10/100 Train Loss: 0.3264, Train Acc: 0.9481 Val Loss: 0.3088, Val Acc: 0.9551 +INFO:train:Epoch 11/100 Train Loss: 0.3073, Train Acc: 0.9540 Val Loss: 0.3422, Val Acc: 0.9258 +INFO:train:Early stopping triggered after 11 epochs +INFO:train:Epoch 12/100 Train Loss: 0.3176, Train Acc: 0.9516 Val Loss: 0.3787, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 12 epochs +INFO:train:Epoch 13/100 Train Loss: 0.3127, Train Acc: 0.9521 Val Loss: 0.3743, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 13 epochs +INFO:train:Epoch 14/100 Train Loss: 0.3046, Train Acc: 0.9550 Val Loss: 0.3404, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 14 epochs +INFO:train:Epoch 15/100 Train Loss: 0.3012, Train Acc: 0.9545 Val Loss: 0.3382, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 15 epochs +INFO:train:Epoch 16/100 Train Loss: 0.2897, Train Acc: 0.9584 Val Loss: 0.3700, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 16 epochs +INFO:train:Epoch 17/100 Train Loss: 0.3035, Train Acc: 0.9589 Val Loss: 0.3791, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 17 epochs +INFO:train:Epoch 18/100 Train Loss: 0.2928, Train Acc: 0.9589 Val Loss: 0.3351, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 18 epochs +INFO:train:Epoch 19/100 Train Loss: 0.3075, Train Acc: 0.9535 Val Loss: 0.3661, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 19 epochs +INFO:train:Epoch 20/100 Train Loss: 0.2878, Train Acc: 0.9545 Val Loss: 0.3657, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 20 epochs +INFO:train:Epoch 21/100 Train Loss: 0.2807, Train Acc: 0.9614 Val Loss: 0.3448, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 21 epochs +INFO:train:Epoch 22/100 Train Loss: 0.2751, Train Acc: 0.9648 Val Loss: 0.3220, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 22 epochs +INFO:train:Epoch 23/100 Train Loss: 0.2646, Train Acc: 0.9677 Val Loss: 0.3657, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 23 epochs +INFO:train:Epoch 24/100 Train Loss: 0.2747, Train Acc: 0.9687 Val Loss: 0.3506, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 24 epochs +INFO:train:Epoch 25/100 Train Loss: 0.2715, Train Acc: 0.9687 Val Loss: 0.3180, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 25 epochs +INFO:train:Epoch 26/100 Train Loss: 0.2590, Train Acc: 0.9726 Val Loss: 0.3676, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 26 epochs +INFO:train:Epoch 27/100 Train Loss: 0.2571, Train Acc: 0.9760 Val Loss: 0.3383, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 27 epochs +INFO:train:Epoch 28/100 Train Loss: 0.2522, Train Acc: 0.9790 Val Loss: 0.3218, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 28 epochs +INFO:train:Epoch 29/100 Train Loss: 0.2502, Train Acc: 0.9799 Val Loss: 0.3591, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 29 epochs +INFO:train:Epoch 30/100 Train Loss: 0.2493, Train Acc: 0.9790 Val Loss: 0.3250, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 30 epochs +INFO:train:Epoch 31/100 Train Loss: 0.2442, Train Acc: 0.9829 Val Loss: 0.4022, Val Acc: 0.9102 +INFO:train:Early stopping triggered after 31 epochs +INFO:train:Epoch 32/100 Train Loss: 0.2480, Train Acc: 0.9809 Val Loss: 0.3454, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 32 epochs +INFO:train:Epoch 33/100 Train Loss: 0.2464, Train Acc: 0.9804 Val Loss: 0.3401, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 33 epochs +INFO:train:Epoch 34/100 Train Loss: 0.2300, Train Acc: 0.9853 Val Loss: 0.3854, Val Acc: 0.9180 +INFO:train:Early stopping triggered after 34 epochs +INFO:train:Epoch 35/100 Train Loss: 0.2364, Train Acc: 0.9863 Val Loss: 0.3617, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 35 epochs +INFO:train:Epoch 36/100 Train Loss: 0.2344, Train Acc: 0.9848 Val Loss: 0.3172, Val Acc: 0.9570 INFO:train:Early stopping triggered after 36 epochs +INFO:train:Epoch 37/100 Train Loss: 0.2546, Train Acc: 0.9775 Val Loss: 0.3315, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 37 epochs +INFO:train:Epoch 38/100 Train Loss: 0.2340, Train Acc: 0.9848 Val Loss: 0.3309, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 38 epochs +INFO:train:Epoch 39/100 Train Loss: 0.2379, Train Acc: 0.9819 Val Loss: 0.3379, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 39 epochs +INFO:train:Epoch 40/100 Train Loss: 0.2403, Train Acc: 0.9829 Val Loss: 0.3398, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 40 epochs +INFO:train:Epoch 41/100 Train Loss: 0.2283, Train Acc: 0.9873 Val Loss: 0.3323, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 41 epochs +INFO:train:Epoch 42/100 Train Loss: 0.2225, Train Acc: 0.9912 Val Loss: 0.3304, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 42 epochs +INFO:train:Epoch 43/100 Train Loss: 0.2228, Train Acc: 0.9922 Val Loss: 0.3285, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 43 epochs +INFO:train:Epoch 44/100 Train Loss: 0.2253, Train Acc: 0.9892 Val Loss: 0.3471, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 44 epochs +INFO:train:Epoch 45/100 Train Loss: 0.2194, Train Acc: 0.9922 Val Loss: 0.3471, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 45 epochs +INFO:train:Epoch 46/100 Train Loss: 0.2212, Train Acc: 0.9912 Val Loss: 0.3121, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 46 epochs +INFO:train:Epoch 47/100 Train Loss: 0.2157, Train Acc: 0.9971 Val Loss: 0.3459, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 47 epochs +INFO:train:Epoch 48/100 Train Loss: 0.2085, Train Acc: 0.9966 Val Loss: 0.3583, Val Acc: 0.9297 +INFO:train:Early stopping triggered after 48 epochs +INFO:train:Epoch 49/100 Train Loss: 0.2181, Train Acc: 0.9932 Val Loss: 0.3400, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 49 epochs +INFO:train:Epoch 50/100 Train Loss: 0.2069, Train Acc: 0.9980 Val Loss: 0.3653, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 50 epochs +INFO:train:Epoch 51/100 Train Loss: 0.2108, Train Acc: 0.9946 Val Loss: 0.3449, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 51 epochs +INFO:train:Epoch 52/100 Train Loss: 0.2090, Train Acc: 0.9971 Val Loss: 0.3512, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 52 epochs +INFO:train:Epoch 53/100 Train Loss: 0.2103, Train Acc: 0.9951 Val Loss: 0.3285, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 53 epochs +INFO:train:Epoch 54/100 Train Loss: 0.2098, Train Acc: 0.9951 Val Loss: 0.3149, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 54 epochs +INFO:train:Epoch 55/100 Train Loss: 0.2186, Train Acc: 0.9912 Val Loss: 0.3547, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 55 epochs +INFO:train:Epoch 56/100 Train Loss: 0.2292, Train Acc: 0.9868 Val Loss: 0.3882, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 56 epochs +INFO:train:Epoch 57/100 Train Loss: 0.2234, Train Acc: 0.9897 Val Loss: 0.3809, Val Acc: 0.9238 +INFO:train:Early stopping triggered after 57 epochs +INFO:train:Epoch 58/100 Train Loss: 0.2260, Train Acc: 0.9902 Val Loss: 0.3468, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 58 epochs +INFO:train:Epoch 59/100 Train Loss: 0.2170, Train Acc: 0.9936 Val Loss: 0.3328, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 59 epochs +INFO:train:Epoch 60/100 Train Loss: 0.2074, Train Acc: 0.9976 Val Loss: 0.3318, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 60 epochs +INFO:train:Epoch 61/100 Train Loss: 0.2059, Train Acc: 0.9976 Val Loss: 0.3296, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 61 epochs +INFO:train:Epoch 62/100 Train Loss: 0.2162, Train Acc: 0.9941 Val Loss: 0.3385, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 62 epochs +INFO:train:Epoch 63/100 Train Loss: 0.2070, Train Acc: 0.9976 Val Loss: 0.3329, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 63 epochs +INFO:train:Epoch 64/100 Train Loss: 0.2149, Train Acc: 0.9946 Val Loss: 0.3465, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 64 epochs +INFO:train:Epoch 65/100 Train Loss: 0.2091, Train Acc: 0.9976 Val Loss: 0.3490, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 65 epochs +INFO:train:Epoch 66/100 Train Loss: 0.2043, Train Acc: 0.9976 Val Loss: 0.3338, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 66 epochs +INFO:train:Epoch 67/100 Train Loss: 0.2010, Train Acc: 1.0000 Val Loss: 0.3325, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 67 epochs +INFO:train:Epoch 68/100 Train Loss: 0.2003, Train Acc: 1.0000 Val Loss: 0.3312, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 68 epochs +INFO:train:Epoch 69/100 Train Loss: 0.2002, Train Acc: 1.0000 Val Loss: 0.3283, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 69 epochs +INFO:train:Epoch 70/100 Train Loss: 0.2000, Train Acc: 1.0000 Val Loss: 0.3295, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 70 epochs +INFO:train:Epoch 71/100 Train Loss: 0.1999, Train Acc: 1.0000 Val Loss: 0.3259, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 71 epochs +INFO:train:Epoch 72/100 Train Loss: 0.1998, Train Acc: 1.0000 Val Loss: 0.3284, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 72 epochs +INFO:train:Epoch 73/100 Train Loss: 0.1998, Train Acc: 1.0000 Val Loss: 0.3268, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 73 epochs +INFO:train:Epoch 74/100 Train Loss: 0.1997, Train Acc: 1.0000 Val Loss: 0.3270, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 74 epochs +INFO:train:Epoch 75/100 Train Loss: 0.1996, Train Acc: 1.0000 Val Loss: 0.3238, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 75 epochs +INFO:train:Epoch 76/100 Train Loss: 0.1996, Train Acc: 1.0000 Val Loss: 0.3236, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 76 epochs +INFO:train:Epoch 77/100 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3272, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 77 epochs +INFO:train:Epoch 78/100 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3254, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 78 epochs +INFO:train:Epoch 79/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3210, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 79 epochs +INFO:train:Epoch 80/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3245, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 80 epochs +INFO:train:Epoch 81/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3269, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 81 epochs +INFO:train:Epoch 82/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3236, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 82 epochs +INFO:train:Epoch 83/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3236, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 83 epochs +INFO:train:Epoch 84/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3233, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 84 epochs +INFO:train:Epoch 85/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3231, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 85 epochs +INFO:train:Epoch 86/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3253, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 86 epochs +INFO:train:Epoch 87/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3241, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 87 epochs +INFO:train:Epoch 88/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3278, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 88 epochs +INFO:train:Epoch 89/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3228, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 89 epochs +INFO:train:Epoch 90/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3248, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 90 epochs +INFO:train:Epoch 91/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3240, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 91 epochs +INFO:train:Epoch 92/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3218, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 92 epochs +INFO:train:Epoch 93/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3240, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 93 epochs +INFO:train:Epoch 94/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3220, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 94 epochs +INFO:train:Epoch 95/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3203, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 95 epochs +INFO:train:Epoch 96/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3219, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 96 epochs +INFO:train:Epoch 97/100 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3230, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 97 epochs +INFO:train:Epoch 98/100 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3215, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 98 epochs +INFO:train:Epoch 99/100 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3225, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 99 epochs +INFO:train:Epoch 100/100 Train Loss: 0.1990, Train Acc: 1.0000 Val Loss: 0.3252, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 100 epochs INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 15.44s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 +INFO:__main__:Total time taken to train the model: 1393.31s +INFO:train:train got 64 / 64 correct, accuracy: 1.0 INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.19s -INFO:train:validation got 9 / 15 correct, accuracy: 0.6 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 diff --git a/code/transformer/logs/instance-recognition/tmp/run_5.log b/code/transformer/logs/instance-recognition/tmp/run_5.log index 3d859ea..f22a8a0 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_5.log +++ b/code/transformer/logs/instance-recognition/tmp/run_5.log @@ -53,57 +53,200 @@ INFO:__main__:model: Transformer( (fc): Linear(in_features=2046, out_features=2, bias=True) ) INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.7744, Train Acc: 0.5179 Val Loss: 4.5557, Val Acc: 0.5333 -INFO:train:Epoch 2/1000 Train Loss: 2.3772, Train Acc: 0.6250 Val Loss: 2.3453, Val Acc: 0.6000 -INFO:train:Epoch 3/1000 Train Loss: 1.9846, Train Acc: 0.6786 Val Loss: 3.0067, Val Acc: 0.4667 -INFO:train:Epoch 4/1000 Train Loss: 1.5314, Train Acc: 0.6964 Val Loss: 3.0645, Val Acc: 0.3333 -INFO:train:Epoch 5/1000 Train Loss: 0.8283, Train Acc: 0.8036 Val Loss: 2.3065, Val Acc: 0.5333 -INFO:train:Epoch 6/1000 Train Loss: 0.9328, Train Acc: 0.7857 Val Loss: 2.2477, Val Acc: 0.4000 -INFO:train:Epoch 7/1000 Train Loss: 0.5375, Train Acc: 0.9107 Val Loss: 1.9853, Val Acc: 0.4000 -INFO:train:Epoch 8/1000 Train Loss: 0.4526, Train Acc: 0.9464 Val Loss: 1.9247, Val Acc: 0.4667 -INFO:train:Epoch 9/1000 Train Loss: 0.5690, Train Acc: 0.8571 Val Loss: 1.4028, Val Acc: 0.6000 -INFO:train:Epoch 10/1000 Train Loss: 0.3654, Train Acc: 0.9464 Val Loss: 1.0580, Val Acc: 0.7333 -INFO:train:Epoch 11/1000 Train Loss: 0.3100, Train Acc: 0.9464 Val Loss: 1.0148, Val Acc: 0.6667 -INFO:train:Epoch 12/1000 Train Loss: 0.3142, Train Acc: 0.9464 Val Loss: 1.1647, Val Acc: 0.5333 -INFO:train:Epoch 13/1000 Train Loss: 0.2888, Train Acc: 0.9821 Val Loss: 1.3979, Val Acc: 0.5333 -INFO:train:Epoch 14/1000 Train Loss: 0.2536, Train Acc: 1.0000 Val Loss: 1.6276, Val Acc: 0.4667 -INFO:train:Epoch 15/1000 Train Loss: 0.2795, Train Acc: 0.9821 Val Loss: 1.8350, Val Acc: 0.4000 -INFO:train:Epoch 16/1000 Train Loss: 0.2917, Train Acc: 0.9821 Val Loss: 1.7953, Val Acc: 0.4000 -INFO:train:Epoch 17/1000 Train Loss: 0.2765, Train Acc: 0.9821 Val Loss: 1.7840, Val Acc: 0.5333 -INFO:train:Epoch 18/1000 Train Loss: 0.3187, Train Acc: 0.9464 Val Loss: 1.7246, Val Acc: 0.5333 -INFO:train:Epoch 19/1000 Train Loss: 0.2734, Train Acc: 0.9821 Val Loss: 1.6170, Val Acc: 0.5333 -INFO:train:Epoch 20/1000 Train Loss: 0.2645, Train Acc: 1.0000 Val Loss: 1.3449, Val Acc: 0.4000 -INFO:train:Epoch 21/1000 Train Loss: 0.2409, Train Acc: 1.0000 Val Loss: 1.3543, Val Acc: 0.6000 -INFO:train:Epoch 22/1000 Train Loss: 0.2532, Train Acc: 1.0000 Val Loss: 1.1756, Val Acc: 0.6000 -INFO:train:Epoch 23/1000 Train Loss: 0.2393, Train Acc: 1.0000 Val Loss: 1.1057, Val Acc: 0.6000 -INFO:train:Epoch 24/1000 Train Loss: 0.2334, Train Acc: 1.0000 Val Loss: 1.0520, Val Acc: 0.6000 -INFO:train:Epoch 25/1000 Train Loss: 0.2355, Train Acc: 1.0000 Val Loss: 1.0465, Val Acc: 0.6000 -INFO:train:Epoch 26/1000 Train Loss: 0.2291, Train Acc: 1.0000 Val Loss: 1.0925, Val Acc: 0.6000 -INFO:train:Epoch 27/1000 Train Loss: 0.2326, Train Acc: 1.0000 Val Loss: 1.0571, Val Acc: 0.6000 -INFO:train:Epoch 28/1000 Train Loss: 0.2330, Train Acc: 1.0000 Val Loss: 0.9065, Val Acc: 0.6667 -INFO:train:Epoch 29/1000 Train Loss: 0.2315, Train Acc: 1.0000 Val Loss: 0.8772, Val Acc: 0.6000 -INFO:train:Epoch 30/1000 Train Loss: 0.2301, Train Acc: 1.0000 Val Loss: 1.0408, Val Acc: 0.6000 -INFO:train:Epoch 31/1000 Train Loss: 0.2339, Train Acc: 1.0000 Val Loss: 0.9513, Val Acc: 0.6000 -INFO:train:Epoch 32/1000 Train Loss: 0.2335, Train Acc: 1.0000 Val Loss: 0.9218, Val Acc: 0.5333 -INFO:train:Epoch 33/1000 Train Loss: 0.2523, Train Acc: 0.9821 Val Loss: 0.9787, Val Acc: 0.6000 -INFO:train:Epoch 34/1000 Train Loss: 0.2188, Train Acc: 1.0000 Val Loss: 1.2632, Val Acc: 0.6000 -INFO:train:Epoch 35/1000 Train Loss: 0.2503, Train Acc: 1.0000 Val Loss: 1.1755, Val Acc: 0.6000 -INFO:train:Epoch 36/1000 Train Loss: 0.2298, Train Acc: 1.0000 Val Loss: 1.1200, Val Acc: 0.4000 -INFO:train:Epoch 37/1000 Train Loss: 0.2334, Train Acc: 1.0000 Val Loss: 1.1259, Val Acc: 0.4000 -INFO:train:Epoch 38/1000 Train Loss: 0.2329, Train Acc: 1.0000 Val Loss: 1.0751, Val Acc: 0.4000 -INFO:train:Epoch 39/1000 Train Loss: 0.2310, Train Acc: 1.0000 Val Loss: 1.1144, Val Acc: 0.6000 -INFO:train:Epoch 40/1000 Train Loss: 0.2308, Train Acc: 1.0000 Val Loss: 1.0718, Val Acc: 0.6000 -INFO:train:Epoch 41/1000 Train Loss: 0.2328, Train Acc: 1.0000 Val Loss: 1.0294, Val Acc: 0.5333 -INFO:train:Epoch 42/1000 Train Loss: 0.2207, Train Acc: 1.0000 Val Loss: 1.1037, Val Acc: 0.4667 -INFO:train:Epoch 43/1000 Train Loss: 0.2325, Train Acc: 1.0000 Val Loss: 1.1420, Val Acc: 0.6000 +INFO:train:Epoch 1/100 Train Loss: 0.8227, Train Acc: 0.8777 Val Loss: 0.4957, Val Acc: 0.9570 +INFO:train:Epoch 2/100 Train Loss: 0.3799, Train Acc: 0.9403 Val Loss: 0.3472, Val Acc: 0.9570 +INFO:train:Epoch 3/100 Train Loss: 0.4018, Train Acc: 0.9335 Val Loss: 0.3673, Val Acc: 0.9570 +INFO:train:Epoch 4/100 Train Loss: 0.3437, Train Acc: 0.9491 Val Loss: 0.3831, Val Acc: 0.9219 +INFO:train:Epoch 5/100 Train Loss: 0.3234, Train Acc: 0.9560 Val Loss: 0.3700, Val Acc: 0.9082 +INFO:train:Epoch 6/100 Train Loss: 0.3403, Train Acc: 0.9501 Val Loss: 0.3587, Val Acc: 0.9570 +INFO:train:Epoch 7/100 Train Loss: 0.3248, Train Acc: 0.9540 Val Loss: 0.3459, Val Acc: 0.9551 +INFO:train:Epoch 8/100 Train Loss: 0.3179, Train Acc: 0.9545 Val Loss: 0.3630, Val Acc: 0.9570 +INFO:train:Epoch 9/100 Train Loss: 0.3168, Train Acc: 0.9540 Val Loss: 0.3184, Val Acc: 0.9551 +INFO:train:Epoch 10/100 Train Loss: 0.3084, Train Acc: 0.9545 Val Loss: 0.3819, Val Acc: 0.9512 +INFO:train:Epoch 11/100 Train Loss: 0.3137, Train Acc: 0.9491 Val Loss: 0.4074, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 11 epochs +INFO:train:Epoch 12/100 Train Loss: 0.3144, Train Acc: 0.9545 Val Loss: 0.3750, Val Acc: 0.9141 +INFO:train:Early stopping triggered after 12 epochs +INFO:train:Epoch 13/100 Train Loss: 0.3183, Train Acc: 0.9530 Val Loss: 0.3350, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 13 epochs +INFO:train:Epoch 14/100 Train Loss: 0.2996, Train Acc: 0.9574 Val Loss: 0.3341, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 14 epochs +INFO:train:Epoch 15/100 Train Loss: 0.2894, Train Acc: 0.9614 Val Loss: 0.3289, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 15 epochs +INFO:train:Epoch 16/100 Train Loss: 0.2863, Train Acc: 0.9579 Val Loss: 0.3337, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 16 epochs +INFO:train:Epoch 17/100 Train Loss: 0.2897, Train Acc: 0.9614 Val Loss: 0.3678, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 17 epochs +INFO:train:Epoch 18/100 Train Loss: 0.2813, Train Acc: 0.9614 Val Loss: 0.3269, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 18 epochs +INFO:train:Epoch 19/100 Train Loss: 0.2726, Train Acc: 0.9623 Val Loss: 0.3526, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 19 epochs +INFO:train:Epoch 20/100 Train Loss: 0.2631, Train Acc: 0.9721 Val Loss: 0.3471, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 20 epochs +INFO:train:Epoch 21/100 Train Loss: 0.2705, Train Acc: 0.9687 Val Loss: 0.3149, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 21 epochs +INFO:train:Epoch 22/100 Train Loss: 0.2664, Train Acc: 0.9697 Val Loss: 0.3287, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 22 epochs +INFO:train:Epoch 23/100 Train Loss: 0.2800, Train Acc: 0.9614 Val Loss: 0.3490, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 23 epochs +INFO:train:Epoch 24/100 Train Loss: 0.2752, Train Acc: 0.9721 Val Loss: 0.3535, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 24 epochs +INFO:train:Epoch 25/100 Train Loss: 0.2698, Train Acc: 0.9682 Val Loss: 0.3377, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 25 epochs +INFO:train:Epoch 26/100 Train Loss: 0.2558, Train Acc: 0.9755 Val Loss: 0.3419, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 26 epochs +INFO:train:Epoch 27/100 Train Loss: 0.2416, Train Acc: 0.9814 Val Loss: 0.3496, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 27 epochs +INFO:train:Epoch 28/100 Train Loss: 0.2389, Train Acc: 0.9829 Val Loss: 0.3525, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 28 epochs +INFO:train:Epoch 29/100 Train Loss: 0.2578, Train Acc: 0.9750 Val Loss: 0.3297, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 29 epochs +INFO:train:Epoch 30/100 Train Loss: 0.2399, Train Acc: 0.9824 Val Loss: 0.3837, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 30 epochs +INFO:train:Epoch 31/100 Train Loss: 0.2538, Train Acc: 0.9765 Val Loss: 0.3231, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 31 epochs +INFO:train:Epoch 32/100 Train Loss: 0.2475, Train Acc: 0.9790 Val Loss: 0.3891, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 32 epochs +INFO:train:Epoch 33/100 Train Loss: 0.2484, Train Acc: 0.9804 Val Loss: 0.3456, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 33 epochs +INFO:train:Epoch 34/100 Train Loss: 0.2346, Train Acc: 0.9858 Val Loss: 0.3942, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 34 epochs +INFO:train:Epoch 35/100 Train Loss: 0.2342, Train Acc: 0.9868 Val Loss: 0.3151, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 35 epochs +INFO:train:Epoch 36/100 Train Loss: 0.2437, Train Acc: 0.9834 Val Loss: 0.3422, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 36 epochs +INFO:train:Epoch 37/100 Train Loss: 0.2279, Train Acc: 0.9902 Val Loss: 0.3428, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 37 epochs +INFO:train:Epoch 38/100 Train Loss: 0.2322, Train Acc: 0.9858 Val Loss: 0.3512, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 38 epochs +INFO:train:Epoch 39/100 Train Loss: 0.2346, Train Acc: 0.9834 Val Loss: 0.3339, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 39 epochs +INFO:train:Epoch 40/100 Train Loss: 0.2323, Train Acc: 0.9868 Val Loss: 0.3416, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 40 epochs +INFO:train:Epoch 41/100 Train Loss: 0.2316, Train Acc: 0.9848 Val Loss: 0.3295, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 41 epochs +INFO:train:Epoch 42/100 Train Loss: 0.2252, Train Acc: 0.9897 Val Loss: 0.3354, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 42 epochs +INFO:train:Epoch 43/100 Train Loss: 0.2405, Train Acc: 0.9799 Val Loss: 0.3265, Val Acc: 0.9453 INFO:train:Early stopping triggered after 43 epochs +INFO:train:Epoch 44/100 Train Loss: 0.2253, Train Acc: 0.9922 Val Loss: 0.3246, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 44 epochs +INFO:train:Epoch 45/100 Train Loss: 0.2239, Train Acc: 0.9917 Val Loss: 0.3722, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 45 epochs +INFO:train:Epoch 46/100 Train Loss: 0.2287, Train Acc: 0.9883 Val Loss: 0.3868, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 46 epochs +INFO:train:Epoch 47/100 Train Loss: 0.2164, Train Acc: 0.9941 Val Loss: 0.3551, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 47 epochs +INFO:train:Epoch 48/100 Train Loss: 0.2116, Train Acc: 0.9951 Val Loss: 0.3269, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 48 epochs +INFO:train:Epoch 49/100 Train Loss: 0.2100, Train Acc: 0.9966 Val Loss: 0.3476, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 49 epochs +INFO:train:Epoch 50/100 Train Loss: 0.2197, Train Acc: 0.9917 Val Loss: 0.3311, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 50 epochs +INFO:train:Epoch 51/100 Train Loss: 0.2167, Train Acc: 0.9946 Val Loss: 0.3544, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 51 epochs +INFO:train:Epoch 52/100 Train Loss: 0.2247, Train Acc: 0.9897 Val Loss: 0.3242, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 52 epochs +INFO:train:Epoch 53/100 Train Loss: 0.2156, Train Acc: 0.9927 Val Loss: 0.3382, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 53 epochs +INFO:train:Epoch 54/100 Train Loss: 0.2148, Train Acc: 0.9941 Val Loss: 0.3468, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 54 epochs +INFO:train:Epoch 55/100 Train Loss: 0.2061, Train Acc: 0.9971 Val Loss: 0.3485, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 55 epochs +INFO:train:Epoch 56/100 Train Loss: 0.2061, Train Acc: 0.9976 Val Loss: 0.3315, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 56 epochs +INFO:train:Epoch 57/100 Train Loss: 0.2035, Train Acc: 0.9995 Val Loss: 0.3243, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 57 epochs +INFO:train:Epoch 58/100 Train Loss: 0.2043, Train Acc: 0.9971 Val Loss: 0.3341, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 58 epochs +INFO:train:Epoch 59/100 Train Loss: 0.2162, Train Acc: 0.9907 Val Loss: 0.3503, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 59 epochs +INFO:train:Epoch 60/100 Train Loss: 0.2178, Train Acc: 0.9936 Val Loss: 0.3478, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 60 epochs +INFO:train:Epoch 61/100 Train Loss: 0.2105, Train Acc: 0.9961 Val Loss: 0.3305, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 61 epochs +INFO:train:Epoch 62/100 Train Loss: 0.2142, Train Acc: 0.9956 Val Loss: 0.3697, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 62 epochs +INFO:train:Epoch 63/100 Train Loss: 0.2049, Train Acc: 0.9990 Val Loss: 0.3555, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 63 epochs +INFO:train:Epoch 64/100 Train Loss: 0.2296, Train Acc: 0.9858 Val Loss: 0.3338, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 64 epochs +INFO:train:Epoch 65/100 Train Loss: 0.2150, Train Acc: 0.9951 Val Loss: 0.3762, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 65 epochs +INFO:train:Epoch 66/100 Train Loss: 0.2094, Train Acc: 0.9966 Val Loss: 0.3464, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 66 epochs +INFO:train:Epoch 67/100 Train Loss: 0.2098, Train Acc: 0.9951 Val Loss: 0.3633, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 67 epochs +INFO:train:Epoch 68/100 Train Loss: 0.2154, Train Acc: 0.9932 Val Loss: 0.3292, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 68 epochs +INFO:train:Epoch 69/100 Train Loss: 0.2181, Train Acc: 0.9932 Val Loss: 0.3436, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 69 epochs +INFO:train:Epoch 70/100 Train Loss: 0.2221, Train Acc: 0.9897 Val Loss: 0.3311, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 70 epochs +INFO:train:Epoch 71/100 Train Loss: 0.2165, Train Acc: 0.9936 Val Loss: 0.3495, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 71 epochs +INFO:train:Epoch 72/100 Train Loss: 0.2128, Train Acc: 0.9951 Val Loss: 0.3274, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 72 epochs +INFO:train:Epoch 73/100 Train Loss: 0.2076, Train Acc: 0.9956 Val Loss: 0.3465, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 73 epochs +INFO:train:Epoch 74/100 Train Loss: 0.2216, Train Acc: 0.9907 Val Loss: 0.3194, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 74 epochs +INFO:train:Epoch 75/100 Train Loss: 0.2128, Train Acc: 0.9946 Val Loss: 0.3487, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 75 epochs +INFO:train:Epoch 76/100 Train Loss: 0.2108, Train Acc: 0.9956 Val Loss: 0.3394, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 76 epochs +INFO:train:Epoch 77/100 Train Loss: 0.2105, Train Acc: 0.9956 Val Loss: 0.3276, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 77 epochs +INFO:train:Epoch 78/100 Train Loss: 0.2156, Train Acc: 0.9941 Val Loss: 0.3659, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 78 epochs +INFO:train:Epoch 79/100 Train Loss: 0.2163, Train Acc: 0.9917 Val Loss: 0.3302, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 79 epochs +INFO:train:Epoch 80/100 Train Loss: 0.2166, Train Acc: 0.9922 Val Loss: 0.3636, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 80 epochs +INFO:train:Epoch 81/100 Train Loss: 0.2271, Train Acc: 0.9897 Val Loss: 0.3285, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 81 epochs +INFO:train:Epoch 82/100 Train Loss: 0.2118, Train Acc: 0.9941 Val Loss: 0.3353, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 82 epochs +INFO:train:Epoch 83/100 Train Loss: 0.2065, Train Acc: 0.9971 Val Loss: 0.3535, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 83 epochs +INFO:train:Epoch 84/100 Train Loss: 0.2032, Train Acc: 0.9980 Val Loss: 0.3529, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 84 epochs +INFO:train:Epoch 85/100 Train Loss: 0.2106, Train Acc: 0.9946 Val Loss: 0.3405, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 85 epochs +INFO:train:Epoch 86/100 Train Loss: 0.2181, Train Acc: 0.9922 Val Loss: 0.3959, Val Acc: 0.9258 +INFO:train:Early stopping triggered after 86 epochs +INFO:train:Epoch 87/100 Train Loss: 0.2105, Train Acc: 0.9946 Val Loss: 0.3558, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 87 epochs +INFO:train:Epoch 88/100 Train Loss: 0.2310, Train Acc: 0.9843 Val Loss: 0.3325, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 88 epochs +INFO:train:Epoch 89/100 Train Loss: 0.2117, Train Acc: 0.9966 Val Loss: 0.3357, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 89 epochs +INFO:train:Epoch 90/100 Train Loss: 0.2057, Train Acc: 0.9966 Val Loss: 0.3616, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 90 epochs +INFO:train:Epoch 91/100 Train Loss: 0.2040, Train Acc: 0.9985 Val Loss: 0.3626, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 91 epochs +INFO:train:Epoch 92/100 Train Loss: 0.2027, Train Acc: 0.9985 Val Loss: 0.3482, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 92 epochs +INFO:train:Epoch 93/100 Train Loss: 0.2058, Train Acc: 0.9976 Val Loss: 0.3346, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 93 epochs +INFO:train:Epoch 94/100 Train Loss: 0.2090, Train Acc: 0.9961 Val Loss: 0.3348, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 94 epochs +INFO:train:Epoch 95/100 Train Loss: 0.2039, Train Acc: 0.9990 Val Loss: 0.3460, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 95 epochs +INFO:train:Epoch 96/100 Train Loss: 0.2013, Train Acc: 0.9995 Val Loss: 0.3305, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 96 epochs +INFO:train:Epoch 97/100 Train Loss: 0.2011, Train Acc: 0.9995 Val Loss: 0.3341, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 97 epochs +INFO:train:Epoch 98/100 Train Loss: 0.1997, Train Acc: 1.0000 Val Loss: 0.3422, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 98 epochs +INFO:train:Epoch 99/100 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3356, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 99 epochs +INFO:train:Epoch 100/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3406, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 100 epochs INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 18.57s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 +INFO:__main__:Total time taken to train the model: 1432.75s +INFO:train:train got 64 / 64 correct, accuracy: 1.0 INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 8 / 15 correct, accuracy: 0.5333333333333333 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 diff --git a/code/transformer/logs/instance-recognition/tmp/run_6.log b/code/transformer/logs/instance-recognition/tmp/run_6.log index 757c495..628ac5b 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_6.log +++ b/code/transformer/logs/instance-recognition/tmp/run_6.log @@ -53,65 +53,244 @@ INFO:__main__:model: Transformer( (fc): Linear(in_features=2046, out_features=2, bias=True) ) INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.8211, Train Acc: 0.5000 Val Loss: 4.2550, Val Acc: 0.6667 -INFO:train:Epoch 2/1000 Train Loss: 3.1817, Train Acc: 0.6786 Val Loss: 5.2121, Val Acc: 0.4667 -INFO:train:Epoch 3/1000 Train Loss: 2.8048, Train Acc: 0.6786 Val Loss: 1.1562, Val Acc: 0.6000 -INFO:train:Epoch 4/1000 Train Loss: 0.4307, Train Acc: 0.8929 Val Loss: 1.6554, Val Acc: 0.6000 -INFO:train:Epoch 5/1000 Train Loss: 0.8677, Train Acc: 0.8036 Val Loss: 0.8647, Val Acc: 0.5333 -INFO:train:Epoch 6/1000 Train Loss: 0.5360, Train Acc: 0.8214 Val Loss: 1.4453, Val Acc: 0.6667 -INFO:train:Epoch 7/1000 Train Loss: 0.5065, Train Acc: 0.8571 Val Loss: 1.6144, Val Acc: 0.6000 -INFO:train:Epoch 8/1000 Train Loss: 0.4517, Train Acc: 0.9286 Val Loss: 1.2888, Val Acc: 0.6000 -INFO:train:Epoch 9/1000 Train Loss: 0.2862, Train Acc: 1.0000 Val Loss: 1.1864, Val Acc: 0.5333 -INFO:train:Epoch 10/1000 Train Loss: 0.3266, Train Acc: 0.9643 Val Loss: 1.4877, Val Acc: 0.6667 -INFO:train:Epoch 11/1000 Train Loss: 0.3251, Train Acc: 0.9821 Val Loss: 1.7098, Val Acc: 0.6000 -INFO:train:Epoch 12/1000 Train Loss: 0.3553, Train Acc: 0.9643 Val Loss: 1.4579, Val Acc: 0.6667 -INFO:train:Epoch 13/1000 Train Loss: 0.2872, Train Acc: 1.0000 Val Loss: 1.0602, Val Acc: 0.7333 -INFO:train:Epoch 14/1000 Train Loss: 0.2677, Train Acc: 1.0000 Val Loss: 0.8454, Val Acc: 0.7333 -INFO:train:Epoch 15/1000 Train Loss: 0.2648, Train Acc: 0.9821 Val Loss: 0.7085, Val Acc: 0.6000 -INFO:train:Epoch 16/1000 Train Loss: 0.2237, Train Acc: 1.0000 Val Loss: 0.7410, Val Acc: 0.6667 -INFO:train:Epoch 17/1000 Train Loss: 0.2542, Train Acc: 0.9821 Val Loss: 0.6959, Val Acc: 0.7333 -INFO:train:Epoch 18/1000 Train Loss: 0.2460, Train Acc: 1.0000 Val Loss: 0.6497, Val Acc: 0.6667 -INFO:train:Epoch 19/1000 Train Loss: 0.2353, Train Acc: 1.0000 Val Loss: 0.6863, Val Acc: 0.6667 -INFO:train:Epoch 20/1000 Train Loss: 0.2388, Train Acc: 0.9821 Val Loss: 0.7087, Val Acc: 0.7333 -INFO:train:Epoch 21/1000 Train Loss: 0.2314, Train Acc: 1.0000 Val Loss: 0.7658, Val Acc: 0.6667 -INFO:train:Epoch 22/1000 Train Loss: 0.2344, Train Acc: 1.0000 Val Loss: 0.8004, Val Acc: 0.6667 -INFO:train:Epoch 23/1000 Train Loss: 0.2364, Train Acc: 1.0000 Val Loss: 0.7671, Val Acc: 0.7333 -INFO:train:Epoch 24/1000 Train Loss: 0.2390, Train Acc: 0.9821 Val Loss: 0.6675, Val Acc: 0.6000 -INFO:train:Epoch 25/1000 Train Loss: 0.2259, Train Acc: 1.0000 Val Loss: 0.6122, Val Acc: 0.6000 -INFO:train:Epoch 26/1000 Train Loss: 0.2258, Train Acc: 1.0000 Val Loss: 0.6044, Val Acc: 0.6667 -INFO:train:Epoch 27/1000 Train Loss: 0.2303, Train Acc: 1.0000 Val Loss: 0.6086, Val Acc: 0.6667 -INFO:train:Epoch 28/1000 Train Loss: 0.2213, Train Acc: 1.0000 Val Loss: 0.6257, Val Acc: 0.6667 -INFO:train:Epoch 29/1000 Train Loss: 0.2387, Train Acc: 0.9821 Val Loss: 0.6042, Val Acc: 0.6667 -INFO:train:Epoch 30/1000 Train Loss: 0.2190, Train Acc: 1.0000 Val Loss: 0.6161, Val Acc: 0.6000 -INFO:train:Epoch 31/1000 Train Loss: 0.2188, Train Acc: 1.0000 Val Loss: 0.6183, Val Acc: 0.6667 -INFO:train:Epoch 32/1000 Train Loss: 0.2314, Train Acc: 1.0000 Val Loss: 0.6307, Val Acc: 0.7333 -INFO:train:Epoch 33/1000 Train Loss: 0.2283, Train Acc: 1.0000 Val Loss: 0.6851, Val Acc: 0.8000 -INFO:train:Epoch 34/1000 Train Loss: 0.2267, Train Acc: 1.0000 Val Loss: 0.7208, Val Acc: 0.7333 -INFO:train:Epoch 35/1000 Train Loss: 0.2199, Train Acc: 1.0000 Val Loss: 0.7631, Val Acc: 0.6000 -INFO:train:Epoch 36/1000 Train Loss: 0.2189, Train Acc: 1.0000 Val Loss: 0.7416, Val Acc: 0.5333 -INFO:train:Epoch 37/1000 Train Loss: 0.2214, Train Acc: 1.0000 Val Loss: 0.6879, Val Acc: 0.6667 -INFO:train:Epoch 38/1000 Train Loss: 0.2340, Train Acc: 1.0000 Val Loss: 0.7034, Val Acc: 0.6000 -INFO:train:Epoch 39/1000 Train Loss: 0.2087, Train Acc: 1.0000 Val Loss: 0.7586, Val Acc: 0.6667 -INFO:train:Epoch 40/1000 Train Loss: 0.2245, Train Acc: 1.0000 Val Loss: 0.7799, Val Acc: 0.6000 -INFO:train:Epoch 41/1000 Train Loss: 0.2351, Train Acc: 0.9821 Val Loss: 0.7621, Val Acc: 0.6000 -INFO:train:Epoch 42/1000 Train Loss: 0.2172, Train Acc: 1.0000 Val Loss: 0.6958, Val Acc: 0.6667 -INFO:train:Epoch 43/1000 Train Loss: 0.2148, Train Acc: 1.0000 Val Loss: 0.6766, Val Acc: 0.6667 -INFO:train:Epoch 44/1000 Train Loss: 0.2193, Train Acc: 1.0000 Val Loss: 0.6796, Val Acc: 0.6667 -INFO:train:Epoch 45/1000 Train Loss: 0.2252, Train Acc: 1.0000 Val Loss: 0.7052, Val Acc: 0.5333 -INFO:train:Epoch 46/1000 Train Loss: 0.2106, Train Acc: 1.0000 Val Loss: 0.7455, Val Acc: 0.6000 -INFO:train:Epoch 47/1000 Train Loss: 0.2108, Train Acc: 1.0000 Val Loss: 0.7390, Val Acc: 0.6667 -INFO:train:Epoch 48/1000 Train Loss: 0.2129, Train Acc: 1.0000 Val Loss: 0.7047, Val Acc: 0.6000 -INFO:train:Epoch 49/1000 Train Loss: 0.2148, Train Acc: 1.0000 Val Loss: 0.6501, Val Acc: 0.5333 -INFO:train:Epoch 50/1000 Train Loss: 0.2166, Train Acc: 1.0000 Val Loss: 0.6464, Val Acc: 0.6000 -INFO:train:Epoch 51/1000 Train Loss: 0.2131, Train Acc: 1.0000 Val Loss: 0.6283, Val Acc: 0.6667 +INFO:train:Epoch 1/100 Train Loss: 0.5695, Train Acc: 0.9085 Val Loss: 0.3616, Val Acc: 0.9590 +INFO:train:Epoch 2/100 Train Loss: 0.3909, Train Acc: 0.9359 Val Loss: 0.3367, Val Acc: 0.9551 +INFO:train:Epoch 3/100 Train Loss: 0.3364, Train Acc: 0.9525 Val Loss: 0.4032, Val Acc: 0.9570 +INFO:train:Epoch 4/100 Train Loss: 0.3437, Train Acc: 0.9462 Val Loss: 0.3473, Val Acc: 0.9531 +INFO:train:Epoch 5/100 Train Loss: 0.3306, Train Acc: 0.9506 Val Loss: 0.3679, Val Acc: 0.9473 +INFO:train:Epoch 6/100 Train Loss: 0.3434, Train Acc: 0.9477 Val Loss: 0.3638, Val Acc: 0.9570 +INFO:train:Epoch 7/100 Train Loss: 0.3271, Train Acc: 0.9506 Val Loss: 0.3645, Val Acc: 0.9570 +INFO:train:Epoch 8/100 Train Loss: 0.3302, Train Acc: 0.9516 Val Loss: 0.3843, Val Acc: 0.9297 +INFO:train:Epoch 9/100 Train Loss: 0.3301, Train Acc: 0.9477 Val Loss: 0.3365, Val Acc: 0.9570 +INFO:train:Epoch 10/100 Train Loss: 0.3179, Train Acc: 0.9521 Val Loss: 0.3635, Val Acc: 0.9512 +INFO:train:Epoch 11/100 Train Loss: 0.3189, Train Acc: 0.9521 Val Loss: 0.3446, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 11 epochs +INFO:train:Epoch 12/100 Train Loss: 0.3166, Train Acc: 0.9516 Val Loss: 0.4019, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 12 epochs +INFO:train:Epoch 13/100 Train Loss: 0.3095, Train Acc: 0.9535 Val Loss: 0.3449, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 13 epochs +INFO:train:Epoch 14/100 Train Loss: 0.3121, Train Acc: 0.9545 Val Loss: 0.3272, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 14 epochs +INFO:train:Epoch 15/100 Train Loss: 0.3131, Train Acc: 0.9555 Val Loss: 0.3285, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 15 epochs +INFO:train:Epoch 16/100 Train Loss: 0.3027, Train Acc: 0.9521 Val Loss: 0.3562, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 16 epochs +INFO:train:Epoch 17/100 Train Loss: 0.2917, Train Acc: 0.9628 Val Loss: 0.3585, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 17 epochs +INFO:train:Epoch 18/100 Train Loss: 0.2839, Train Acc: 0.9653 Val Loss: 0.3193, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 18 epochs +INFO:train:Epoch 19/100 Train Loss: 0.2762, Train Acc: 0.9667 Val Loss: 0.3476, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 19 epochs +INFO:train:Epoch 20/100 Train Loss: 0.2831, Train Acc: 0.9653 Val Loss: 0.3987, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 20 epochs +INFO:train:Epoch 21/100 Train Loss: 0.2688, Train Acc: 0.9721 Val Loss: 0.3755, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 21 epochs +INFO:train:Epoch 22/100 Train Loss: 0.2786, Train Acc: 0.9697 Val Loss: 0.3556, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 22 epochs +INFO:train:Epoch 23/100 Train Loss: 0.2711, Train Acc: 0.9687 Val Loss: 0.3617, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 23 epochs +INFO:train:Epoch 24/100 Train Loss: 0.2800, Train Acc: 0.9643 Val Loss: 0.3426, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 24 epochs +INFO:train:Epoch 25/100 Train Loss: 0.2756, Train Acc: 0.9697 Val Loss: 0.3544, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 25 epochs +INFO:train:Epoch 26/100 Train Loss: 0.2542, Train Acc: 0.9755 Val Loss: 0.3539, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 26 epochs +INFO:train:Epoch 27/100 Train Loss: 0.2664, Train Acc: 0.9662 Val Loss: 0.3628, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 27 epochs +INFO:train:Epoch 28/100 Train Loss: 0.2581, Train Acc: 0.9780 Val Loss: 0.3289, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 28 epochs +INFO:train:Epoch 29/100 Train Loss: 0.2553, Train Acc: 0.9770 Val Loss: 0.3625, Val Acc: 0.9258 +INFO:train:Early stopping triggered after 29 epochs +INFO:train:Epoch 30/100 Train Loss: 0.2415, Train Acc: 0.9839 Val Loss: 0.3582, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 30 epochs +INFO:train:Epoch 31/100 Train Loss: 0.2410, Train Acc: 0.9829 Val Loss: 0.3565, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 31 epochs +INFO:train:Epoch 32/100 Train Loss: 0.2419, Train Acc: 0.9829 Val Loss: 0.4033, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 32 epochs +INFO:train:Epoch 33/100 Train Loss: 0.2372, Train Acc: 0.9843 Val Loss: 0.3386, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 33 epochs +INFO:train:Epoch 34/100 Train Loss: 0.2350, Train Acc: 0.9892 Val Loss: 0.3682, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 34 epochs +INFO:train:Epoch 35/100 Train Loss: 0.2297, Train Acc: 0.9878 Val Loss: 0.3430, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 35 epochs +INFO:train:Epoch 36/100 Train Loss: 0.2370, Train Acc: 0.9853 Val Loss: 0.3494, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 36 epochs +INFO:train:Epoch 37/100 Train Loss: 0.2303, Train Acc: 0.9858 Val Loss: 0.4188, Val Acc: 0.9258 +INFO:train:Early stopping triggered after 37 epochs +INFO:train:Epoch 38/100 Train Loss: 0.2304, Train Acc: 0.9863 Val Loss: 0.3496, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 38 epochs +INFO:train:Epoch 39/100 Train Loss: 0.2408, Train Acc: 0.9824 Val Loss: 0.3578, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 39 epochs +INFO:train:Epoch 40/100 Train Loss: 0.2305, Train Acc: 0.9878 Val Loss: 0.3533, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 40 epochs +INFO:train:Epoch 41/100 Train Loss: 0.2320, Train Acc: 0.9843 Val Loss: 0.3543, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 41 epochs +INFO:train:Epoch 42/100 Train Loss: 0.2316, Train Acc: 0.9853 Val Loss: 0.3171, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 42 epochs +INFO:train:Epoch 43/100 Train Loss: 0.2220, Train Acc: 0.9902 Val Loss: 0.3465, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 43 epochs +INFO:train:Epoch 44/100 Train Loss: 0.2187, Train Acc: 0.9946 Val Loss: 0.3603, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 44 epochs +INFO:train:Epoch 45/100 Train Loss: 0.2111, Train Acc: 0.9966 Val Loss: 0.3397, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 45 epochs +INFO:train:Epoch 46/100 Train Loss: 0.2230, Train Acc: 0.9897 Val Loss: 0.3463, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 46 epochs +INFO:train:Epoch 47/100 Train Loss: 0.2298, Train Acc: 0.9868 Val Loss: 0.3194, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 47 epochs +INFO:train:Epoch 48/100 Train Loss: 0.2243, Train Acc: 0.9887 Val Loss: 0.3723, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 48 epochs +INFO:train:Epoch 49/100 Train Loss: 0.2270, Train Acc: 0.9887 Val Loss: 0.3972, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 49 epochs +INFO:train:Epoch 50/100 Train Loss: 0.2219, Train Acc: 0.9897 Val Loss: 0.4105, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 50 epochs +INFO:train:Epoch 51/100 Train Loss: 0.2240, Train Acc: 0.9887 Val Loss: 0.3511, Val Acc: 0.9414 INFO:train:Early stopping triggered after 51 epochs +INFO:train:Epoch 52/100 Train Loss: 0.2204, Train Acc: 0.9907 Val Loss: 0.3690, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 52 epochs +INFO:train:Epoch 53/100 Train Loss: 0.2201, Train Acc: 0.9936 Val Loss: 0.3798, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 53 epochs +INFO:train:Epoch 54/100 Train Loss: 0.2226, Train Acc: 0.9912 Val Loss: 0.3526, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 54 epochs +INFO:train:Epoch 55/100 Train Loss: 0.2312, Train Acc: 0.9883 Val Loss: 0.3707, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 55 epochs +INFO:train:Epoch 56/100 Train Loss: 0.2197, Train Acc: 0.9907 Val Loss: 0.3642, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 56 epochs +INFO:train:Epoch 57/100 Train Loss: 0.2267, Train Acc: 0.9878 Val Loss: 0.3506, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 57 epochs +INFO:train:Epoch 58/100 Train Loss: 0.2294, Train Acc: 0.9873 Val Loss: 0.3326, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 58 epochs +INFO:train:Epoch 59/100 Train Loss: 0.2086, Train Acc: 0.9966 Val Loss: 0.3438, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 59 epochs +INFO:train:Epoch 60/100 Train Loss: 0.2049, Train Acc: 0.9990 Val Loss: 0.3569, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 60 epochs +INFO:train:Epoch 61/100 Train Loss: 0.2083, Train Acc: 0.9971 Val Loss: 0.3584, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 61 epochs +INFO:train:Epoch 62/100 Train Loss: 0.2120, Train Acc: 0.9936 Val Loss: 0.3516, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 62 epochs +INFO:train:Epoch 63/100 Train Loss: 0.2089, Train Acc: 0.9971 Val Loss: 0.3403, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 63 epochs +INFO:train:Epoch 64/100 Train Loss: 0.2077, Train Acc: 0.9961 Val Loss: 0.3404, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 64 epochs +INFO:train:Epoch 65/100 Train Loss: 0.2063, Train Acc: 0.9980 Val Loss: 0.3584, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 65 epochs +INFO:train:Epoch 66/100 Train Loss: 0.2091, Train Acc: 0.9956 Val Loss: 0.3244, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 66 epochs +INFO:train:Epoch 67/100 Train Loss: 0.2106, Train Acc: 0.9956 Val Loss: 0.3357, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 67 epochs +INFO:train:Epoch 68/100 Train Loss: 0.2162, Train Acc: 0.9936 Val Loss: 0.3640, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 68 epochs +INFO:train:Epoch 69/100 Train Loss: 0.2105, Train Acc: 0.9961 Val Loss: 0.3486, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 69 epochs +INFO:train:Epoch 70/100 Train Loss: 0.2255, Train Acc: 0.9887 Val Loss: 0.3630, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 70 epochs +INFO:train:Epoch 71/100 Train Loss: 0.2186, Train Acc: 0.9927 Val Loss: 0.3594, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 71 epochs +INFO:train:Epoch 72/100 Train Loss: 0.2167, Train Acc: 0.9927 Val Loss: 0.3838, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 72 epochs +INFO:train:Epoch 73/100 Train Loss: 0.2135, Train Acc: 0.9932 Val Loss: 0.3337, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 73 epochs +INFO:train:Epoch 74/100 Train Loss: 0.2133, Train Acc: 0.9932 Val Loss: 0.3722, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 74 epochs +INFO:train:Epoch 75/100 Train Loss: 0.2107, Train Acc: 0.9966 Val Loss: 0.3630, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 75 epochs +INFO:train:Epoch 76/100 Train Loss: 0.2045, Train Acc: 0.9985 Val Loss: 0.4097, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 76 epochs +INFO:train:Epoch 77/100 Train Loss: 0.2074, Train Acc: 0.9976 Val Loss: 0.3571, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 77 epochs +INFO:train:Epoch 78/100 Train Loss: 0.2065, Train Acc: 0.9976 Val Loss: 0.3971, Val Acc: 0.9277 +INFO:train:Early stopping triggered after 78 epochs +INFO:train:Epoch 79/100 Train Loss: 0.2272, Train Acc: 0.9848 Val Loss: 0.3496, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 79 epochs +INFO:train:Epoch 80/100 Train Loss: 0.2118, Train Acc: 0.9961 Val Loss: 0.3460, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 80 epochs +INFO:train:Epoch 81/100 Train Loss: 0.2074, Train Acc: 0.9980 Val Loss: 0.3712, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 81 epochs +INFO:train:Epoch 82/100 Train Loss: 0.2046, Train Acc: 0.9985 Val Loss: 0.3395, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 82 epochs +INFO:train:Epoch 83/100 Train Loss: 0.2071, Train Acc: 0.9961 Val Loss: 0.3744, Val Acc: 0.9297 +INFO:train:Early stopping triggered after 83 epochs +INFO:train:Epoch 84/100 Train Loss: 0.2094, Train Acc: 0.9961 Val Loss: 0.3352, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 84 epochs +INFO:train:Epoch 85/100 Train Loss: 0.2023, Train Acc: 0.9990 Val Loss: 0.3448, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 85 epochs +INFO:train:Epoch 86/100 Train Loss: 0.2001, Train Acc: 1.0000 Val Loss: 0.3396, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 86 epochs +INFO:train:Epoch 87/100 Train Loss: 0.1998, Train Acc: 1.0000 Val Loss: 0.3393, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 87 epochs +INFO:train:Epoch 88/100 Train Loss: 0.1996, Train Acc: 1.0000 Val Loss: 0.3368, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 88 epochs +INFO:train:Epoch 89/100 Train Loss: 0.1996, Train Acc: 1.0000 Val Loss: 0.3380, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 89 epochs +INFO:train:Epoch 90/100 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3407, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 90 epochs +INFO:train:Epoch 91/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3382, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 91 epochs +INFO:train:Epoch 92/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3407, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 92 epochs +INFO:train:Epoch 93/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3385, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 93 epochs +INFO:train:Epoch 94/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3395, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 94 epochs +INFO:train:Epoch 95/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3364, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 95 epochs +INFO:train:Epoch 96/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3382, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 96 epochs +INFO:train:Epoch 97/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3329, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 97 epochs +INFO:train:Epoch 98/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3343, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 98 epochs +INFO:train:Epoch 99/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3389, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 99 epochs +INFO:train:Epoch 100/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3350, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 100 epochs INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 21.56s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 10 / 15 correct, accuracy: 0.6666666666666666 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png +INFO:__main__:Total time taken to train the model: 1449.14s +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 diff --git a/code/transformer/logs/instance-recognition/tmp/run_7.log b/code/transformer/logs/instance-recognition/tmp/run_7.log index de372a6..76c11fe 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_7.log +++ b/code/transformer/logs/instance-recognition/tmp/run_7.log @@ -53,66 +53,228 @@ INFO:__main__:model: Transformer( (fc): Linear(in_features=2046, out_features=2, bias=True) ) INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.7700, Train Acc: 0.5000 Val Loss: 7.4965, Val Acc: 0.6667 -INFO:train:Epoch 2/1000 Train Loss: 3.3466, Train Acc: 0.7143 Val Loss: 4.5623, Val Acc: 0.2667 -INFO:train:Epoch 3/1000 Train Loss: 1.0713, Train Acc: 0.7500 Val Loss: 3.3766, Val Acc: 0.4000 -INFO:train:Epoch 4/1000 Train Loss: 2.4375, Train Acc: 0.5357 Val Loss: 3.6662, Val Acc: 0.4667 -INFO:train:Epoch 5/1000 Train Loss: 0.8125, Train Acc: 0.9107 Val Loss: 4.3586, Val Acc: 0.5333 -INFO:train:Epoch 6/1000 Train Loss: 1.0756, Train Acc: 0.8214 Val Loss: 3.3441, Val Acc: 0.5333 -INFO:train:Epoch 7/1000 Train Loss: 0.6618, Train Acc: 0.8929 Val Loss: 2.2820, Val Acc: 0.5333 -INFO:train:Epoch 8/1000 Train Loss: 0.3688, Train Acc: 1.0000 Val Loss: 1.8231, Val Acc: 0.3333 -INFO:train:Epoch 9/1000 Train Loss: 0.5800, Train Acc: 0.7857 Val Loss: 1.4265, Val Acc: 0.6000 -INFO:train:Epoch 10/1000 Train Loss: 0.3543, Train Acc: 0.9643 Val Loss: 1.6058, Val Acc: 0.6667 -INFO:train:Epoch 11/1000 Train Loss: 0.3068, Train Acc: 1.0000 Val Loss: 2.1568, Val Acc: 0.4000 -INFO:train:Epoch 12/1000 Train Loss: 0.3603, Train Acc: 0.9821 Val Loss: 2.4901, Val Acc: 0.4000 -INFO:train:Epoch 13/1000 Train Loss: 0.3672, Train Acc: 0.9643 Val Loss: 2.2290, Val Acc: 0.4000 -INFO:train:Epoch 14/1000 Train Loss: 0.3025, Train Acc: 1.0000 Val Loss: 1.8840, Val Acc: 0.4667 -INFO:train:Epoch 15/1000 Train Loss: 0.2853, Train Acc: 1.0000 Val Loss: 1.5669, Val Acc: 0.5333 -INFO:train:Epoch 16/1000 Train Loss: 0.2988, Train Acc: 0.9821 Val Loss: 1.4812, Val Acc: 0.4667 -INFO:train:Epoch 17/1000 Train Loss: 0.2986, Train Acc: 0.9821 Val Loss: 1.3759, Val Acc: 0.5333 -INFO:train:Epoch 18/1000 Train Loss: 0.2679, Train Acc: 1.0000 Val Loss: 1.3552, Val Acc: 0.4000 -INFO:train:Epoch 19/1000 Train Loss: 0.2685, Train Acc: 0.9821 Val Loss: 1.3254, Val Acc: 0.4667 -INFO:train:Epoch 20/1000 Train Loss: 0.2444, Train Acc: 1.0000 Val Loss: 1.4269, Val Acc: 0.5333 -INFO:train:Epoch 21/1000 Train Loss: 0.2412, Train Acc: 1.0000 Val Loss: 1.3246, Val Acc: 0.5333 -INFO:train:Epoch 22/1000 Train Loss: 0.2489, Train Acc: 1.0000 Val Loss: 0.9732, Val Acc: 0.5333 -INFO:train:Epoch 23/1000 Train Loss: 0.2780, Train Acc: 0.9643 Val Loss: 1.0150, Val Acc: 0.5333 -INFO:train:Epoch 24/1000 Train Loss: 0.2231, Train Acc: 1.0000 Val Loss: 1.1338, Val Acc: 0.6000 -INFO:train:Epoch 25/1000 Train Loss: 0.2383, Train Acc: 1.0000 Val Loss: 1.0870, Val Acc: 0.5333 -INFO:train:Epoch 26/1000 Train Loss: 0.2492, Train Acc: 1.0000 Val Loss: 1.0786, Val Acc: 0.4667 -INFO:train:Epoch 27/1000 Train Loss: 0.2382, Train Acc: 1.0000 Val Loss: 1.0707, Val Acc: 0.4667 -INFO:train:Epoch 28/1000 Train Loss: 0.2364, Train Acc: 1.0000 Val Loss: 1.0469, Val Acc: 0.5333 -INFO:train:Epoch 29/1000 Train Loss: 0.2284, Train Acc: 1.0000 Val Loss: 1.0048, Val Acc: 0.4667 -INFO:train:Epoch 30/1000 Train Loss: 0.2224, Train Acc: 1.0000 Val Loss: 0.9214, Val Acc: 0.4667 -INFO:train:Epoch 31/1000 Train Loss: 0.2156, Train Acc: 1.0000 Val Loss: 0.7865, Val Acc: 0.5333 -INFO:train:Epoch 32/1000 Train Loss: 0.2364, Train Acc: 0.9821 Val Loss: 0.8899, Val Acc: 0.6000 -INFO:train:Epoch 33/1000 Train Loss: 0.2350, Train Acc: 1.0000 Val Loss: 0.9178, Val Acc: 0.5333 -INFO:train:Epoch 34/1000 Train Loss: 0.2221, Train Acc: 1.0000 Val Loss: 0.9192, Val Acc: 0.5333 -INFO:train:Epoch 35/1000 Train Loss: 0.2222, Train Acc: 1.0000 Val Loss: 1.0010, Val Acc: 0.5333 -INFO:train:Epoch 36/1000 Train Loss: 0.2519, Train Acc: 0.9821 Val Loss: 1.2912, Val Acc: 0.5333 -INFO:train:Epoch 37/1000 Train Loss: 0.2485, Train Acc: 1.0000 Val Loss: 1.4271, Val Acc: 0.5333 -INFO:train:Epoch 38/1000 Train Loss: 0.2543, Train Acc: 1.0000 Val Loss: 1.1218, Val Acc: 0.4667 -INFO:train:Epoch 39/1000 Train Loss: 0.2252, Train Acc: 1.0000 Val Loss: 1.0485, Val Acc: 0.5333 -INFO:train:Epoch 40/1000 Train Loss: 0.2457, Train Acc: 1.0000 Val Loss: 1.1996, Val Acc: 0.4667 -INFO:train:Epoch 41/1000 Train Loss: 0.2305, Train Acc: 1.0000 Val Loss: 1.4146, Val Acc: 0.5333 -INFO:train:Epoch 42/1000 Train Loss: 0.2696, Train Acc: 0.9821 Val Loss: 1.1552, Val Acc: 0.5333 -INFO:train:Epoch 43/1000 Train Loss: 0.2225, Train Acc: 1.0000 Val Loss: 0.9080, Val Acc: 0.6000 -INFO:train:Epoch 44/1000 Train Loss: 0.2327, Train Acc: 1.0000 Val Loss: 1.0134, Val Acc: 0.5333 -INFO:train:Epoch 45/1000 Train Loss: 0.2182, Train Acc: 1.0000 Val Loss: 1.1344, Val Acc: 0.6000 -INFO:train:Epoch 46/1000 Train Loss: 0.2344, Train Acc: 1.0000 Val Loss: 1.0975, Val Acc: 0.5333 -INFO:train:Epoch 47/1000 Train Loss: 0.2138, Train Acc: 1.0000 Val Loss: 1.0202, Val Acc: 0.4667 -INFO:train:Epoch 48/1000 Train Loss: 0.2282, Train Acc: 1.0000 Val Loss: 0.9591, Val Acc: 0.5333 -INFO:train:Epoch 49/1000 Train Loss: 0.2158, Train Acc: 1.0000 Val Loss: 0.8886, Val Acc: 0.5333 -INFO:train:Epoch 50/1000 Train Loss: 0.2127, Train Acc: 1.0000 Val Loss: 0.9197, Val Acc: 0.5333 -INFO:train:Epoch 51/1000 Train Loss: 0.2114, Train Acc: 1.0000 Val Loss: 0.9670, Val Acc: 0.5333 -INFO:train:Epoch 52/1000 Train Loss: 0.2191, Train Acc: 1.0000 Val Loss: 0.9731, Val Acc: 0.6000 +INFO:train:Epoch 1/100 Train Loss: 0.8429, Train Acc: 0.8782 Val Loss: 0.4647, Val Acc: 0.9570 +INFO:train:Epoch 2/100 Train Loss: 0.3605, Train Acc: 0.9403 Val Loss: 0.3206, Val Acc: 0.9570 +INFO:train:Epoch 3/100 Train Loss: 0.3336, Train Acc: 0.9550 Val Loss: 0.3539, Val Acc: 0.9570 +INFO:train:Epoch 4/100 Train Loss: 0.3466, Train Acc: 0.9442 Val Loss: 0.3646, Val Acc: 0.9570 +INFO:train:Epoch 5/100 Train Loss: 0.3224, Train Acc: 0.9525 Val Loss: 0.3263, Val Acc: 0.9531 +INFO:train:Epoch 6/100 Train Loss: 0.3311, Train Acc: 0.9550 Val Loss: 0.3446, Val Acc: 0.9570 +INFO:train:Epoch 7/100 Train Loss: 0.3292, Train Acc: 0.9516 Val Loss: 0.3579, Val Acc: 0.9238 +INFO:train:Epoch 8/100 Train Loss: 0.3190, Train Acc: 0.9491 Val Loss: 0.3479, Val Acc: 0.9434 +INFO:train:Epoch 9/100 Train Loss: 0.3213, Train Acc: 0.9535 Val Loss: 0.3209, Val Acc: 0.9570 +INFO:train:Epoch 10/100 Train Loss: 0.3129, Train Acc: 0.9569 Val Loss: 0.3485, Val Acc: 0.9434 +INFO:train:Epoch 11/100 Train Loss: 0.3191, Train Acc: 0.9491 Val Loss: 0.3286, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 11 epochs +INFO:train:Epoch 12/100 Train Loss: 0.3077, Train Acc: 0.9550 Val Loss: 0.3351, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 12 epochs +INFO:train:Epoch 13/100 Train Loss: 0.3032, Train Acc: 0.9530 Val Loss: 0.3552, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 13 epochs +INFO:train:Epoch 14/100 Train Loss: 0.3031, Train Acc: 0.9569 Val Loss: 0.3332, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 14 epochs +INFO:train:Epoch 15/100 Train Loss: 0.2990, Train Acc: 0.9555 Val Loss: 0.3518, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 15 epochs +INFO:train:Epoch 16/100 Train Loss: 0.2887, Train Acc: 0.9614 Val Loss: 0.3315, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 16 epochs +INFO:train:Epoch 17/100 Train Loss: 0.2843, Train Acc: 0.9618 Val Loss: 0.3201, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 17 epochs +INFO:train:Epoch 18/100 Train Loss: 0.2873, Train Acc: 0.9569 Val Loss: 0.3289, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 18 epochs +INFO:train:Epoch 19/100 Train Loss: 0.2910, Train Acc: 0.9569 Val Loss: 0.3613, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 19 epochs +INFO:train:Epoch 20/100 Train Loss: 0.2810, Train Acc: 0.9658 Val Loss: 0.3406, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 20 epochs +INFO:train:Epoch 21/100 Train Loss: 0.2803, Train Acc: 0.9633 Val Loss: 0.3543, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 21 epochs +INFO:train:Epoch 22/100 Train Loss: 0.2752, Train Acc: 0.9662 Val Loss: 0.3497, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 22 epochs +INFO:train:Epoch 23/100 Train Loss: 0.2619, Train Acc: 0.9721 Val Loss: 0.3376, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 23 epochs +INFO:train:Epoch 24/100 Train Loss: 0.2832, Train Acc: 0.9628 Val Loss: 0.3423, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 24 epochs +INFO:train:Epoch 25/100 Train Loss: 0.2697, Train Acc: 0.9716 Val Loss: 0.3830, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 25 epochs +INFO:train:Epoch 26/100 Train Loss: 0.2635, Train Acc: 0.9677 Val Loss: 0.3179, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 26 epochs +INFO:train:Epoch 27/100 Train Loss: 0.2561, Train Acc: 0.9716 Val Loss: 0.3421, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 27 epochs +INFO:train:Epoch 28/100 Train Loss: 0.2566, Train Acc: 0.9736 Val Loss: 0.3324, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 28 epochs +INFO:train:Epoch 29/100 Train Loss: 0.2345, Train Acc: 0.9853 Val Loss: 0.3389, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 29 epochs +INFO:train:Epoch 30/100 Train Loss: 0.2384, Train Acc: 0.9858 Val Loss: 0.3602, Val Acc: 0.9297 +INFO:train:Early stopping triggered after 30 epochs +INFO:train:Epoch 31/100 Train Loss: 0.2476, Train Acc: 0.9839 Val Loss: 0.3402, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 31 epochs +INFO:train:Epoch 32/100 Train Loss: 0.2428, Train Acc: 0.9809 Val Loss: 0.3381, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 32 epochs +INFO:train:Epoch 33/100 Train Loss: 0.2296, Train Acc: 0.9887 Val Loss: 0.3760, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 33 epochs +INFO:train:Epoch 34/100 Train Loss: 0.2392, Train Acc: 0.9843 Val Loss: 0.3548, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 34 epochs +INFO:train:Epoch 35/100 Train Loss: 0.2231, Train Acc: 0.9932 Val Loss: 0.3778, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 35 epochs +INFO:train:Epoch 36/100 Train Loss: 0.2239, Train Acc: 0.9922 Val Loss: 0.4062, Val Acc: 0.9277 +INFO:train:Early stopping triggered after 36 epochs +INFO:train:Epoch 37/100 Train Loss: 0.2234, Train Acc: 0.9912 Val Loss: 0.3323, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 37 epochs +INFO:train:Epoch 38/100 Train Loss: 0.2315, Train Acc: 0.9853 Val Loss: 0.3539, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 38 epochs +INFO:train:Epoch 39/100 Train Loss: 0.2345, Train Acc: 0.9863 Val Loss: 0.3564, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 39 epochs +INFO:train:Epoch 40/100 Train Loss: 0.2169, Train Acc: 0.9946 Val Loss: 0.3424, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 40 epochs +INFO:train:Epoch 41/100 Train Loss: 0.2257, Train Acc: 0.9897 Val Loss: 0.3723, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 41 epochs +INFO:train:Epoch 42/100 Train Loss: 0.2309, Train Acc: 0.9878 Val Loss: 0.3559, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 42 epochs +INFO:train:Epoch 43/100 Train Loss: 0.2308, Train Acc: 0.9887 Val Loss: 0.3838, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 43 epochs +INFO:train:Epoch 44/100 Train Loss: 0.2383, Train Acc: 0.9853 Val Loss: 0.4167, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 44 epochs +INFO:train:Epoch 45/100 Train Loss: 0.2220, Train Acc: 0.9927 Val Loss: 0.3680, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 45 epochs +INFO:train:Epoch 46/100 Train Loss: 0.2194, Train Acc: 0.9902 Val Loss: 0.3428, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 46 epochs +INFO:train:Epoch 47/100 Train Loss: 0.2263, Train Acc: 0.9912 Val Loss: 0.2960, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 47 epochs +INFO:train:Epoch 48/100 Train Loss: 0.2208, Train Acc: 0.9927 Val Loss: 0.3472, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 48 epochs +INFO:train:Epoch 49/100 Train Loss: 0.2136, Train Acc: 0.9927 Val Loss: 0.3292, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 49 epochs +INFO:train:Epoch 50/100 Train Loss: 0.2129, Train Acc: 0.9951 Val Loss: 0.3561, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 50 epochs +INFO:train:Epoch 51/100 Train Loss: 0.2286, Train Acc: 0.9878 Val Loss: 0.3310, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 51 epochs +INFO:train:Epoch 52/100 Train Loss: 0.2205, Train Acc: 0.9897 Val Loss: 0.3655, Val Acc: 0.9258 INFO:train:Early stopping triggered after 52 epochs +INFO:train:Epoch 53/100 Train Loss: 0.2302, Train Acc: 0.9858 Val Loss: 0.3157, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 53 epochs +INFO:train:Epoch 54/100 Train Loss: 0.2235, Train Acc: 0.9922 Val Loss: 0.3381, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 54 epochs +INFO:train:Epoch 55/100 Train Loss: 0.2216, Train Acc: 0.9917 Val Loss: 0.3400, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 55 epochs +INFO:train:Epoch 56/100 Train Loss: 0.2308, Train Acc: 0.9892 Val Loss: 0.3318, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 56 epochs +INFO:train:Epoch 57/100 Train Loss: 0.2194, Train Acc: 0.9927 Val Loss: 0.3389, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 57 epochs +INFO:train:Epoch 58/100 Train Loss: 0.2174, Train Acc: 0.9936 Val Loss: 0.3342, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 58 epochs +INFO:train:Epoch 59/100 Train Loss: 0.2126, Train Acc: 0.9946 Val Loss: 0.3275, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 59 epochs +INFO:train:Epoch 60/100 Train Loss: 0.2129, Train Acc: 0.9932 Val Loss: 0.3254, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 60 epochs +INFO:train:Epoch 61/100 Train Loss: 0.2188, Train Acc: 0.9902 Val Loss: 0.3278, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 61 epochs +INFO:train:Epoch 62/100 Train Loss: 0.2200, Train Acc: 0.9936 Val Loss: 0.3250, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 62 epochs +INFO:train:Epoch 63/100 Train Loss: 0.2257, Train Acc: 0.9897 Val Loss: 0.3448, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 63 epochs +INFO:train:Epoch 64/100 Train Loss: 0.2093, Train Acc: 0.9961 Val Loss: 0.3297, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 64 epochs +INFO:train:Epoch 65/100 Train Loss: 0.2057, Train Acc: 0.9971 Val Loss: 0.3266, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 65 epochs +INFO:train:Epoch 66/100 Train Loss: 0.2064, Train Acc: 0.9976 Val Loss: 0.3264, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 66 epochs +INFO:train:Epoch 67/100 Train Loss: 0.2153, Train Acc: 0.9932 Val Loss: 0.3382, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 67 epochs +INFO:train:Epoch 68/100 Train Loss: 0.2235, Train Acc: 0.9892 Val Loss: 0.3300, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 68 epochs +INFO:train:Epoch 69/100 Train Loss: 0.2150, Train Acc: 0.9941 Val Loss: 0.3249, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 69 epochs +INFO:train:Epoch 70/100 Train Loss: 0.2102, Train Acc: 0.9961 Val Loss: 0.3347, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 70 epochs +INFO:train:Epoch 71/100 Train Loss: 0.2039, Train Acc: 0.9980 Val Loss: 0.3375, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 71 epochs +INFO:train:Epoch 72/100 Train Loss: 0.2019, Train Acc: 1.0000 Val Loss: 0.3448, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 72 epochs +INFO:train:Epoch 73/100 Train Loss: 0.2062, Train Acc: 0.9976 Val Loss: 0.3366, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 73 epochs +INFO:train:Epoch 74/100 Train Loss: 0.2118, Train Acc: 0.9956 Val Loss: 0.3490, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 74 epochs +INFO:train:Epoch 75/100 Train Loss: 0.2197, Train Acc: 0.9907 Val Loss: 0.3280, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 75 epochs +INFO:train:Epoch 76/100 Train Loss: 0.2097, Train Acc: 0.9956 Val Loss: 0.3710, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 76 epochs +INFO:train:Epoch 77/100 Train Loss: 0.2185, Train Acc: 0.9912 Val Loss: 0.3308, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 77 epochs +INFO:train:Epoch 78/100 Train Loss: 0.2257, Train Acc: 0.9902 Val Loss: 0.3568, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 78 epochs +INFO:train:Epoch 79/100 Train Loss: 0.2178, Train Acc: 0.9922 Val Loss: 0.3294, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 79 epochs +INFO:train:Epoch 80/100 Train Loss: 0.2097, Train Acc: 0.9971 Val Loss: 0.3438, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 80 epochs +INFO:train:Epoch 81/100 Train Loss: 0.2077, Train Acc: 0.9971 Val Loss: 0.3484, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 81 epochs +INFO:train:Epoch 82/100 Train Loss: 0.2042, Train Acc: 0.9971 Val Loss: 0.3347, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 82 epochs +INFO:train:Epoch 83/100 Train Loss: 0.2136, Train Acc: 0.9927 Val Loss: 0.3326, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 83 epochs +INFO:train:Epoch 84/100 Train Loss: 0.2247, Train Acc: 0.9883 Val Loss: 0.3242, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 84 epochs +INFO:train:Epoch 85/100 Train Loss: 0.2156, Train Acc: 0.9936 Val Loss: 0.3302, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 85 epochs +INFO:train:Epoch 86/100 Train Loss: 0.2079, Train Acc: 0.9976 Val Loss: 0.3404, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 86 epochs +INFO:train:Epoch 87/100 Train Loss: 0.2027, Train Acc: 0.9995 Val Loss: 0.3165, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 87 epochs +INFO:train:Epoch 88/100 Train Loss: 0.2006, Train Acc: 1.0000 Val Loss: 0.3144, Val Acc: 0.9590 +INFO:train:Epoch 89/100 Train Loss: 0.2002, Train Acc: 1.0000 Val Loss: 0.3151, Val Acc: 0.9551 +INFO:train:Epoch 90/100 Train Loss: 0.1998, Train Acc: 1.0000 Val Loss: 0.3172, Val Acc: 0.9551 +INFO:train:Epoch 91/100 Train Loss: 0.2002, Train Acc: 1.0000 Val Loss: 0.3205, Val Acc: 0.9531 +INFO:train:Epoch 92/100 Train Loss: 0.2125, Train Acc: 0.9941 Val Loss: 0.3162, Val Acc: 0.9531 +INFO:train:Epoch 93/100 Train Loss: 0.2088, Train Acc: 0.9980 Val Loss: 0.3208, Val Acc: 0.9551 +INFO:train:Epoch 94/100 Train Loss: 0.2010, Train Acc: 0.9995 Val Loss: 0.3197, Val Acc: 0.9570 +INFO:train:Epoch 95/100 Train Loss: 0.1998, Train Acc: 1.0000 Val Loss: 0.3161, Val Acc: 0.9570 +INFO:train:Epoch 96/100 Train Loss: 0.1997, Train Acc: 1.0000 Val Loss: 0.3213, Val Acc: 0.9551 +INFO:train:Epoch 97/100 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3172, Val Acc: 0.9551 +INFO:train:Epoch 98/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3146, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 98 epochs +INFO:train:Epoch 99/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3173, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 99 epochs +INFO:train:Epoch 100/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3154, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 100 epochs INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 21.46s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 -INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 9 / 15 correct, accuracy: 0.6 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png +INFO:__main__:Total time taken to train the model: 1391.70s +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 diff --git a/code/transformer/logs/instance-recognition/tmp/run_8.log b/code/transformer/logs/instance-recognition/tmp/run_8.log index ca6a1a5..4640ee6 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_8.log +++ b/code/transformer/logs/instance-recognition/tmp/run_8.log @@ -53,45 +53,211 @@ INFO:__main__:model: Transformer( (fc): Linear(in_features=2046, out_features=2, bias=True) ) INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.8704, Train Acc: 0.3571 Val Loss: 3.4084, Val Acc: 0.7333 -INFO:train:Epoch 2/1000 Train Loss: 2.6079, Train Acc: 0.7143 Val Loss: 5.3008, Val Acc: 0.4667 -INFO:train:Epoch 3/1000 Train Loss: 4.1099, Train Acc: 0.5714 Val Loss: 1.2130, Val Acc: 0.7333 -INFO:train:Epoch 4/1000 Train Loss: 0.5454, Train Acc: 0.8393 Val Loss: 0.4456, Val Acc: 0.8667 -INFO:train:Epoch 5/1000 Train Loss: 1.0048, Train Acc: 0.6964 Val Loss: 1.0929, Val Acc: 0.7333 -INFO:train:Epoch 6/1000 Train Loss: 0.3593, Train Acc: 0.9464 Val Loss: 1.7729, Val Acc: 0.6667 -INFO:train:Epoch 7/1000 Train Loss: 0.5088, Train Acc: 0.8571 Val Loss: 1.3721, Val Acc: 0.6667 -INFO:train:Epoch 8/1000 Train Loss: 0.3738, Train Acc: 0.9464 Val Loss: 0.9203, Val Acc: 0.6667 -INFO:train:Epoch 9/1000 Train Loss: 0.2900, Train Acc: 1.0000 Val Loss: 0.6006, Val Acc: 0.7333 -INFO:train:Epoch 10/1000 Train Loss: 0.3193, Train Acc: 0.9464 Val Loss: 0.4868, Val Acc: 0.8667 -INFO:train:Epoch 11/1000 Train Loss: 0.2953, Train Acc: 0.9821 Val Loss: 0.5474, Val Acc: 0.8667 -INFO:train:Epoch 12/1000 Train Loss: 0.3110, Train Acc: 0.9643 Val Loss: 0.6799, Val Acc: 0.8000 -INFO:train:Epoch 13/1000 Train Loss: 0.2778, Train Acc: 0.9821 Val Loss: 0.7599, Val Acc: 0.7333 -INFO:train:Epoch 14/1000 Train Loss: 0.2471, Train Acc: 0.9821 Val Loss: 0.7799, Val Acc: 0.7333 -INFO:train:Epoch 15/1000 Train Loss: 0.2547, Train Acc: 1.0000 Val Loss: 0.8593, Val Acc: 0.6667 -INFO:train:Epoch 16/1000 Train Loss: 0.2577, Train Acc: 0.9821 Val Loss: 1.0067, Val Acc: 0.6667 -INFO:train:Epoch 17/1000 Train Loss: 0.2564, Train Acc: 1.0000 Val Loss: 0.9707, Val Acc: 0.6667 -INFO:train:Epoch 18/1000 Train Loss: 0.2638, Train Acc: 1.0000 Val Loss: 0.8026, Val Acc: 0.6667 -INFO:train:Epoch 19/1000 Train Loss: 0.2471, Train Acc: 1.0000 Val Loss: 0.7762, Val Acc: 0.6000 -INFO:train:Epoch 20/1000 Train Loss: 0.2408, Train Acc: 1.0000 Val Loss: 0.9008, Val Acc: 0.6667 -INFO:train:Epoch 21/1000 Train Loss: 0.2433, Train Acc: 0.9821 Val Loss: 0.9137, Val Acc: 0.6667 -INFO:train:Epoch 22/1000 Train Loss: 0.2325, Train Acc: 1.0000 Val Loss: 0.8157, Val Acc: 0.7333 -INFO:train:Epoch 23/1000 Train Loss: 0.2429, Train Acc: 1.0000 Val Loss: 0.6787, Val Acc: 0.6667 -INFO:train:Epoch 24/1000 Train Loss: 0.2327, Train Acc: 1.0000 Val Loss: 0.7085, Val Acc: 0.6667 -INFO:train:Epoch 25/1000 Train Loss: 0.2345, Train Acc: 1.0000 Val Loss: 0.7227, Val Acc: 0.7333 -INFO:train:Epoch 26/1000 Train Loss: 0.2244, Train Acc: 1.0000 Val Loss: 0.7996, Val Acc: 0.7333 -INFO:train:Epoch 27/1000 Train Loss: 0.2187, Train Acc: 1.0000 Val Loss: 0.8868, Val Acc: 0.7333 -INFO:train:Epoch 28/1000 Train Loss: 0.2293, Train Acc: 1.0000 Val Loss: 0.8202, Val Acc: 0.7333 -INFO:train:Epoch 29/1000 Train Loss: 0.2280, Train Acc: 1.0000 Val Loss: 0.7916, Val Acc: 0.6000 -INFO:train:Epoch 30/1000 Train Loss: 0.2297, Train Acc: 1.0000 Val Loss: 0.7886, Val Acc: 0.6667 -INFO:train:Epoch 31/1000 Train Loss: 0.2287, Train Acc: 1.0000 Val Loss: 0.7877, Val Acc: 0.7333 +INFO:train:Epoch 1/100 Train Loss: 0.7852, Train Acc: 0.8738 Val Loss: 0.6405, Val Acc: 0.7891 +INFO:train:Epoch 2/100 Train Loss: 0.3765, Train Acc: 0.9432 Val Loss: 0.3644, Val Acc: 0.9570 +INFO:train:Epoch 3/100 Train Loss: 0.3406, Train Acc: 0.9511 Val Loss: 0.3639, Val Acc: 0.9551 +INFO:train:Epoch 4/100 Train Loss: 0.3285, Train Acc: 0.9540 Val Loss: 0.3170, Val Acc: 0.9531 +INFO:train:Epoch 5/100 Train Loss: 0.3206, Train Acc: 0.9525 Val Loss: 0.3703, Val Acc: 0.9570 +INFO:train:Epoch 6/100 Train Loss: 0.3251, Train Acc: 0.9486 Val Loss: 0.3428, Val Acc: 0.9551 +INFO:train:Epoch 7/100 Train Loss: 0.3330, Train Acc: 0.9501 Val Loss: 0.3343, Val Acc: 0.9531 +INFO:train:Epoch 8/100 Train Loss: 0.3199, Train Acc: 0.9501 Val Loss: 0.3208, Val Acc: 0.9570 +INFO:train:Epoch 9/100 Train Loss: 0.3102, Train Acc: 0.9540 Val Loss: 0.3357, Val Acc: 0.9570 +INFO:train:Epoch 10/100 Train Loss: 0.3150, Train Acc: 0.9545 Val Loss: 0.3259, Val Acc: 0.9531 +INFO:train:Epoch 11/100 Train Loss: 0.3052, Train Acc: 0.9560 Val Loss: 0.3638, Val Acc: 0.9531 +INFO:train:Epoch 12/100 Train Loss: 0.3099, Train Acc: 0.9535 Val Loss: 0.3755, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 12 epochs +INFO:train:Epoch 13/100 Train Loss: 0.3027, Train Acc: 0.9550 Val Loss: 0.3434, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 13 epochs +INFO:train:Epoch 14/100 Train Loss: 0.2969, Train Acc: 0.9525 Val Loss: 0.3682, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 14 epochs +INFO:train:Epoch 15/100 Train Loss: 0.3164, Train Acc: 0.9477 Val Loss: 0.3736, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 15 epochs +INFO:train:Epoch 16/100 Train Loss: 0.3119, Train Acc: 0.9501 Val Loss: 0.3187, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 16 epochs +INFO:train:Epoch 17/100 Train Loss: 0.3063, Train Acc: 0.9545 Val Loss: 0.3408, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 17 epochs +INFO:train:Epoch 18/100 Train Loss: 0.2888, Train Acc: 0.9589 Val Loss: 0.3498, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 18 epochs +INFO:train:Epoch 19/100 Train Loss: 0.2757, Train Acc: 0.9658 Val Loss: 0.4044, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 19 epochs +INFO:train:Epoch 20/100 Train Loss: 0.2668, Train Acc: 0.9702 Val Loss: 0.3430, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 20 epochs +INFO:train:Epoch 21/100 Train Loss: 0.2725, Train Acc: 0.9633 Val Loss: 0.3215, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 21 epochs +INFO:train:Epoch 22/100 Train Loss: 0.2722, Train Acc: 0.9677 Val Loss: 0.3756, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 22 epochs +INFO:train:Epoch 23/100 Train Loss: 0.2715, Train Acc: 0.9677 Val Loss: 0.3466, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 23 epochs +INFO:train:Epoch 24/100 Train Loss: 0.2598, Train Acc: 0.9741 Val Loss: 0.3848, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 24 epochs +INFO:train:Epoch 25/100 Train Loss: 0.2584, Train Acc: 0.9716 Val Loss: 0.3486, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 25 epochs +INFO:train:Epoch 26/100 Train Loss: 0.2520, Train Acc: 0.9765 Val Loss: 0.3636, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 26 epochs +INFO:train:Epoch 27/100 Train Loss: 0.2392, Train Acc: 0.9834 Val Loss: 0.3912, Val Acc: 0.9277 +INFO:train:Early stopping triggered after 27 epochs +INFO:train:Epoch 28/100 Train Loss: 0.2402, Train Acc: 0.9829 Val Loss: 0.3667, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 28 epochs +INFO:train:Epoch 29/100 Train Loss: 0.2426, Train Acc: 0.9819 Val Loss: 0.3977, Val Acc: 0.9219 +INFO:train:Early stopping triggered after 29 epochs +INFO:train:Epoch 30/100 Train Loss: 0.2337, Train Acc: 0.9853 Val Loss: 0.3845, Val Acc: 0.9277 +INFO:train:Early stopping triggered after 30 epochs +INFO:train:Epoch 31/100 Train Loss: 0.2466, Train Acc: 0.9770 Val Loss: 0.3318, Val Acc: 0.9434 INFO:train:Early stopping triggered after 31 epochs +INFO:train:Epoch 32/100 Train Loss: 0.2329, Train Acc: 0.9873 Val Loss: 0.3806, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 32 epochs +INFO:train:Epoch 33/100 Train Loss: 0.2299, Train Acc: 0.9843 Val Loss: 0.3573, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 33 epochs +INFO:train:Epoch 34/100 Train Loss: 0.2373, Train Acc: 0.9829 Val Loss: 0.3273, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 34 epochs +INFO:train:Epoch 35/100 Train Loss: 0.2376, Train Acc: 0.9829 Val Loss: 0.3379, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 35 epochs +INFO:train:Epoch 36/100 Train Loss: 0.2291, Train Acc: 0.9873 Val Loss: 0.3533, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 36 epochs +INFO:train:Epoch 37/100 Train Loss: 0.2286, Train Acc: 0.9883 Val Loss: 0.3794, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 37 epochs +INFO:train:Epoch 38/100 Train Loss: 0.2267, Train Acc: 0.9892 Val Loss: 0.3348, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 38 epochs +INFO:train:Epoch 39/100 Train Loss: 0.2234, Train Acc: 0.9902 Val Loss: 0.3260, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 39 epochs +INFO:train:Epoch 40/100 Train Loss: 0.2308, Train Acc: 0.9868 Val Loss: 0.3222, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 40 epochs +INFO:train:Epoch 41/100 Train Loss: 0.2257, Train Acc: 0.9932 Val Loss: 0.3633, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 41 epochs +INFO:train:Epoch 42/100 Train Loss: 0.2144, Train Acc: 0.9936 Val Loss: 0.3362, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 42 epochs +INFO:train:Epoch 43/100 Train Loss: 0.2198, Train Acc: 0.9917 Val Loss: 0.3166, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 43 epochs +INFO:train:Epoch 44/100 Train Loss: 0.2296, Train Acc: 0.9868 Val Loss: 0.3295, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 44 epochs +INFO:train:Epoch 45/100 Train Loss: 0.2146, Train Acc: 0.9951 Val Loss: 0.3335, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 45 epochs +INFO:train:Epoch 46/100 Train Loss: 0.2234, Train Acc: 0.9883 Val Loss: 0.3393, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 46 epochs +INFO:train:Epoch 47/100 Train Loss: 0.2171, Train Acc: 0.9941 Val Loss: 0.4076, Val Acc: 0.9219 +INFO:train:Early stopping triggered after 47 epochs +INFO:train:Epoch 48/100 Train Loss: 0.2118, Train Acc: 0.9946 Val Loss: 0.3413, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 48 epochs +INFO:train:Epoch 49/100 Train Loss: 0.2286, Train Acc: 0.9892 Val Loss: 0.3554, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 49 epochs +INFO:train:Epoch 50/100 Train Loss: 0.2229, Train Acc: 0.9897 Val Loss: 0.3575, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 50 epochs +INFO:train:Epoch 51/100 Train Loss: 0.2227, Train Acc: 0.9917 Val Loss: 0.3458, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 51 epochs +INFO:train:Epoch 52/100 Train Loss: 0.2124, Train Acc: 0.9961 Val Loss: 0.3495, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 52 epochs +INFO:train:Epoch 53/100 Train Loss: 0.2165, Train Acc: 0.9917 Val Loss: 0.3568, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 53 epochs +INFO:train:Epoch 54/100 Train Loss: 0.2198, Train Acc: 0.9927 Val Loss: 0.3646, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 54 epochs +INFO:train:Epoch 55/100 Train Loss: 0.2257, Train Acc: 0.9868 Val Loss: 0.3509, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 55 epochs +INFO:train:Epoch 56/100 Train Loss: 0.2222, Train Acc: 0.9902 Val Loss: 0.3308, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 56 epochs +INFO:train:Epoch 57/100 Train Loss: 0.2236, Train Acc: 0.9902 Val Loss: 0.3457, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 57 epochs +INFO:train:Epoch 58/100 Train Loss: 0.2158, Train Acc: 0.9936 Val Loss: 0.3401, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 58 epochs +INFO:train:Epoch 59/100 Train Loss: 0.2148, Train Acc: 0.9941 Val Loss: 0.3588, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 59 epochs +INFO:train:Epoch 60/100 Train Loss: 0.2169, Train Acc: 0.9927 Val Loss: 0.3604, Val Acc: 0.9277 +INFO:train:Early stopping triggered after 60 epochs +INFO:train:Epoch 61/100 Train Loss: 0.2168, Train Acc: 0.9936 Val Loss: 0.3501, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 61 epochs +INFO:train:Epoch 62/100 Train Loss: 0.2086, Train Acc: 0.9971 Val Loss: 0.3340, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 62 epochs +INFO:train:Epoch 63/100 Train Loss: 0.2102, Train Acc: 0.9961 Val Loss: 0.3527, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 63 epochs +INFO:train:Epoch 64/100 Train Loss: 0.2113, Train Acc: 0.9956 Val Loss: 0.3483, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 64 epochs +INFO:train:Epoch 65/100 Train Loss: 0.2115, Train Acc: 0.9951 Val Loss: 0.3296, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 65 epochs +INFO:train:Epoch 66/100 Train Loss: 0.2084, Train Acc: 0.9966 Val Loss: 0.3866, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 66 epochs +INFO:train:Epoch 67/100 Train Loss: 0.2122, Train Acc: 0.9932 Val Loss: 0.3545, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 67 epochs +INFO:train:Epoch 68/100 Train Loss: 0.2159, Train Acc: 0.9932 Val Loss: 0.3735, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 68 epochs +INFO:train:Epoch 69/100 Train Loss: 0.2189, Train Acc: 0.9912 Val Loss: 0.3549, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 69 epochs +INFO:train:Epoch 70/100 Train Loss: 0.2107, Train Acc: 0.9966 Val Loss: 0.3482, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 70 epochs +INFO:train:Epoch 71/100 Train Loss: 0.2112, Train Acc: 0.9961 Val Loss: 0.3411, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 71 epochs +INFO:train:Epoch 72/100 Train Loss: 0.2169, Train Acc: 0.9922 Val Loss: 0.3286, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 72 epochs +INFO:train:Epoch 73/100 Train Loss: 0.2155, Train Acc: 0.9946 Val Loss: 0.3708, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 73 epochs +INFO:train:Epoch 74/100 Train Loss: 0.2172, Train Acc: 0.9927 Val Loss: 0.3127, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 74 epochs +INFO:train:Epoch 75/100 Train Loss: 0.2181, Train Acc: 0.9902 Val Loss: 0.3637, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 75 epochs +INFO:train:Epoch 76/100 Train Loss: 0.2278, Train Acc: 0.9897 Val Loss: 0.3109, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 76 epochs +INFO:train:Epoch 77/100 Train Loss: 0.2284, Train Acc: 0.9843 Val Loss: 0.3244, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 77 epochs +INFO:train:Epoch 78/100 Train Loss: 0.2283, Train Acc: 0.9858 Val Loss: 0.3794, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 78 epochs +INFO:train:Epoch 79/100 Train Loss: 0.2177, Train Acc: 0.9941 Val Loss: 0.3230, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 79 epochs +INFO:train:Epoch 80/100 Train Loss: 0.2112, Train Acc: 0.9946 Val Loss: 0.3454, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 80 epochs +INFO:train:Epoch 81/100 Train Loss: 0.2100, Train Acc: 0.9956 Val Loss: 0.3137, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 81 epochs +INFO:train:Epoch 82/100 Train Loss: 0.2121, Train Acc: 0.9951 Val Loss: 0.3345, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 82 epochs +INFO:train:Epoch 83/100 Train Loss: 0.2067, Train Acc: 0.9985 Val Loss: 0.3293, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 83 epochs +INFO:train:Epoch 84/100 Train Loss: 0.2048, Train Acc: 0.9971 Val Loss: 0.3170, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 84 epochs +INFO:train:Epoch 85/100 Train Loss: 0.2097, Train Acc: 0.9966 Val Loss: 0.3521, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 85 epochs +INFO:train:Epoch 86/100 Train Loss: 0.2065, Train Acc: 0.9971 Val Loss: 0.3625, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 86 epochs +INFO:train:Epoch 87/100 Train Loss: 0.2059, Train Acc: 0.9976 Val Loss: 0.3724, Val Acc: 0.9375 +INFO:train:Early stopping triggered after 87 epochs +INFO:train:Epoch 88/100 Train Loss: 0.2034, Train Acc: 0.9990 Val Loss: 0.3313, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 88 epochs +INFO:train:Epoch 89/100 Train Loss: 0.2009, Train Acc: 0.9995 Val Loss: 0.3519, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 89 epochs +INFO:train:Epoch 90/100 Train Loss: 0.2014, Train Acc: 0.9990 Val Loss: 0.3525, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 90 epochs +INFO:train:Epoch 91/100 Train Loss: 0.1998, Train Acc: 1.0000 Val Loss: 0.3559, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 91 epochs +INFO:train:Epoch 92/100 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3479, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 92 epochs +INFO:train:Epoch 93/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3453, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 93 epochs +INFO:train:Epoch 94/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3450, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 94 epochs +INFO:train:Epoch 95/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3465, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 95 epochs +INFO:train:Epoch 96/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3435, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 96 epochs +INFO:train:Epoch 97/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3428, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 97 epochs +INFO:train:Epoch 98/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3417, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 98 epochs +INFO:train:Epoch 99/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3407, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 99 epochs +INFO:train:Epoch 100/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3426, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 100 epochs INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 13.86s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 +INFO:__main__:Total time taken to train the model: 1423.06s +INFO:train:train got 64 / 64 correct, accuracy: 1.0 INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.20s -INFO:train:validation got 11 / 15 correct, accuracy: 0.7333333333333333 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 diff --git a/code/transformer/logs/instance-recognition/tmp/run_9.log b/code/transformer/logs/instance-recognition/tmp/run_9.log index bea1607..6563c5f 100644 --- a/code/transformer/logs/instance-recognition/tmp/run_9.log +++ b/code/transformer/logs/instance-recognition/tmp/run_9.log @@ -53,51 +53,199 @@ INFO:__main__:model: Transformer( (fc): Linear(in_features=2046, out_features=2, bias=True) ) INFO:__main__:Training the network -INFO:train:Epoch 1/1000 Train Loss: 0.6358, Train Acc: 0.6964 Val Loss: 5.0210, Val Acc: 0.7333 -INFO:train:Epoch 2/1000 Train Loss: 3.4817, Train Acc: 0.6964 Val Loss: 7.3948, Val Acc: 0.4000 -INFO:train:Epoch 3/1000 Train Loss: 2.6750, Train Acc: 0.7143 Val Loss: 1.9840, Val Acc: 0.4667 -INFO:train:Epoch 4/1000 Train Loss: 0.4900, Train Acc: 0.9107 Val Loss: 1.7911, Val Acc: 0.7333 -INFO:train:Epoch 5/1000 Train Loss: 1.4390, Train Acc: 0.6429 Val Loss: 1.1363, Val Acc: 0.6667 -INFO:train:Epoch 6/1000 Train Loss: 0.4604, Train Acc: 0.9107 Val Loss: 2.0332, Val Acc: 0.6000 -INFO:train:Epoch 7/1000 Train Loss: 0.4180, Train Acc: 0.9286 Val Loss: 2.6042, Val Acc: 0.6000 -INFO:train:Epoch 8/1000 Train Loss: 0.4957, Train Acc: 0.9286 Val Loss: 2.3735, Val Acc: 0.6667 -INFO:train:Epoch 9/1000 Train Loss: 0.3909, Train Acc: 0.9821 Val Loss: 2.1100, Val Acc: 0.6000 -INFO:train:Epoch 10/1000 Train Loss: 0.3535, Train Acc: 1.0000 Val Loss: 1.9029, Val Acc: 0.4667 -INFO:train:Epoch 11/1000 Train Loss: 0.3551, Train Acc: 0.9821 Val Loss: 1.6559, Val Acc: 0.4667 -INFO:train:Epoch 12/1000 Train Loss: 0.3264, Train Acc: 0.9643 Val Loss: 1.3167, Val Acc: 0.4667 -INFO:train:Epoch 13/1000 Train Loss: 0.2581, Train Acc: 0.9821 Val Loss: 1.1846, Val Acc: 0.5333 -INFO:train:Epoch 14/1000 Train Loss: 0.3388, Train Acc: 0.9107 Val Loss: 1.1457, Val Acc: 0.6000 -INFO:train:Epoch 15/1000 Train Loss: 0.2530, Train Acc: 1.0000 Val Loss: 1.4346, Val Acc: 0.6667 -INFO:train:Epoch 16/1000 Train Loss: 0.3154, Train Acc: 0.9286 Val Loss: 1.3325, Val Acc: 0.6667 -INFO:train:Epoch 17/1000 Train Loss: 0.2750, Train Acc: 0.9821 Val Loss: 1.2753, Val Acc: 0.4667 -INFO:train:Epoch 18/1000 Train Loss: 0.2902, Train Acc: 0.9286 Val Loss: 1.3836, Val Acc: 0.5333 -INFO:train:Epoch 19/1000 Train Loss: 0.2476, Train Acc: 1.0000 Val Loss: 1.5235, Val Acc: 0.4000 -INFO:train:Epoch 20/1000 Train Loss: 0.2792, Train Acc: 0.9821 Val Loss: 1.3571, Val Acc: 0.6000 -INFO:train:Epoch 21/1000 Train Loss: 0.2489, Train Acc: 1.0000 Val Loss: 1.2909, Val Acc: 0.6000 -INFO:train:Epoch 22/1000 Train Loss: 0.2562, Train Acc: 1.0000 Val Loss: 1.2448, Val Acc: 0.6667 -INFO:train:Epoch 23/1000 Train Loss: 0.2598, Train Acc: 1.0000 Val Loss: 1.2197, Val Acc: 0.6000 -INFO:train:Epoch 24/1000 Train Loss: 0.2550, Train Acc: 1.0000 Val Loss: 1.2039, Val Acc: 0.6667 -INFO:train:Epoch 25/1000 Train Loss: 0.2471, Train Acc: 1.0000 Val Loss: 1.1245, Val Acc: 0.6000 -INFO:train:Epoch 26/1000 Train Loss: 0.2488, Train Acc: 1.0000 Val Loss: 1.0153, Val Acc: 0.6000 -INFO:train:Epoch 27/1000 Train Loss: 0.2521, Train Acc: 0.9821 Val Loss: 1.0158, Val Acc: 0.5333 -INFO:train:Epoch 28/1000 Train Loss: 0.2398, Train Acc: 1.0000 Val Loss: 1.0645, Val Acc: 0.5333 -INFO:train:Epoch 29/1000 Train Loss: 0.2242, Train Acc: 1.0000 Val Loss: 1.0817, Val Acc: 0.6000 -INFO:train:Epoch 30/1000 Train Loss: 0.2211, Train Acc: 1.0000 Val Loss: 1.0949, Val Acc: 0.6000 -INFO:train:Epoch 31/1000 Train Loss: 0.2347, Train Acc: 1.0000 Val Loss: 1.1482, Val Acc: 0.6000 -INFO:train:Epoch 32/1000 Train Loss: 0.2268, Train Acc: 1.0000 Val Loss: 1.1700, Val Acc: 0.5333 -INFO:train:Epoch 33/1000 Train Loss: 0.2221, Train Acc: 1.0000 Val Loss: 1.1602, Val Acc: 0.5333 -INFO:train:Epoch 34/1000 Train Loss: 0.2247, Train Acc: 1.0000 Val Loss: 1.1116, Val Acc: 0.5333 -INFO:train:Epoch 35/1000 Train Loss: 0.2233, Train Acc: 1.0000 Val Loss: 1.0726, Val Acc: 0.5333 -INFO:train:Epoch 36/1000 Train Loss: 0.2199, Train Acc: 1.0000 Val Loss: 1.0903, Val Acc: 0.5333 -INFO:train:Epoch 37/1000 Train Loss: 0.2191, Train Acc: 1.0000 Val Loss: 1.1068, Val Acc: 0.5333 +INFO:train:Epoch 1/100 Train Loss: 0.8400, Train Acc: 0.8865 Val Loss: 0.4292, Val Acc: 0.8711 +INFO:train:Epoch 2/100 Train Loss: 0.3512, Train Acc: 0.9452 Val Loss: 0.3531, Val Acc: 0.9570 +INFO:train:Epoch 3/100 Train Loss: 0.3396, Train Acc: 0.9506 Val Loss: 0.3497, Val Acc: 0.9570 +INFO:train:Epoch 4/100 Train Loss: 0.3442, Train Acc: 0.9452 Val Loss: 0.4237, Val Acc: 0.9570 +INFO:train:Epoch 5/100 Train Loss: 0.3314, Train Acc: 0.9525 Val Loss: 0.3434, Val Acc: 0.9551 +INFO:train:Epoch 6/100 Train Loss: 0.3374, Train Acc: 0.9496 Val Loss: 0.3424, Val Acc: 0.9570 +INFO:train:Epoch 7/100 Train Loss: 0.3098, Train Acc: 0.9521 Val Loss: 0.3211, Val Acc: 0.9531 +INFO:train:Epoch 8/100 Train Loss: 0.3257, Train Acc: 0.9535 Val Loss: 0.3304, Val Acc: 0.9551 +INFO:train:Epoch 9/100 Train Loss: 0.3150, Train Acc: 0.9491 Val Loss: 0.3426, Val Acc: 0.9531 +INFO:train:Epoch 10/100 Train Loss: 0.3053, Train Acc: 0.9540 Val Loss: 0.3429, Val Acc: 0.9473 +INFO:train:Epoch 11/100 Train Loss: 0.3177, Train Acc: 0.9491 Val Loss: 0.3210, Val Acc: 0.9512 +INFO:train:Epoch 12/100 Train Loss: 0.2987, Train Acc: 0.9550 Val Loss: 0.3222, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 12 epochs +INFO:train:Epoch 13/100 Train Loss: 0.3076, Train Acc: 0.9530 Val Loss: 0.3343, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 13 epochs +INFO:train:Epoch 14/100 Train Loss: 0.2943, Train Acc: 0.9579 Val Loss: 0.3643, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 14 epochs +INFO:train:Epoch 15/100 Train Loss: 0.2867, Train Acc: 0.9550 Val Loss: 0.3178, Val Acc: 0.9570 +INFO:train:Early stopping triggered after 15 epochs +INFO:train:Epoch 16/100 Train Loss: 0.2902, Train Acc: 0.9565 Val Loss: 0.3781, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 16 epochs +INFO:train:Epoch 17/100 Train Loss: 0.3155, Train Acc: 0.9525 Val Loss: 0.3342, Val Acc: 0.9551 +INFO:train:Early stopping triggered after 17 epochs +INFO:train:Epoch 18/100 Train Loss: 0.2968, Train Acc: 0.9584 Val Loss: 0.3481, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 18 epochs +INFO:train:Epoch 19/100 Train Loss: 0.2909, Train Acc: 0.9618 Val Loss: 0.3636, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 19 epochs +INFO:train:Epoch 20/100 Train Loss: 0.2796, Train Acc: 0.9609 Val Loss: 0.3688, Val Acc: 0.9219 +INFO:train:Early stopping triggered after 20 epochs +INFO:train:Epoch 21/100 Train Loss: 0.2696, Train Acc: 0.9692 Val Loss: 0.3101, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 21 epochs +INFO:train:Epoch 22/100 Train Loss: 0.2696, Train Acc: 0.9662 Val Loss: 0.3581, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 22 epochs +INFO:train:Epoch 23/100 Train Loss: 0.2814, Train Acc: 0.9623 Val Loss: 0.3478, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 23 epochs +INFO:train:Epoch 24/100 Train Loss: 0.2630, Train Acc: 0.9736 Val Loss: 0.3141, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 24 epochs +INFO:train:Epoch 25/100 Train Loss: 0.2589, Train Acc: 0.9702 Val Loss: 0.3588, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 25 epochs +INFO:train:Epoch 26/100 Train Loss: 0.2519, Train Acc: 0.9765 Val Loss: 0.3338, Val Acc: 0.9531 +INFO:train:Early stopping triggered after 26 epochs +INFO:train:Epoch 27/100 Train Loss: 0.2453, Train Acc: 0.9824 Val Loss: 0.4914, Val Acc: 0.9199 +INFO:train:Early stopping triggered after 27 epochs +INFO:train:Epoch 28/100 Train Loss: 0.2592, Train Acc: 0.9741 Val Loss: 0.3467, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 28 epochs +INFO:train:Epoch 29/100 Train Loss: 0.2331, Train Acc: 0.9868 Val Loss: 0.3147, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 29 epochs +INFO:train:Epoch 30/100 Train Loss: 0.2410, Train Acc: 0.9829 Val Loss: 0.3315, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 30 epochs +INFO:train:Epoch 31/100 Train Loss: 0.2391, Train Acc: 0.9843 Val Loss: 0.3269, Val Acc: 0.9395 +INFO:train:Early stopping triggered after 31 epochs +INFO:train:Epoch 32/100 Train Loss: 0.2304, Train Acc: 0.9878 Val Loss: 0.3557, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 32 epochs +INFO:train:Epoch 33/100 Train Loss: 0.2215, Train Acc: 0.9927 Val Loss: 0.3243, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 33 epochs +INFO:train:Epoch 34/100 Train Loss: 0.2216, Train Acc: 0.9917 Val Loss: 0.3459, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 34 epochs +INFO:train:Epoch 35/100 Train Loss: 0.2225, Train Acc: 0.9907 Val Loss: 0.3270, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 35 epochs +INFO:train:Epoch 36/100 Train Loss: 0.2451, Train Acc: 0.9814 Val Loss: 0.3353, Val Acc: 0.9277 +INFO:train:Early stopping triggered after 36 epochs +INFO:train:Epoch 37/100 Train Loss: 0.2284, Train Acc: 0.9892 Val Loss: 0.3893, Val Acc: 0.9238 INFO:train:Early stopping triggered after 37 epochs +INFO:train:Epoch 38/100 Train Loss: 0.2324, Train Acc: 0.9858 Val Loss: 0.3338, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 38 epochs +INFO:train:Epoch 39/100 Train Loss: 0.2329, Train Acc: 0.9883 Val Loss: 0.3323, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 39 epochs +INFO:train:Epoch 40/100 Train Loss: 0.2363, Train Acc: 0.9819 Val Loss: 0.3587, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 40 epochs +INFO:train:Epoch 41/100 Train Loss: 0.2423, Train Acc: 0.9843 Val Loss: 0.3678, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 41 epochs +INFO:train:Epoch 42/100 Train Loss: 0.2347, Train Acc: 0.9839 Val Loss: 0.3138, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 42 epochs +INFO:train:Epoch 43/100 Train Loss: 0.2208, Train Acc: 0.9932 Val Loss: 0.3344, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 43 epochs +INFO:train:Epoch 44/100 Train Loss: 0.2137, Train Acc: 0.9946 Val Loss: 0.3435, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 44 epochs +INFO:train:Epoch 45/100 Train Loss: 0.2284, Train Acc: 0.9883 Val Loss: 0.3166, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 45 epochs +INFO:train:Epoch 46/100 Train Loss: 0.2152, Train Acc: 0.9922 Val Loss: 0.3518, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 46 epochs +INFO:train:Epoch 47/100 Train Loss: 0.2179, Train Acc: 0.9917 Val Loss: 0.3504, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 47 epochs +INFO:train:Epoch 48/100 Train Loss: 0.2207, Train Acc: 0.9912 Val Loss: 0.3716, Val Acc: 0.9297 +INFO:train:Early stopping triggered after 48 epochs +INFO:train:Epoch 49/100 Train Loss: 0.2194, Train Acc: 0.9917 Val Loss: 0.3432, Val Acc: 0.9355 +INFO:train:Early stopping triggered after 49 epochs +INFO:train:Epoch 50/100 Train Loss: 0.2213, Train Acc: 0.9897 Val Loss: 0.3807, Val Acc: 0.9258 +INFO:train:Early stopping triggered after 50 epochs +INFO:train:Epoch 51/100 Train Loss: 0.2376, Train Acc: 0.9843 Val Loss: 0.3182, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 51 epochs +INFO:train:Epoch 52/100 Train Loss: 0.2244, Train Acc: 0.9897 Val Loss: 0.3290, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 52 epochs +INFO:train:Epoch 53/100 Train Loss: 0.2218, Train Acc: 0.9927 Val Loss: 0.3483, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 53 epochs +INFO:train:Epoch 54/100 Train Loss: 0.2205, Train Acc: 0.9912 Val Loss: 0.3546, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 54 epochs +INFO:train:Epoch 55/100 Train Loss: 0.2108, Train Acc: 0.9971 Val Loss: 0.3343, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 55 epochs +INFO:train:Epoch 56/100 Train Loss: 0.2066, Train Acc: 0.9971 Val Loss: 0.3422, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 56 epochs +INFO:train:Epoch 57/100 Train Loss: 0.2162, Train Acc: 0.9927 Val Loss: 0.3352, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 57 epochs +INFO:train:Epoch 58/100 Train Loss: 0.2082, Train Acc: 0.9961 Val Loss: 0.3449, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 58 epochs +INFO:train:Epoch 59/100 Train Loss: 0.2148, Train Acc: 0.9941 Val Loss: 0.3436, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 59 epochs +INFO:train:Epoch 60/100 Train Loss: 0.2243, Train Acc: 0.9887 Val Loss: 0.3638, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 60 epochs +INFO:train:Epoch 61/100 Train Loss: 0.2158, Train Acc: 0.9936 Val Loss: 0.3280, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 61 epochs +INFO:train:Epoch 62/100 Train Loss: 0.2174, Train Acc: 0.9902 Val Loss: 0.3357, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 62 epochs +INFO:train:Epoch 63/100 Train Loss: 0.2123, Train Acc: 0.9951 Val Loss: 0.3551, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 63 epochs +INFO:train:Epoch 64/100 Train Loss: 0.2180, Train Acc: 0.9907 Val Loss: 0.3829, Val Acc: 0.9316 +INFO:train:Early stopping triggered after 64 epochs +INFO:train:Epoch 65/100 Train Loss: 0.2159, Train Acc: 0.9927 Val Loss: 0.3300, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 65 epochs +INFO:train:Epoch 66/100 Train Loss: 0.2152, Train Acc: 0.9922 Val Loss: 0.3286, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 66 epochs +INFO:train:Epoch 67/100 Train Loss: 0.2135, Train Acc: 0.9951 Val Loss: 0.3668, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 67 epochs +INFO:train:Epoch 68/100 Train Loss: 0.2130, Train Acc: 0.9932 Val Loss: 0.3454, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 68 epochs +INFO:train:Epoch 69/100 Train Loss: 0.2201, Train Acc: 0.9892 Val Loss: 0.3463, Val Acc: 0.9414 +INFO:train:Early stopping triggered after 69 epochs +INFO:train:Epoch 70/100 Train Loss: 0.2106, Train Acc: 0.9941 Val Loss: 0.3390, Val Acc: 0.9434 +INFO:train:Early stopping triggered after 70 epochs +INFO:train:Epoch 71/100 Train Loss: 0.2079, Train Acc: 0.9961 Val Loss: 0.3605, Val Acc: 0.9336 +INFO:train:Early stopping triggered after 71 epochs +INFO:train:Epoch 72/100 Train Loss: 0.2154, Train Acc: 0.9946 Val Loss: 0.3392, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 72 epochs +INFO:train:Epoch 73/100 Train Loss: 0.2090, Train Acc: 0.9956 Val Loss: 0.3228, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 73 epochs +INFO:train:Epoch 74/100 Train Loss: 0.2058, Train Acc: 0.9971 Val Loss: 0.3372, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 74 epochs +INFO:train:Epoch 75/100 Train Loss: 0.2037, Train Acc: 0.9985 Val Loss: 0.3447, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 75 epochs +INFO:train:Epoch 76/100 Train Loss: 0.2075, Train Acc: 0.9961 Val Loss: 0.3322, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 76 epochs +INFO:train:Epoch 77/100 Train Loss: 0.2028, Train Acc: 0.9990 Val Loss: 0.3338, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 77 epochs +INFO:train:Epoch 78/100 Train Loss: 0.2015, Train Acc: 0.9990 Val Loss: 0.3364, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 78 epochs +INFO:train:Epoch 79/100 Train Loss: 0.2023, Train Acc: 0.9995 Val Loss: 0.3381, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 79 epochs +INFO:train:Epoch 80/100 Train Loss: 0.2013, Train Acc: 0.9995 Val Loss: 0.3400, Val Acc: 0.9453 +INFO:train:Early stopping triggered after 80 epochs +INFO:train:Epoch 81/100 Train Loss: 0.2007, Train Acc: 0.9995 Val Loss: 0.3465, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 81 epochs +INFO:train:Epoch 82/100 Train Loss: 0.2045, Train Acc: 0.9985 Val Loss: 0.3187, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 82 epochs +INFO:train:Epoch 83/100 Train Loss: 0.2023, Train Acc: 0.9990 Val Loss: 0.3437, Val Acc: 0.9512 +INFO:train:Early stopping triggered after 83 epochs +INFO:train:Epoch 84/100 Train Loss: 0.2005, Train Acc: 1.0000 Val Loss: 0.3312, Val Acc: 0.9473 +INFO:train:Early stopping triggered after 84 epochs +INFO:train:Epoch 85/100 Train Loss: 0.1997, Train Acc: 1.0000 Val Loss: 0.3343, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 85 epochs +INFO:train:Epoch 86/100 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3328, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 86 epochs +INFO:train:Epoch 87/100 Train Loss: 0.1995, Train Acc: 1.0000 Val Loss: 0.3346, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 87 epochs +INFO:train:Epoch 88/100 Train Loss: 0.1994, Train Acc: 1.0000 Val Loss: 0.3336, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 88 epochs +INFO:train:Epoch 89/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3334, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 89 epochs +INFO:train:Epoch 90/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3342, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 90 epochs +INFO:train:Epoch 91/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3354, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 91 epochs +INFO:train:Epoch 92/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3319, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 92 epochs +INFO:train:Epoch 93/100 Train Loss: 0.1993, Train Acc: 1.0000 Val Loss: 0.3334, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 93 epochs +INFO:train:Epoch 94/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3328, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 94 epochs +INFO:train:Epoch 95/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3341, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 95 epochs +INFO:train:Epoch 96/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3326, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 96 epochs +INFO:train:Epoch 97/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3310, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 97 epochs +INFO:train:Epoch 98/100 Train Loss: 0.1992, Train Acc: 1.0000 Val Loss: 0.3323, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 98 epochs +INFO:train:Epoch 99/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3320, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 99 epochs +INFO:train:Epoch 100/100 Train Loss: 0.1991, Train Acc: 1.0000 Val Loss: 0.3318, Val Acc: 0.9492 +INFO:train:Early stopping triggered after 100 epochs INFO:plot:Saving attention map to: figures/model_accuracy.png -INFO:__main__:Total time taken to train the model: 16.34s -INFO:train:train got 56 / 56 correct, accuracy: 1.0 +INFO:__main__:Total time taken to train the model: 1447.14s +INFO:train:train got 64 / 64 correct, accuracy: 1.0 INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png -INFO:train:Total time taken evaluate on train set the model: 0.19s -INFO:train:validation got 8 / 15 correct, accuracy: 0.5333333333333333 -INFO:plot:Saving cofusion matrix map to: figures/validation_confusion_matrix.png -INFO:train:Total time taken evaluate on validation set the model: 0.09s -INFO:plot:Saving attention map to: figures/encoder_attention_map.png -INFO:plot:Saving attention map to: figures/decoder_attention_map.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 +INFO:plot:Saving cofusion matrix map to: figures/train_confusion_matrix.png +INFO:train:train got 64 / 64 correct, accuracy: 1.0 diff --git a/code/transformer/logs/results_0.log b/code/transformer/logs/results_0.log index 8a53e79..f9ee373 100644 --- a/code/transformer/logs/results_0.log +++ b/code/transformer/logs/results_0.log @@ -52,4 +52,3 @@ INFO:__main__:model: Transformer( ) (fc): Linear(in_features=2046, out_features=2, bias=True) ) -INFO:__main__:Training the network diff --git a/code/transformer/run.sh b/code/transformer/run.sh index a02cb06..8896e18 100755 --- a/code/transformer/run.sh +++ b/code/transformer/run.sh @@ -19,11 +19,11 @@ fi # The server has 3 GPUs to use in parallel. ts -S 3 -for i in {1..30}; +for i in {1..10}; do # Run the experiments using the ts command. ts -G 1 python3 main.py \ --dataset "${DATASET}" --output "logs/${DATASET}/${NAME}/run" --run "$i" \ - --dropout 0.2 --label-smoothing 0.1 --early-stopping 10 \ - --epochs 1000 --learning-rate "1E-4"; + --dropout 0.2 --label-smoothing 0.1 --early-stopping 10 \ + --epochs 100 --learning-rate "1E-4"; done diff --git a/code/transformer/util.py b/code/transformer/util.py index fa9b576..2ba73e7 100644 --- a/code/transformer/util.py +++ b/code/transformer/util.py @@ -102,8 +102,8 @@ def random_augmentation( return xs, ys def load_from_file( - path: Iterable = ["~/", "Desktop", "fishy-business", "data", "REIMS_data.xlsx"] - # path: Iterable = ["/vol","ecrg-solar","woodj4","fishy-business","data", "REIMS_data.xlsx"] + # path: Iterable = ["~/", "Desktop", "fishy-business", "data", "REIMS_data.xlsx"] + path: Iterable = ["/vol","ecrg-solar","woodj4","fishy-business","data", "REIMS_data.xlsx"] ) -> pd.DataFrame: """ Load the dataset from a file path.