Skip to content

Commit

Permalink
test: remove redundant timeout
Browse files Browse the repository at this point in the history
  • Loading branch information
avik-pal committed Jul 27, 2024
1 parent 2a55829 commit f3159bd
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions test/layers/recurrent_tests.jl
Original file line number Diff line number Diff line change
Expand Up @@ -279,7 +279,7 @@ end
end
end

@testitem "Recurrence" timeout=3000 setup=[SharedTestSetup] tags=[:recurrent_layers] begin
@testitem "Recurrence" setup=[SharedTestSetup] tags=[:recurrent_layers] begin
rng = StableRNG(12345)

@testset "$mode" for (mode, aType, device, ongpu) in MODES
Expand Down Expand Up @@ -374,7 +374,7 @@ end
end
end

@testitem "Bidirectional" timeout=3000 setup=[SharedTestSetup] tags=[:recurrent_layers] begin
@testitem "Bidirectional" setup=[SharedTestSetup] tags=[:recurrent_layers] begin
rng = StableRNG(12345)

@testset "$mode" for (mode, aType, device, ongpu) in MODES
Expand Down

1 comment on commit f3159bd

@github-actions
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark Results

Benchmark suite Current: f3159bd Previous: 2a55829 Ratio
Dense(2 => 2)/cpu/reverse/ReverseDiff (compiled)/(2, 128) 4340.625 ns 3661.875 ns 1.19
Dense(2 => 2)/cpu/reverse/Zygote/(2, 128) 8991.833333333334 ns 7419.8 ns 1.21
Dense(2 => 2)/cpu/reverse/Tracker/(2, 128) 25788 ns 20999 ns 1.23
Dense(2 => 2)/cpu/reverse/ReverseDiff/(2, 128) 12129.333333333334 ns 9738 ns 1.25
Dense(2 => 2)/cpu/reverse/Flux/(2, 128) 10748.1 ns 9050.8 ns 1.19
Dense(2 => 2)/cpu/reverse/SimpleChains/(2, 128) 4954.25 ns 4475.875 ns 1.11
Dense(2 => 2)/cpu/reverse/Enzyme/(2, 128) 5425.125 ns 4693.875 ns 1.16
Dense(2 => 2)/cpu/forward/NamedTuple/(2, 128) 1359.1832061068703 ns 1112.656050955414 ns 1.22
Dense(2 => 2)/cpu/forward/ComponentArray/(2, 128) 1401.2664233576643 ns 1169.8661971830986 ns 1.20
Dense(2 => 2)/cpu/forward/Flux/(2, 128) 2176.5833333333335 ns 1777.3272727272727 ns 1.22
Dense(2 => 2)/cpu/forward/SimpleChains/(2, 128) 179.46778711484595 ns 179.5702364394993 ns 1.00
Dense(20 => 20)/cpu/reverse/ReverseDiff (compiled)/(20, 128) 21761 ns 17302 ns 1.26
Dense(20 => 20)/cpu/reverse/Zygote/(20, 128) 20408 ns 17032 ns 1.20
Dense(20 => 20)/cpu/reverse/Tracker/(20, 128) 42780 ns 37040 ns 1.15
Dense(20 => 20)/cpu/reverse/ReverseDiff/(20, 128) 32301 ns 29184 ns 1.11
Dense(20 => 20)/cpu/reverse/Flux/(20, 128) 22652 ns 21551 ns 1.05
Dense(20 => 20)/cpu/reverse/SimpleChains/(20, 128) 18654 ns 17293 ns 1.08
Dense(20 => 20)/cpu/reverse/Enzyme/(20, 128) 28283 ns 25498 ns 1.11
Dense(20 => 20)/cpu/forward/NamedTuple/(20, 128) 4363.8125 ns 3844.75 ns 1.14
Dense(20 => 20)/cpu/forward/ComponentArray/(20, 128) 4459.5 ns 3933.5 ns 1.13
Dense(20 => 20)/cpu/forward/Flux/(20, 128) 5581.928571428572 ns 4952.142857142857 ns 1.13
Dense(20 => 20)/cpu/forward/SimpleChains/(20, 128) 1850.5 ns 1654.1 ns 1.12
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 3, 128) 45154820.5 ns 50721668.5 ns 0.89
Conv((3, 3), 3 => 3)/cpu/reverse/Zygote/(64, 64, 3, 128) 62378075.5 ns 58546553 ns 1.07
Conv((3, 3), 3 => 3)/cpu/reverse/Tracker/(64, 64, 3, 128) 82237576.5 ns 101678849 ns 0.81
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff/(64, 64, 3, 128) 92405677.5 ns 101190618 ns 0.91
Conv((3, 3), 3 => 3)/cpu/reverse/Flux/(64, 64, 3, 128) 78467695 ns 78796997 ns 1.00
Conv((3, 3), 3 => 3)/cpu/reverse/SimpleChains/(64, 64, 3, 128) 11963195.5 ns 12343077 ns 0.97
Conv((3, 3), 3 => 3)/cpu/reverse/Enzyme/(64, 64, 3, 128) 91650799 ns 92604699 ns 0.99
Conv((3, 3), 3 => 3)/cpu/forward/NamedTuple/(64, 64, 3, 128) 7710446.5 ns 7675430 ns 1.00
Conv((3, 3), 3 => 3)/cpu/forward/ComponentArray/(64, 64, 3, 128) 7584631 ns 7608555 ns 1.00
Conv((3, 3), 3 => 3)/cpu/forward/Flux/(64, 64, 3, 128) 12087804.5 ns 12512726 ns 0.97
Conv((3, 3), 3 => 3)/cpu/forward/SimpleChains/(64, 64, 3, 128) 6389570.5 ns 6420844 ns 1.00
vgg16/cpu/reverse/Zygote/(32, 32, 3, 16) 691470864.5 ns 698316993 ns 0.99
vgg16/cpu/reverse/Zygote/(32, 32, 3, 64) 2612057812 ns 2576787594 ns 1.01
vgg16/cpu/reverse/Zygote/(32, 32, 3, 2) 151710246 ns 141986062.5 ns 1.07
vgg16/cpu/reverse/Tracker/(32, 32, 3, 16) 847276341 ns 893749885.5 ns 0.95
vgg16/cpu/reverse/Tracker/(32, 32, 3, 64) 2998224779 ns 3362911269 ns 0.89
vgg16/cpu/reverse/Tracker/(32, 32, 3, 2) 231162547 ns 207659968 ns 1.11
vgg16/cpu/reverse/Flux/(32, 32, 3, 16) 712811787.5 ns 857934198 ns 0.83
vgg16/cpu/reverse/Flux/(32, 32, 3, 64) 2949177680 ns 2864984030 ns 1.03
vgg16/cpu/reverse/Flux/(32, 32, 3, 2) 139771741 ns 149742910 ns 0.93
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 16) 175403229 ns 177136415.5 ns 0.99
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 64) 643986392.5 ns 662230879 ns 0.97
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 2) 45299778 ns 36459877 ns 1.24
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 16) 165572824 ns 167990874.5 ns 0.99
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 64) 648012066 ns 655057499 ns 0.99
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 2) 35881786 ns 35749851 ns 1.00
vgg16/cpu/forward/Flux/(32, 32, 3, 16) 228284686 ns 228962990.5 ns 1.00
vgg16/cpu/forward/Flux/(32, 32, 3, 64) 824337722 ns 847928462 ns 0.97
vgg16/cpu/forward/Flux/(32, 32, 3, 2) 36049946 ns 37808714 ns 0.95
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 64, 128) 1305860557.5 ns 1328888452 ns 0.98
Conv((3, 3), 64 => 64)/cpu/reverse/Zygote/(64, 64, 64, 128) 1872497449 ns 1883995892 ns 0.99
Conv((3, 3), 64 => 64)/cpu/reverse/Tracker/(64, 64, 64, 128) 2342556041 ns 2418351457 ns 0.97
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff/(64, 64, 64, 128) 2488038610 ns 2440238931 ns 1.02
Conv((3, 3), 64 => 64)/cpu/reverse/Flux/(64, 64, 64, 128) 1951631856 ns 1948384572 ns 1.00
Conv((3, 3), 64 => 64)/cpu/reverse/Enzyme/(64, 64, 64, 128) 2087636119 ns 2084376262 ns 1.00
Conv((3, 3), 64 => 64)/cpu/forward/NamedTuple/(64, 64, 64, 128) 338033674 ns 336503625 ns 1.00
Conv((3, 3), 64 => 64)/cpu/forward/ComponentArray/(64, 64, 64, 128) 332696625 ns 336582406 ns 0.99
Conv((3, 3), 64 => 64)/cpu/forward/Flux/(64, 64, 64, 128) 359960422 ns 456801176 ns 0.79
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 1, 128) 11686611 ns 11858627 ns 0.99
Conv((3, 3), 1 => 1)/cpu/reverse/Zygote/(64, 64, 1, 128) 17986098.5 ns 18114833 ns 0.99
Conv((3, 3), 1 => 1)/cpu/reverse/Tracker/(64, 64, 1, 128) 19052140 ns 19305583 ns 0.99
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff/(64, 64, 1, 128) 23778464 ns 24143369.5 ns 0.98
Conv((3, 3), 1 => 1)/cpu/reverse/Flux/(64, 64, 1, 128) 17775034.5 ns 17990331 ns 0.99
Conv((3, 3), 1 => 1)/cpu/reverse/SimpleChains/(64, 64, 1, 128) 1157462 ns 1181481.5 ns 0.98
Conv((3, 3), 1 => 1)/cpu/reverse/Enzyme/(64, 64, 1, 128) 22924969.5 ns 23281651.5 ns 0.98
Conv((3, 3), 1 => 1)/cpu/forward/NamedTuple/(64, 64, 1, 128) 2406465 ns 2329001 ns 1.03
Conv((3, 3), 1 => 1)/cpu/forward/ComponentArray/(64, 64, 1, 128) 2242648.5 ns 2259670 ns 0.99
Conv((3, 3), 1 => 1)/cpu/forward/Flux/(64, 64, 1, 128) 2065648 ns 2106879 ns 0.98
Conv((3, 3), 1 => 1)/cpu/forward/SimpleChains/(64, 64, 1, 128) 197910 ns 216514 ns 0.91
Dense(200 => 200)/cpu/reverse/ReverseDiff (compiled)/(200, 128) 290874 ns 295862 ns 0.98
Dense(200 => 200)/cpu/reverse/Zygote/(200, 128) 264424 ns 269132.5 ns 0.98
Dense(200 => 200)/cpu/reverse/Tracker/(200, 128) 364661 ns 370853 ns 0.98
Dense(200 => 200)/cpu/reverse/ReverseDiff/(200, 128) 405888 ns 416127 ns 0.98
Dense(200 => 200)/cpu/reverse/Flux/(200, 128) 272550 ns 278089 ns 0.98
Dense(200 => 200)/cpu/reverse/SimpleChains/(200, 128) 408042 ns 409124 ns 1.00
Dense(200 => 200)/cpu/reverse/Enzyme/(200, 128) 394657 ns 399266 ns 0.99
Dense(200 => 200)/cpu/forward/NamedTuple/(200, 128) 80941 ns 84137 ns 0.96
Dense(200 => 200)/cpu/forward/ComponentArray/(200, 128) 81403 ns 86591 ns 0.94
Dense(200 => 200)/cpu/forward/Flux/(200, 128) 86461 ns 87734 ns 0.99
Dense(200 => 200)/cpu/forward/SimpleChains/(200, 128) 104525 ns 104285 ns 1.00
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 16, 128) 206243721 ns 196679056 ns 1.05
Conv((3, 3), 16 => 16)/cpu/reverse/Zygote/(64, 64, 16, 128) 327524051.5 ns 331090526 ns 0.99
Conv((3, 3), 16 => 16)/cpu/reverse/Tracker/(64, 64, 16, 128) 410738774 ns 446330080.5 ns 0.92
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff/(64, 64, 16, 128) 439152524.5 ns 501425011 ns 0.88
Conv((3, 3), 16 => 16)/cpu/reverse/Flux/(64, 64, 16, 128) 382717413 ns 419437580.5 ns 0.91
Conv((3, 3), 16 => 16)/cpu/reverse/SimpleChains/(64, 64, 16, 128) 325870578.5 ns 346091233 ns 0.94
Conv((3, 3), 16 => 16)/cpu/reverse/Enzyme/(64, 64, 16, 128) 455578258 ns 483112933.5 ns 0.94
Conv((3, 3), 16 => 16)/cpu/forward/NamedTuple/(64, 64, 16, 128) 47303828.5 ns 47755090 ns 0.99
Conv((3, 3), 16 => 16)/cpu/forward/ComponentArray/(64, 64, 16, 128) 46793042.5 ns 47275593 ns 0.99
Conv((3, 3), 16 => 16)/cpu/forward/Flux/(64, 64, 16, 128) 57476949 ns 57880765 ns 0.99
Conv((3, 3), 16 => 16)/cpu/forward/SimpleChains/(64, 64, 16, 128) 27955898 ns 28154162.5 ns 0.99
Dense(2000 => 2000)/cpu/reverse/ReverseDiff (compiled)/(2000, 128) 18906265 ns 19633406 ns 0.96
Dense(2000 => 2000)/cpu/reverse/Zygote/(2000, 128) 19556819 ns 19863886 ns 0.98
Dense(2000 => 2000)/cpu/reverse/Tracker/(2000, 128) 23268022 ns 23978995 ns 0.97
Dense(2000 => 2000)/cpu/reverse/ReverseDiff/(2000, 128) 24118160 ns 24483866 ns 0.99
Dense(2000 => 2000)/cpu/reverse/Flux/(2000, 128) 19557901 ns 19853090.5 ns 0.99
Dense(2000 => 2000)/cpu/reverse/Enzyme/(2000, 128) 20840171 ns 21211617 ns 0.98
Dense(2000 => 2000)/cpu/forward/NamedTuple/(2000, 128) 6539910.5 ns 6587852 ns 0.99
Dense(2000 => 2000)/cpu/forward/ComponentArray/(2000, 128) 6488719 ns 6555306 ns 0.99
Dense(2000 => 2000)/cpu/forward/Flux/(2000, 128) 6511897 ns 6543112 ns 1.00

This comment was automatically generated by workflow using github-action-benchmark.

Please sign in to comment.