-
Notifications
You must be signed in to change notification settings - Fork 61
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
1 changed file
with
2 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
f3159bd
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Benchmark Results
Dense(2 => 2)/cpu/reverse/ReverseDiff (compiled)/(2, 128)
4340.625
ns3661.875
ns1.19
Dense(2 => 2)/cpu/reverse/Zygote/(2, 128)
8991.833333333334
ns7419.8
ns1.21
Dense(2 => 2)/cpu/reverse/Tracker/(2, 128)
25788
ns20999
ns1.23
Dense(2 => 2)/cpu/reverse/ReverseDiff/(2, 128)
12129.333333333334
ns9738
ns1.25
Dense(2 => 2)/cpu/reverse/Flux/(2, 128)
10748.1
ns9050.8
ns1.19
Dense(2 => 2)/cpu/reverse/SimpleChains/(2, 128)
4954.25
ns4475.875
ns1.11
Dense(2 => 2)/cpu/reverse/Enzyme/(2, 128)
5425.125
ns4693.875
ns1.16
Dense(2 => 2)/cpu/forward/NamedTuple/(2, 128)
1359.1832061068703
ns1112.656050955414
ns1.22
Dense(2 => 2)/cpu/forward/ComponentArray/(2, 128)
1401.2664233576643
ns1169.8661971830986
ns1.20
Dense(2 => 2)/cpu/forward/Flux/(2, 128)
2176.5833333333335
ns1777.3272727272727
ns1.22
Dense(2 => 2)/cpu/forward/SimpleChains/(2, 128)
179.46778711484595
ns179.5702364394993
ns1.00
Dense(20 => 20)/cpu/reverse/ReverseDiff (compiled)/(20, 128)
21761
ns17302
ns1.26
Dense(20 => 20)/cpu/reverse/Zygote/(20, 128)
20408
ns17032
ns1.20
Dense(20 => 20)/cpu/reverse/Tracker/(20, 128)
42780
ns37040
ns1.15
Dense(20 => 20)/cpu/reverse/ReverseDiff/(20, 128)
32301
ns29184
ns1.11
Dense(20 => 20)/cpu/reverse/Flux/(20, 128)
22652
ns21551
ns1.05
Dense(20 => 20)/cpu/reverse/SimpleChains/(20, 128)
18654
ns17293
ns1.08
Dense(20 => 20)/cpu/reverse/Enzyme/(20, 128)
28283
ns25498
ns1.11
Dense(20 => 20)/cpu/forward/NamedTuple/(20, 128)
4363.8125
ns3844.75
ns1.14
Dense(20 => 20)/cpu/forward/ComponentArray/(20, 128)
4459.5
ns3933.5
ns1.13
Dense(20 => 20)/cpu/forward/Flux/(20, 128)
5581.928571428572
ns4952.142857142857
ns1.13
Dense(20 => 20)/cpu/forward/SimpleChains/(20, 128)
1850.5
ns1654.1
ns1.12
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 3, 128)
45154820.5
ns50721668.5
ns0.89
Conv((3, 3), 3 => 3)/cpu/reverse/Zygote/(64, 64, 3, 128)
62378075.5
ns58546553
ns1.07
Conv((3, 3), 3 => 3)/cpu/reverse/Tracker/(64, 64, 3, 128)
82237576.5
ns101678849
ns0.81
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff/(64, 64, 3, 128)
92405677.5
ns101190618
ns0.91
Conv((3, 3), 3 => 3)/cpu/reverse/Flux/(64, 64, 3, 128)
78467695
ns78796997
ns1.00
Conv((3, 3), 3 => 3)/cpu/reverse/SimpleChains/(64, 64, 3, 128)
11963195.5
ns12343077
ns0.97
Conv((3, 3), 3 => 3)/cpu/reverse/Enzyme/(64, 64, 3, 128)
91650799
ns92604699
ns0.99
Conv((3, 3), 3 => 3)/cpu/forward/NamedTuple/(64, 64, 3, 128)
7710446.5
ns7675430
ns1.00
Conv((3, 3), 3 => 3)/cpu/forward/ComponentArray/(64, 64, 3, 128)
7584631
ns7608555
ns1.00
Conv((3, 3), 3 => 3)/cpu/forward/Flux/(64, 64, 3, 128)
12087804.5
ns12512726
ns0.97
Conv((3, 3), 3 => 3)/cpu/forward/SimpleChains/(64, 64, 3, 128)
6389570.5
ns6420844
ns1.00
vgg16/cpu/reverse/Zygote/(32, 32, 3, 16)
691470864.5
ns698316993
ns0.99
vgg16/cpu/reverse/Zygote/(32, 32, 3, 64)
2612057812
ns2576787594
ns1.01
vgg16/cpu/reverse/Zygote/(32, 32, 3, 2)
151710246
ns141986062.5
ns1.07
vgg16/cpu/reverse/Tracker/(32, 32, 3, 16)
847276341
ns893749885.5
ns0.95
vgg16/cpu/reverse/Tracker/(32, 32, 3, 64)
2998224779
ns3362911269
ns0.89
vgg16/cpu/reverse/Tracker/(32, 32, 3, 2)
231162547
ns207659968
ns1.11
vgg16/cpu/reverse/Flux/(32, 32, 3, 16)
712811787.5
ns857934198
ns0.83
vgg16/cpu/reverse/Flux/(32, 32, 3, 64)
2949177680
ns2864984030
ns1.03
vgg16/cpu/reverse/Flux/(32, 32, 3, 2)
139771741
ns149742910
ns0.93
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 16)
175403229
ns177136415.5
ns0.99
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 64)
643986392.5
ns662230879
ns0.97
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 2)
45299778
ns36459877
ns1.24
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 16)
165572824
ns167990874.5
ns0.99
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 64)
648012066
ns655057499
ns0.99
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 2)
35881786
ns35749851
ns1.00
vgg16/cpu/forward/Flux/(32, 32, 3, 16)
228284686
ns228962990.5
ns1.00
vgg16/cpu/forward/Flux/(32, 32, 3, 64)
824337722
ns847928462
ns0.97
vgg16/cpu/forward/Flux/(32, 32, 3, 2)
36049946
ns37808714
ns0.95
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 64, 128)
1305860557.5
ns1328888452
ns0.98
Conv((3, 3), 64 => 64)/cpu/reverse/Zygote/(64, 64, 64, 128)
1872497449
ns1883995892
ns0.99
Conv((3, 3), 64 => 64)/cpu/reverse/Tracker/(64, 64, 64, 128)
2342556041
ns2418351457
ns0.97
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff/(64, 64, 64, 128)
2488038610
ns2440238931
ns1.02
Conv((3, 3), 64 => 64)/cpu/reverse/Flux/(64, 64, 64, 128)
1951631856
ns1948384572
ns1.00
Conv((3, 3), 64 => 64)/cpu/reverse/Enzyme/(64, 64, 64, 128)
2087636119
ns2084376262
ns1.00
Conv((3, 3), 64 => 64)/cpu/forward/NamedTuple/(64, 64, 64, 128)
338033674
ns336503625
ns1.00
Conv((3, 3), 64 => 64)/cpu/forward/ComponentArray/(64, 64, 64, 128)
332696625
ns336582406
ns0.99
Conv((3, 3), 64 => 64)/cpu/forward/Flux/(64, 64, 64, 128)
359960422
ns456801176
ns0.79
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 1, 128)
11686611
ns11858627
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/Zygote/(64, 64, 1, 128)
17986098.5
ns18114833
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/Tracker/(64, 64, 1, 128)
19052140
ns19305583
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff/(64, 64, 1, 128)
23778464
ns24143369.5
ns0.98
Conv((3, 3), 1 => 1)/cpu/reverse/Flux/(64, 64, 1, 128)
17775034.5
ns17990331
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/SimpleChains/(64, 64, 1, 128)
1157462
ns1181481.5
ns0.98
Conv((3, 3), 1 => 1)/cpu/reverse/Enzyme/(64, 64, 1, 128)
22924969.5
ns23281651.5
ns0.98
Conv((3, 3), 1 => 1)/cpu/forward/NamedTuple/(64, 64, 1, 128)
2406465
ns2329001
ns1.03
Conv((3, 3), 1 => 1)/cpu/forward/ComponentArray/(64, 64, 1, 128)
2242648.5
ns2259670
ns0.99
Conv((3, 3), 1 => 1)/cpu/forward/Flux/(64, 64, 1, 128)
2065648
ns2106879
ns0.98
Conv((3, 3), 1 => 1)/cpu/forward/SimpleChains/(64, 64, 1, 128)
197910
ns216514
ns0.91
Dense(200 => 200)/cpu/reverse/ReverseDiff (compiled)/(200, 128)
290874
ns295862
ns0.98
Dense(200 => 200)/cpu/reverse/Zygote/(200, 128)
264424
ns269132.5
ns0.98
Dense(200 => 200)/cpu/reverse/Tracker/(200, 128)
364661
ns370853
ns0.98
Dense(200 => 200)/cpu/reverse/ReverseDiff/(200, 128)
405888
ns416127
ns0.98
Dense(200 => 200)/cpu/reverse/Flux/(200, 128)
272550
ns278089
ns0.98
Dense(200 => 200)/cpu/reverse/SimpleChains/(200, 128)
408042
ns409124
ns1.00
Dense(200 => 200)/cpu/reverse/Enzyme/(200, 128)
394657
ns399266
ns0.99
Dense(200 => 200)/cpu/forward/NamedTuple/(200, 128)
80941
ns84137
ns0.96
Dense(200 => 200)/cpu/forward/ComponentArray/(200, 128)
81403
ns86591
ns0.94
Dense(200 => 200)/cpu/forward/Flux/(200, 128)
86461
ns87734
ns0.99
Dense(200 => 200)/cpu/forward/SimpleChains/(200, 128)
104525
ns104285
ns1.00
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 16, 128)
206243721
ns196679056
ns1.05
Conv((3, 3), 16 => 16)/cpu/reverse/Zygote/(64, 64, 16, 128)
327524051.5
ns331090526
ns0.99
Conv((3, 3), 16 => 16)/cpu/reverse/Tracker/(64, 64, 16, 128)
410738774
ns446330080.5
ns0.92
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff/(64, 64, 16, 128)
439152524.5
ns501425011
ns0.88
Conv((3, 3), 16 => 16)/cpu/reverse/Flux/(64, 64, 16, 128)
382717413
ns419437580.5
ns0.91
Conv((3, 3), 16 => 16)/cpu/reverse/SimpleChains/(64, 64, 16, 128)
325870578.5
ns346091233
ns0.94
Conv((3, 3), 16 => 16)/cpu/reverse/Enzyme/(64, 64, 16, 128)
455578258
ns483112933.5
ns0.94
Conv((3, 3), 16 => 16)/cpu/forward/NamedTuple/(64, 64, 16, 128)
47303828.5
ns47755090
ns0.99
Conv((3, 3), 16 => 16)/cpu/forward/ComponentArray/(64, 64, 16, 128)
46793042.5
ns47275593
ns0.99
Conv((3, 3), 16 => 16)/cpu/forward/Flux/(64, 64, 16, 128)
57476949
ns57880765
ns0.99
Conv((3, 3), 16 => 16)/cpu/forward/SimpleChains/(64, 64, 16, 128)
27955898
ns28154162.5
ns0.99
Dense(2000 => 2000)/cpu/reverse/ReverseDiff (compiled)/(2000, 128)
18906265
ns19633406
ns0.96
Dense(2000 => 2000)/cpu/reverse/Zygote/(2000, 128)
19556819
ns19863886
ns0.98
Dense(2000 => 2000)/cpu/reverse/Tracker/(2000, 128)
23268022
ns23978995
ns0.97
Dense(2000 => 2000)/cpu/reverse/ReverseDiff/(2000, 128)
24118160
ns24483866
ns0.99
Dense(2000 => 2000)/cpu/reverse/Flux/(2000, 128)
19557901
ns19853090.5
ns0.99
Dense(2000 => 2000)/cpu/reverse/Enzyme/(2000, 128)
20840171
ns21211617
ns0.98
Dense(2000 => 2000)/cpu/forward/NamedTuple/(2000, 128)
6539910.5
ns6587852
ns0.99
Dense(2000 => 2000)/cpu/forward/ComponentArray/(2000, 128)
6488719
ns6555306
ns0.99
Dense(2000 => 2000)/cpu/forward/Flux/(2000, 128)
6511897
ns6543112
ns1.00
This comment was automatically generated by workflow using github-action-benchmark.