-
Notifications
You must be signed in to change notification settings - Fork 57
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
test: try separating the test Project files
[skip docs]
- Loading branch information
Showing
5 changed files
with
81 additions
and
51 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,77 @@ | ||
[deps] | ||
ADTypes = "47edcb42-4c32-4615-8424-f2b9edc5f35b" | ||
Adapt = "79e6a3ab-5dfb-504d-930d-738a2a938a0e" | ||
Aqua = "4c88cf16-eb10-579e-8560-4a9242c79595" | ||
Bumper = "8ce10254-0962-460f-a3d8-1f77fea1446e" | ||
ChainRulesCore = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4" | ||
ComponentArrays = "b0b7db55-cfe3-40fc-9ded-d10e2dbeff66" | ||
Documenter = "e30172f5-a6a5-5a46-863b-614d45cd2de4" | ||
DynamicExpressions = "a40a106e-89c9-4ca8-8020-a735e8728b6b" | ||
Enzyme = "7da242da-08ed-463a-9acd-ee780be4f1d9" | ||
ExplicitImports = "7d51a73a-1435-4ff3-83d9-f097790105c7" | ||
Flux = "587475ba-b771-5e3f-ad9e-33799f191a9c" | ||
ForwardDiff = "f6369f11-7733-5829-9624-2563aa707210" | ||
Functors = "d9f16b24-f501-4c13-a1f2-28368ffc5196" | ||
Hwloc = "0e44f5e4-bd66-52a0-8798-143a42290a1d" | ||
InteractiveUtils = "b77e0a4c-d291-57a0-90e8-8db25a27a240" | ||
LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e" | ||
Logging = "56ddb016-857b-54e1-b83d-db4d58db5568" | ||
LuxCore = "bb33d45b-7691-41d6-9220-0943567d0623" | ||
LuxDeviceUtils = "34f89e08-e1d5-43b4-8944-0b49ac560553" | ||
LuxLib = "82251201-b29d-42c6-8e01-566dec8acb11" | ||
LuxTestUtils = "ac9de150-d08f-4546-94fb-7472b5760531" | ||
MLUtils = "f1d291b0-491e-4a28-83b9-f70985020b54" | ||
OneHotArrays = "0b1bfda6-eb8a-41d2-88d8-f5af5cad476f" | ||
Optimisers = "3bd65402-5787-11e9-1adc-39752487f4e2" | ||
Pkg = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f" | ||
Preferences = "21216c6a-2e73-6563-6e65-726566657250" | ||
Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c" | ||
ReTestItems = "817f1d60-ba6b-4fd5-9520-3cf149f6a823" | ||
Reexport = "189a3867-3050-52da-a836-e630ba90ab69" | ||
ReverseDiff = "37e2e3b7-166d-5795-8a7a-e32c996b4267" | ||
Setfield = "efcf1570-3423-57d1-acb7-fd33fddbac46" | ||
SimpleChains = "de6bee2f-e2f4-4ec7-b6ed-219cc6f6e9e5" | ||
StableRNGs = "860ef19b-820b-49d6-a774-d7a799459cd3" | ||
Statistics = "10745b16-79ce-11e8-11f9-7d13ad32a3b2" | ||
Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40" | ||
Tracker = "9f7883ad-71c0-57eb-9f7f-b5c9e6d3789c" | ||
Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f" | ||
|
||
[compat] | ||
ADTypes = "1.5" | ||
Adapt = "4" | ||
Aqua = "0.8.4" | ||
Bumper = "0.6, 0.7" | ||
ChainRulesCore = "1.24" | ||
ComponentArrays = "0.15.16" | ||
Documenter = "1.4" | ||
DynamicExpressions = "0.16, 0.17, 0.18, 0.19" | ||
Enzyme = "0.12.26" | ||
ExplicitImports = "1.9.0" | ||
ForwardDiff = "0.10.36" | ||
Functors = "0.4.12" | ||
Flux = "0.14.17" | ||
Hwloc = "3.2.0" | ||
InteractiveUtils = "<0.0.1, 1" | ||
LinearAlgebra = "1.10" | ||
Logging = "1.10" | ||
LuxCore = "0.1.16" | ||
LuxDeviceUtils = "0.1.26" | ||
LuxLib = "0.3.38" | ||
LuxTestUtils = "1.1.2" | ||
MLUtils = "0.4.3" | ||
OneHotArrays = "0.2.5" | ||
Optimisers = "0.3" | ||
Pkg = "1.10" | ||
Preferences = "1.4.3" | ||
Random = "1.10" | ||
ReTestItems = "1.24.0" | ||
Reexport = "1.2.2" | ||
ReverseDiff = "1.15.3" | ||
Setfield = "1.1.1" | ||
SimpleChains = "0.4.7" | ||
StableRNGs = "1.0.2" | ||
Statistics = "1.11.1" | ||
Test = "1.10" | ||
Tracker = "0.2.34" | ||
Zygote = "0.6.70" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
a0095bb
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Benchmark Results
Dense(2 => 2)/cpu/reverse/ReverseDiff (compiled)/(2, 128)
4210.375
ns3678.125
ns1.14
Dense(2 => 2)/cpu/reverse/Zygote/(2, 128)
7280.857142857143
ns6732.571428571428
ns1.08
Dense(2 => 2)/cpu/reverse/Tracker/(2, 128)
21329.5
ns21270
ns1.00
Dense(2 => 2)/cpu/reverse/ReverseDiff/(2, 128)
9790.4
ns9706
ns1.01
Dense(2 => 2)/cpu/reverse/Flux/(2, 128)
9162.25
ns9059
ns1.01
Dense(2 => 2)/cpu/reverse/SimpleChains/(2, 128)
4474.625
ns4460.875
ns1.00
Dense(2 => 2)/cpu/reverse/Enzyme/(2, 128)
4985.5
ns4948.6875
ns1.01
Dense(2 => 2)/cpu/forward/NamedTuple/(2, 128)
1582
ns1034.9936305732483
ns1.53
Dense(2 => 2)/cpu/forward/ComponentArray/(2, 128)
1464.8
ns1058.9415204678362
ns1.38
Dense(2 => 2)/cpu/forward/Flux/(2, 128)
1802.0566037735848
ns1797.0892857142858
ns1.00
Dense(2 => 2)/cpu/forward/SimpleChains/(2, 128)
179.46036161335186
ns180.6596638655462
ns0.99
Dense(20 => 20)/cpu/reverse/ReverseDiff (compiled)/(20, 128)
17282
ns17252
ns1.00
Dense(20 => 20)/cpu/reverse/Zygote/(20, 128)
13104
ns12543
ns1.04
Dense(20 => 20)/cpu/reverse/Tracker/(20, 128)
37641
ns39294
ns0.96
Dense(20 => 20)/cpu/reverse/ReverseDiff/(20, 128)
29095
ns28989.5
ns1.00
Dense(20 => 20)/cpu/reverse/Flux/(20, 128)
21600
ns20068
ns1.08
Dense(20 => 20)/cpu/reverse/SimpleChains/(20, 128)
17072
ns17102
ns1.00
Dense(20 => 20)/cpu/reverse/Enzyme/(20, 128)
25698
ns25538
ns1.01
Dense(20 => 20)/cpu/forward/NamedTuple/(20, 128)
2609.3333333333335
ns1482.7
ns1.76
Dense(20 => 20)/cpu/forward/ComponentArray/(20, 128)
2913.222222222222
ns1498.8
ns1.94
Dense(20 => 20)/cpu/forward/Flux/(20, 128)
4874.857142857143
ns4862
ns1.00
Dense(20 => 20)/cpu/forward/SimpleChains/(20, 128)
1654.1
ns1654.1
ns1
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 3, 128)
88901650
ns84249197.5
ns1.06
Conv((3, 3), 3 => 3)/cpu/reverse/Zygote/(64, 64, 3, 128)
76591182
ns76847618
ns1.00
Conv((3, 3), 3 => 3)/cpu/reverse/Tracker/(64, 64, 3, 128)
145816642
ns155971883
ns0.93
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff/(64, 64, 3, 128)
174645570
ns171220777
ns1.02
Conv((3, 3), 3 => 3)/cpu/reverse/Flux/(64, 64, 3, 128)
162467847
ns163576307
ns0.99
Conv((3, 3), 3 => 3)/cpu/reverse/SimpleChains/(64, 64, 3, 128)
11901058
ns11997272
ns0.99
Conv((3, 3), 3 => 3)/cpu/reverse/Enzyme/(64, 64, 3, 128)
195200307.5
ns189232749
ns1.03
Conv((3, 3), 3 => 3)/cpu/forward/NamedTuple/(64, 64, 3, 128)
15544763.5
ns15985673.5
ns0.97
Conv((3, 3), 3 => 3)/cpu/forward/ComponentArray/(64, 64, 3, 128)
15554299
ns15990444
ns0.97
Conv((3, 3), 3 => 3)/cpu/forward/Flux/(64, 64, 3, 128)
42589068.5
ns26907120
ns1.58
Conv((3, 3), 3 => 3)/cpu/forward/SimpleChains/(64, 64, 3, 128)
6385176
ns6388864
ns1.00
vgg16/cpu/reverse/Zygote/(32, 32, 3, 16)
1065642865.5
ns1075154615
ns0.99
vgg16/cpu/reverse/Zygote/(32, 32, 3, 64)
2933656388
ns2991995826
ns0.98
vgg16/cpu/reverse/Zygote/(32, 32, 3, 2)
169506774
ns203143942
ns0.83
vgg16/cpu/reverse/Tracker/(32, 32, 3, 16)
1395702878
ns1327470294
ns1.05
vgg16/cpu/reverse/Tracker/(32, 32, 3, 64)
3742059235
ns3714520054
ns1.01
vgg16/cpu/reverse/Tracker/(32, 32, 3, 2)
384902400.5
ns393360752
ns0.98
vgg16/cpu/reverse/Flux/(32, 32, 3, 16)
1673204957.5
ns1513048001
ns1.11
vgg16/cpu/reverse/Flux/(32, 32, 3, 64)
4683819068
ns4465469598
ns1.05
vgg16/cpu/reverse/Flux/(32, 32, 3, 2)
459579475
ns427939919
ns1.07
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 16)
361855245
ns373761436
ns0.97
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 64)
884689737
ns904133788
ns0.98
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 2)
56182817
ns51595239.5
ns1.09
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 16)
364122724
ns374634761
ns0.97
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 64)
880222233.5
ns915540600
ns0.96
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 2)
55637947
ns50975700
ns1.09
vgg16/cpu/forward/Flux/(32, 32, 3, 16)
562801142
ns519866147
ns1.08
vgg16/cpu/forward/Flux/(32, 32, 3, 64)
1517562171
ns1395993770
ns1.09
vgg16/cpu/forward/Flux/(32, 32, 3, 2)
171205515
ns166463654
ns1.03
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 64, 128)
1254741222
ns1256120343.5
ns1.00
Conv((3, 3), 64 => 64)/cpu/reverse/Zygote/(64, 64, 64, 128)
1561957190.5
ns1585667224.5
ns0.99
Conv((3, 3), 64 => 64)/cpu/reverse/Tracker/(64, 64, 64, 128)
2274530908
ns2358338032
ns0.96
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff/(64, 64, 64, 128)
2467776572
ns2629770018
ns0.94
Conv((3, 3), 64 => 64)/cpu/reverse/Flux/(64, 64, 64, 128)
2236433184
ns2299487877
ns0.97
Conv((3, 3), 64 => 64)/cpu/reverse/Enzyme/(64, 64, 64, 128)
2124313017
ns2202187002
ns0.96
Conv((3, 3), 64 => 64)/cpu/forward/NamedTuple/(64, 64, 64, 128)
285138498
ns288765459
ns0.99
Conv((3, 3), 64 => 64)/cpu/forward/ComponentArray/(64, 64, 64, 128)
284816604
ns287589792
ns0.99
Conv((3, 3), 64 => 64)/cpu/forward/Flux/(64, 64, 64, 128)
426557087
ns474169861.5
ns0.90
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 1, 128)
11831175
ns11665649
ns1.01
Conv((3, 3), 1 => 1)/cpu/reverse/Zygote/(64, 64, 1, 128)
34523223
ns34793586
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/Tracker/(64, 64, 1, 128)
16447087
ns16498583
ns1.00
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff/(64, 64, 1, 128)
21042971
ns21107303
ns1.00
Conv((3, 3), 1 => 1)/cpu/reverse/Flux/(64, 64, 1, 128)
15151300
ns15300235
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/SimpleChains/(64, 64, 1, 128)
1151983
ns1163279.5
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/Enzyme/(64, 64, 1, 128)
35724522
ns36078505
ns0.99
Conv((3, 3), 1 => 1)/cpu/forward/NamedTuple/(64, 64, 1, 128)
4546295
ns4714693.5
ns0.96
Conv((3, 3), 1 => 1)/cpu/forward/ComponentArray/(64, 64, 1, 128)
4524386
ns4687438
ns0.97
Conv((3, 3), 1 => 1)/cpu/forward/Flux/(64, 64, 1, 128)
1970497
ns1991858.5
ns0.99
Conv((3, 3), 1 => 1)/cpu/forward/SimpleChains/(64, 64, 1, 128)
197294
ns198611
ns0.99
Dense(200 => 200)/cpu/reverse/ReverseDiff (compiled)/(200, 128)
380051
ns379980
ns1.00
Dense(200 => 200)/cpu/reverse/Zygote/(200, 128)
222526
ns213118.5
ns1.04
Dense(200 => 200)/cpu/reverse/Tracker/(200, 128)
384974.5
ns388676
ns0.99
Dense(200 => 200)/cpu/reverse/ReverseDiff/(200, 128)
528056
ns512398
ns1.03
Dense(200 => 200)/cpu/reverse/Flux/(200, 128)
294290
ns293543.5
ns1.00
Dense(200 => 200)/cpu/reverse/SimpleChains/(200, 128)
408554
ns407692
ns1.00
Dense(200 => 200)/cpu/reverse/Enzyme/(200, 128)
429642.5
ns428922
ns1.00
Dense(200 => 200)/cpu/forward/NamedTuple/(200, 128)
70512
ns57699
ns1.22
Dense(200 => 200)/cpu/forward/ComponentArray/(200, 128)
70061
ns60272
ns1.16
Dense(200 => 200)/cpu/forward/Flux/(200, 128)
92674
ns92693
ns1.00
Dense(200 => 200)/cpu/forward/SimpleChains/(200, 128)
104425
ns104605
ns1.00
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 16, 128)
305601445
ns336588187
ns0.91
Conv((3, 3), 16 => 16)/cpu/reverse/Zygote/(64, 64, 16, 128)
288797620.5
ns286481480.5
ns1.01
Conv((3, 3), 16 => 16)/cpu/reverse/Tracker/(64, 64, 16, 128)
544934785.5
ns553202812.5
ns0.99
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff/(64, 64, 16, 128)
589046818
ns631696024
ns0.93
Conv((3, 3), 16 => 16)/cpu/reverse/Flux/(64, 64, 16, 128)
552663074
ns584369049
ns0.95
Conv((3, 3), 16 => 16)/cpu/reverse/SimpleChains/(64, 64, 16, 128)
319651032.5
ns332985122
ns0.96
Conv((3, 3), 16 => 16)/cpu/reverse/Enzyme/(64, 64, 16, 128)
660000513
ns608969909
ns1.08
Conv((3, 3), 16 => 16)/cpu/forward/NamedTuple/(64, 64, 16, 128)
39489513.5
ns40188939
ns0.98
Conv((3, 3), 16 => 16)/cpu/forward/ComponentArray/(64, 64, 16, 128)
39313659
ns40059867
ns0.98
Conv((3, 3), 16 => 16)/cpu/forward/Flux/(64, 64, 16, 128)
99796304
ns109125318.5
ns0.91
Conv((3, 3), 16 => 16)/cpu/forward/SimpleChains/(64, 64, 16, 128)
28394041
ns28648755
ns0.99
Dense(2000 => 2000)/cpu/reverse/ReverseDiff (compiled)/(2000, 128)
21157343.5
ns21170151.5
ns1.00
Dense(2000 => 2000)/cpu/reverse/Zygote/(2000, 128)
16678967
ns21223422
ns0.79
Dense(2000 => 2000)/cpu/reverse/Tracker/(2000, 128)
22876715
ns22980720
ns1.00
Dense(2000 => 2000)/cpu/reverse/ReverseDiff/(2000, 128)
28080465
ns26450851
ns1.06
Dense(2000 => 2000)/cpu/reverse/Flux/(2000, 128)
19385408
ns19326108.5
ns1.00
Dense(2000 => 2000)/cpu/reverse/Enzyme/(2000, 128)
20728329
ns20888920
ns0.99
Dense(2000 => 2000)/cpu/forward/NamedTuple/(2000, 128)
5545671.5
ns6116570
ns0.91
Dense(2000 => 2000)/cpu/forward/ComponentArray/(2000, 128)
5626649
ns6384401
ns0.88
Dense(2000 => 2000)/cpu/forward/Flux/(2000, 128)
6521885
ns6570749
ns0.99
This comment was automatically generated by workflow using github-action-benchmark.