-
Notifications
You must be signed in to change notification settings - Fork 58
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #741 from LuxDL/ap/clean
Use shorthand syntax of @concrete
- Loading branch information
Showing
3 changed files
with
14 additions
and
16 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
1a61165
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Benchmark Results
Dense(2 => 2)/cpu/reverse/ReverseDiff (compiled)/(2, 128)
3658.125
ns3729.375
ns0.98
Dense(2 => 2)/cpu/reverse/Zygote/(2, 128)
7185.4
ns7106.666666666667
ns1.01
Dense(2 => 2)/cpu/reverse/Tracker/(2, 128)
21610
ns21039
ns1.03
Dense(2 => 2)/cpu/reverse/ReverseDiff/(2, 128)
9954.4
ns9638
ns1.03
Dense(2 => 2)/cpu/reverse/Flux/(2, 128)
8986.625
ns8896.666666666666
ns1.01
Dense(2 => 2)/cpu/reverse/SimpleChains/(2, 128)
4523.375
ns4458.375
ns1.01
Dense(2 => 2)/cpu/reverse/Enzyme/(2, 128)
1162.9044117647059
ns1153.442857142857
ns1.01
Dense(2 => 2)/cpu/forward/NamedTuple/(2, 128)
1112.9741935483871
ns1112.3375796178343
ns1.00
Dense(2 => 2)/cpu/forward/ComponentArray/(2, 128)
1163.123287671233
ns1152.2266666666667
ns1.01
Dense(2 => 2)/cpu/forward/Flux/(2, 128)
1774.3508771929824
ns1770.2068965517242
ns1.00
Dense(2 => 2)/cpu/forward/SimpleChains/(2, 128)
180.07943262411348
ns179.34615384615384
ns1.00
Dense(20 => 20)/cpu/reverse/ReverseDiff (compiled)/(20, 128)
17313
ns17413
ns0.99
Dense(20 => 20)/cpu/reverse/Zygote/(20, 128)
16952
ns17172
ns0.99
Dense(20 => 20)/cpu/reverse/Tracker/(20, 128)
39563
ns37320
ns1.06
Dense(20 => 20)/cpu/reverse/ReverseDiff/(20, 128)
29234
ns29255
ns1.00
Dense(20 => 20)/cpu/reverse/Flux/(20, 128)
21470
ns21420
ns1.00
Dense(20 => 20)/cpu/reverse/SimpleChains/(20, 128)
17242
ns17332
ns0.99
Dense(20 => 20)/cpu/reverse/Enzyme/(20, 128)
4325.285714285715
ns4320.857142857143
ns1.00
Dense(20 => 20)/cpu/forward/NamedTuple/(20, 128)
3880.875
ns3852.25
ns1.01
Dense(20 => 20)/cpu/forward/ComponentArray/(20, 128)
3936
ns3963.625
ns0.99
Dense(20 => 20)/cpu/forward/Flux/(20, 128)
4889
ns4873.428571428572
ns1.00
Dense(20 => 20)/cpu/forward/SimpleChains/(20, 128)
1663.1
ns1664.1
ns1.00
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 3, 128)
41122113
ns46289048
ns0.89
Conv((3, 3), 3 => 3)/cpu/reverse/Zygote/(64, 64, 3, 128)
57716330
ns57928426
ns1.00
Conv((3, 3), 3 => 3)/cpu/reverse/Tracker/(64, 64, 3, 128)
81840420
ns109544567
ns0.75
Conv((3, 3), 3 => 3)/cpu/reverse/ReverseDiff/(64, 64, 3, 128)
91437945.5
ns106428149
ns0.86
Conv((3, 3), 3 => 3)/cpu/reverse/Flux/(64, 64, 3, 128)
75926448
ns105745221
ns0.72
Conv((3, 3), 3 => 3)/cpu/reverse/SimpleChains/(64, 64, 3, 128)
11662872.5
ns11590862.5
ns1.01
Conv((3, 3), 3 => 3)/cpu/reverse/Enzyme/(64, 64, 3, 128)
17787447
ns17707811
ns1.00
Conv((3, 3), 3 => 3)/cpu/forward/NamedTuple/(64, 64, 3, 128)
7032740
ns7000562
ns1.00
Conv((3, 3), 3 => 3)/cpu/forward/ComponentArray/(64, 64, 3, 128)
6996461
ns6959465
ns1.01
Conv((3, 3), 3 => 3)/cpu/forward/Flux/(64, 64, 3, 128)
12114935
ns18180821
ns0.67
Conv((3, 3), 3 => 3)/cpu/forward/SimpleChains/(64, 64, 3, 128)
6387272
ns6376496
ns1.00
vgg16/cpu/reverse/Zygote/(32, 32, 3, 16)
767844159
ns736289591
ns1.04
vgg16/cpu/reverse/Zygote/(32, 32, 3, 64)
2602811621
ns2518006964
ns1.03
vgg16/cpu/reverse/Zygote/(32, 32, 3, 2)
144091616
ns132959679
ns1.08
vgg16/cpu/reverse/Tracker/(32, 32, 3, 16)
893102323
ns903910474.5
ns0.99
vgg16/cpu/reverse/Tracker/(32, 32, 3, 64)
3246592469
ns3242525967
ns1.00
vgg16/cpu/reverse/Tracker/(32, 32, 3, 2)
222301050.5
ns236061029
ns0.94
vgg16/cpu/reverse/Flux/(32, 32, 3, 16)
723583721
ns729785075
ns0.99
vgg16/cpu/reverse/Flux/(32, 32, 3, 64)
2632526936
ns2997367730
ns0.88
vgg16/cpu/reverse/Flux/(32, 32, 3, 2)
126310974.5
ns127309525
ns0.99
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 16)
176488869
ns179367196
ns0.98
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 64)
649092634
ns649655820.5
ns1.00
vgg16/cpu/forward/NamedTuple/(32, 32, 3, 2)
34416017
ns45338820
ns0.76
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 16)
163630557
ns164121883
ns1.00
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 64)
640318006
ns636120217
ns1.01
vgg16/cpu/forward/ComponentArray/(32, 32, 3, 2)
29797077.5
ns30331214.5
ns0.98
vgg16/cpu/forward/Flux/(32, 32, 3, 16)
225565619
ns202050007
ns1.12
vgg16/cpu/forward/Flux/(32, 32, 3, 64)
851688514
ns902440023
ns0.94
vgg16/cpu/forward/Flux/(32, 32, 3, 2)
38079734.5
ns37215471
ns1.02
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 64, 128)
1261029479
ns1226513913.5
ns1.03
Conv((3, 3), 64 => 64)/cpu/reverse/Zygote/(64, 64, 64, 128)
1854091416
ns1870479613
ns0.99
Conv((3, 3), 64 => 64)/cpu/reverse/Tracker/(64, 64, 64, 128)
2553348643
ns2368702024
ns1.08
Conv((3, 3), 64 => 64)/cpu/reverse/ReverseDiff/(64, 64, 64, 128)
2528691188
ns2555200453
ns0.99
Conv((3, 3), 64 => 64)/cpu/reverse/Flux/(64, 64, 64, 128)
1925582416
ns1948553539.5
ns0.99
Conv((3, 3), 64 => 64)/cpu/reverse/Enzyme/(64, 64, 64, 128)
562461809
ns555581777
ns1.01
Conv((3, 3), 64 => 64)/cpu/forward/NamedTuple/(64, 64, 64, 128)
320567710
ns318311145
ns1.01
Conv((3, 3), 64 => 64)/cpu/forward/ComponentArray/(64, 64, 64, 128)
318656712
ns318132255
ns1.00
Conv((3, 3), 64 => 64)/cpu/forward/Flux/(64, 64, 64, 128)
379455021
ns395277295
ns0.96
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 1, 128)
12014151
ns11904025
ns1.01
Conv((3, 3), 1 => 1)/cpu/reverse/Zygote/(64, 64, 1, 128)
17777207
ns17973921.5
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/Tracker/(64, 64, 1, 128)
18982505.5
ns19198939
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/ReverseDiff/(64, 64, 1, 128)
23814355
ns23864657.5
ns1.00
Conv((3, 3), 1 => 1)/cpu/reverse/Flux/(64, 64, 1, 128)
17776145
ns17949860
ns0.99
Conv((3, 3), 1 => 1)/cpu/reverse/SimpleChains/(64, 64, 1, 128)
1163571
ns1152816
ns1.01
Conv((3, 3), 1 => 1)/cpu/reverse/Enzyme/(64, 64, 1, 128)
5835756.5
ns5788207
ns1.01
Conv((3, 3), 1 => 1)/cpu/forward/NamedTuple/(64, 64, 1, 128)
2049324.5
ns2056086
ns1.00
Conv((3, 3), 1 => 1)/cpu/forward/ComponentArray/(64, 64, 1, 128)
2030939
ns2035808
ns1.00
Conv((3, 3), 1 => 1)/cpu/forward/Flux/(64, 64, 1, 128)
2074821
ns2082205
ns1.00
Conv((3, 3), 1 => 1)/cpu/forward/SimpleChains/(64, 64, 1, 128)
202707
ns195797
ns1.04
Dense(200 => 200)/cpu/reverse/ReverseDiff (compiled)/(200, 128)
291222
ns296394
ns0.98
Dense(200 => 200)/cpu/reverse/Zygote/(200, 128)
265629.5
ns266483.5
ns1.00
Dense(200 => 200)/cpu/reverse/Tracker/(200, 128)
364529
ns368559
ns0.99
Dense(200 => 200)/cpu/reverse/ReverseDiff/(200, 128)
407123
ns411520
ns0.99
Dense(200 => 200)/cpu/reverse/Flux/(200, 128)
273649.5
ns275104.5
ns0.99
Dense(200 => 200)/cpu/reverse/SimpleChains/(200, 128)
407198
ns409701.5
ns0.99
Dense(200 => 200)/cpu/reverse/Enzyme/(200, 128)
83466
ns83085
ns1.00
Dense(200 => 200)/cpu/forward/NamedTuple/(200, 128)
81592
ns81983
ns1.00
Dense(200 => 200)/cpu/forward/ComponentArray/(200, 128)
82003
ns82910.5
ns0.99
Dense(200 => 200)/cpu/forward/Flux/(200, 128)
86571
ns86782
ns1.00
Dense(200 => 200)/cpu/forward/SimpleChains/(200, 128)
104455
ns104706
ns1.00
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff (compiled)/(64, 64, 16, 128)
200999670
ns204785709
ns0.98
Conv((3, 3), 16 => 16)/cpu/reverse/Zygote/(64, 64, 16, 128)
324420843
ns325733461
ns1.00
Conv((3, 3), 16 => 16)/cpu/reverse/Tracker/(64, 64, 16, 128)
417216292
ns449856941
ns0.93
Conv((3, 3), 16 => 16)/cpu/reverse/ReverseDiff/(64, 64, 16, 128)
459212467
ns482834181
ns0.95
Conv((3, 3), 16 => 16)/cpu/reverse/Flux/(64, 64, 16, 128)
391131363
ns421978168.5
ns0.93
Conv((3, 3), 16 => 16)/cpu/reverse/SimpleChains/(64, 64, 16, 128)
320280603
ns320008908
ns1.00
Conv((3, 3), 16 => 16)/cpu/reverse/Enzyme/(64, 64, 16, 128)
102161858
ns100911992.5
ns1.01
Conv((3, 3), 16 => 16)/cpu/forward/NamedTuple/(64, 64, 16, 128)
43990307.5
ns43729818
ns1.01
Conv((3, 3), 16 => 16)/cpu/forward/ComponentArray/(64, 64, 16, 128)
43757610.5
ns43491960
ns1.01
Conv((3, 3), 16 => 16)/cpu/forward/Flux/(64, 64, 16, 128)
57183117.5
ns57142792
ns1.00
Conv((3, 3), 16 => 16)/cpu/forward/SimpleChains/(64, 64, 16, 128)
28324912
ns28372687.5
ns1.00
Dense(2000 => 2000)/cpu/reverse/ReverseDiff (compiled)/(2000, 128)
18822434
ns18881824
ns1.00
Dense(2000 => 2000)/cpu/reverse/Zygote/(2000, 128)
19540731
ns19470234
ns1.00
Dense(2000 => 2000)/cpu/reverse/Tracker/(2000, 128)
23356974
ns23433086
ns1.00
Dense(2000 => 2000)/cpu/reverse/ReverseDiff/(2000, 128)
24094714
ns24127103
ns1.00
Dense(2000 => 2000)/cpu/reverse/Flux/(2000, 128)
19581858.5
ns19572785.5
ns1.00
Dense(2000 => 2000)/cpu/reverse/Enzyme/(2000, 128)
6520727
ns6512344
ns1.00
Dense(2000 => 2000)/cpu/forward/NamedTuple/(2000, 128)
6499891.5
ns6519102
ns1.00
Dense(2000 => 2000)/cpu/forward/ComponentArray/(2000, 128)
6481714
ns6469715
ns1.00
Dense(2000 => 2000)/cpu/forward/Flux/(2000, 128)
6495020
ns6473077
ns1.00
This comment was automatically generated by workflow using github-action-benchmark.