Apple M1 Microarchitecture Research by Dougall Johnson

Firestorm: Overview | Base Instructions | SIMD and FP Instructions
Icestorm:  Overview | Base Instructions | SIMD and FP Instructions

MUL (by element, 2S)

Test 1: uops

Code:

  mul v0.2s, v0.2s, v1.s[1]
  movi v0.16b, 1
  movi v1.16b, 2

(no loop instructions)

1000 unrolls and 1 iteration

Retires: 1.000

Issues: 1.000

Integer unit issues: 0.000

Load/store unit issues: 0.000

SIMD/FP unit issues: 1.000

retire (01)cycle (02)031e3f4e51inst issue (52)~issue fp/simd (54)~dispatch fp/simd (57)huge thing fp/simd (5b)60696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op fp/simd (7e)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst neon or fp (9a)a8accfd5d6ddinst fetch restart (de)e0? fp/simd (ee)f5f6f7f8fd
100430372206125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372306125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372306125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
1004303723012825482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372306125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372308425482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372306125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372209525482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
1004303723012725482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372306125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038

Test 2: Latency 1->2

Code:

  mul v0.2s, v0.2s, v1.s[1]
  movi v0.16b, 1
  movi v1.16b, 2

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code): 3.0037

retire (01)cycle (02)03070a1e3f4e51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)696d6edispatch stall (70)72scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa8accfd5d6ddinst fetch restart (de)e0? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
102043003722500053629548251010010010000100100005004277313300183003730037282650328745101002001000020020000300373003711102011009910010010000100207102162229634100001003003830038300383003830038
1020430037224000156295482510100100100001001000050042773133001830037300372826503287451010020010000200200003003730037111020110099100100100001004007412162229634100001003003830038300383003830038
10204300372250006129548251010010010000100100005004277313300183003730037282650328745101002001000020020000300373003711102011009910010010000100107102162229634100001003003830038300383003830038
10204300372250006129548251010010010000100100005004277313300183003730037282650328745101002001000020020000300373003711102011009910010010000100007102162229634100001003003830038300383008530038
1020430037225000287429548251010010010000100100005004277313300183003730037282650328745101002001000020020000300373003711102011009910010010000100007102162229634100001003003830038300383003830038
10204300372250006129548251010010010000100100005004277313300183003730037282650328745101002001000020020000300373003711102011009910010010000100007102162229634100001003003830038300383003830038
1020430037225004056129548251010010010000100100005004277313300183003730037282650328745101002001000020020000300373003711102011009910010010000100107102162229634100001003003830038300383003830038
10204300372250008229548251010010010000100100005004277313300183003730037282650328745101002001000020020000300373003711102011009910010010000100007102162229634100001003003830038300383003830038
10204300372250006129548251010010010000100100005004277313300183003730037282650328745101002001000020020000300373003711102011009910010010000100007102162229634100001003003830038300383003830038
10204300372250006129548251010010010000100100005004277313300183003730037282650328745101002001000020020000300373003711102011009910010010000100007102162229634100001003003830038300383003830038

1000 unrolls and 10 iterations

Result (median cycles for code): 3.0037

retire (01)cycle (02)031e3f4e51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)60696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa8accfd5d6ddinst fetch restart (de)e0? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
1002430037225061295482510010101000010100005042773130300183003730037282873287671001020100002020000300373003711100211091010100001010640216222963010000103003830038300383003830038
1002430037225061295482510010101000010100005042773130300183003730037282873287671001020100002020000300373003711100211091010100001000640216222963010000103003830038300383003830038
1002430037225061295482510010101000010100005042773130300183003730037282873287671001020100002020000300373003711100211091010100001000640216222963010000103003830038300383003830038
1002430037225061295482510010101000010100005042773130300183003730037282873287671001020100002020000300373003711100211091010100001020640216222988010000103003830038300383003830079
1002430037225061295482510010101000010100005042773130300183003730037282873287671001020100002020000300373003711100211091010100001000640216222963010000103003830038300383003830038
1002430037225061295482510010101000010100005042773130300183003730037282873287671001020100002020000300373003711100211091010100001000640216222963010000103003830038300383003830038
10024300372259612954825100101010000101000050427731303001830037300372828732876710010201000020200003003730037111002110910101000010283640216222963010000103003830038300383003830038
1002430037225061295483910010101000010100005042773130300183003730037282873287671001020100002020000300373003711100211091010100001000640216222963010000103003830038300383022730038
1002430037225061295482510010101000010100005042773130300183003730037282873287671001020100002020000300373003711100211091010100001000640216222963010000103003830038300383003830038
10024300372250103295482510010101000010100005042773130300183003730037282873287671001020100002020000300373003711100211091010100001000640216222963010000103003830038300383003830038

Test 3: Latency 1->3

Code:

  mul v0.2s, v1.2s, v0.s[1]
  movi v0.16b, 1
  movi v1.16b, 2

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code): 3.0037

retire (01)cycle (02)0318191e1f3a3f4e51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa0a1a6a8a9acc2c5cfd5d6ddinst fetch restart (de)e0? int output thing (e9)? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
102043003722500000612954825101001001000010010000500427731330018300373003728265328745101002001000020020000300373003711102011009910010010000100420121648000710432122988631100001003037130374304063036130321
1020430037227773014600295481031018713710024100107457274286774302703036930037282852828873111912221099422422304303703037091102011009910010010000100020101915000710116112963433100001003003830038300383003830038
10204300372240015006129548251010010010000100100005004277313300183003730037282653287451010020010000200200003003730037111020110099100100100001000003000071011611296340100001003003830038300383003830038
10204300372250000014529548251010010010000100100005004277313300183003730037282653287451010020010000200200003003730037111020110099100100100001000000000071011611296340100001003003830085301803003830038
10204300372250000016829548251010010010000100100005004277313300183003730037282653287451010020010000200200003003730037111020110099100100100001000000000071011611296340100001003003830038300383003830038
1020430037225000006129548251010010010000100100005004277313300183003730037282653287451010020010000200200003003730037111020110099100100100001000000000071011611296340100001003003830038300383003830038
10204300372250000014529548251010010010000100100005004277313300183003730037282653287451010020010000200200003003730037111020110099100100100001000000000071011611296340100001003003830038300383003830038
1020430037225000006129548251010010010000100100005004277313300183003730037282653287451010020010000200200003003730037111020110099100100100001000000000071011611296340100001003003830038300383003830038
10204300372250000016629548251010010010000100100005004277313300183003730037282653287451010020010000200200003003730037111020110099100100100001000000000071011611296340100001003008530038300383003830038
1020430037225000008229548251010010010000100100005004277313300183003730037282653287451010020010000200200003003730037111020110099100100100001000000000071011611296340100001003003830038300383003830038

1000 unrolls and 10 iterations

Result (median cycles for code): 3.0037

retire (01)cycle (02)030b18191e1f3a3f4e51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)60696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa0a8a9accfd5d6ddinst fetch restart (de)e0? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
100243003722500000021029548251001010100001010000504277313130018300373003728287328767100102010000202000030037300371110021109101010000100000640216322963010000103003830038300383003830038
1002430037225000390018729548251001010100001010000504277313130018300373003728287328767100102010000202000030037300371110021109101010000100000640216222963010000103003830038300383003830038
1002430037225000390023129548251001010100001010000504277313030018300373003728287328767100102010000202000030037300371110021109101010000100000640216222963010000103003830038300383003830038
100243003722400000025429548251001010100001010000504277313030018300373003728287328767100102010000202000030037300371110021109101010000100000640216322963010000103003830038300383003830038
10024300372250000006129548251001010100001010000504277313130018300373003728287328767100102010000202000030037300371110021109101010000100000640216322963010000103003830038300383003830086
100243003722500000012429548251001010100001010000504277313130018300373003728287328767100102010000202000030037300371110021109101010000100000640216232963010000103003830038300383003830038
100243003722400000014529548251001010100001010000504277313130018300373003728287328767100102010000202000030037300371110021109101010000100003640216322963010000103003830038300383003830038
100243003722500000033729548251001010100001010000504277313130018300373003728287328767100102210000202000030037300371110021109101010000100000640242232963010000103003830038300383003830038
100243003722401000016829548251001013100001010000504277313130018300373003728287328767100102010000202000030037300371110021109101010000100000640216322963010000103003830038300383003830038
100243003722500000033529548251001010100001010000504277313130018300373003728287328844100102010000202000030037300371110021109101010000100000640216222963010000103003830038300863003830038

Test 4: throughput

Count: 8

Code:

  mul v0.2s, v8.2s, v9.s[1]
  mul v1.2s, v8.2s, v9.s[1]
  mul v2.2s, v8.2s, v9.s[1]
  mul v3.2s, v8.2s, v9.s[1]
  mul v4.2s, v8.2s, v9.s[1]
  mul v5.2s, v8.2s, v9.s[1]
  mul v6.2s, v8.2s, v9.s[1]
  mul v7.2s, v8.2s, v9.s[1]
  movi v8.16b, 9
  movi v9.16b, 10

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code divided by count): 0.2505

retire (01)cycle (02)031e3f51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)696b6d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa8acc5cfd5d6ddinst fetch restart (de)e0? int output thing (e9)? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
802042005915001042580100100800001008000050064000020020020039200399973399978010020080000200160000200392003911802011009910010080000100000511021611200360800001002004020040200402004020040
80204200391500412580100100800001008000050064000020020020039200399973399978010020080000200160000200392003911802011009910010080000100000511021611200360800001002004020040200402004020040
80204200391500412580100100800841008000050064000020020020039200399973399978010020080000200160000200392003911802011009910010080000100000511011611200360800001002004020040200402004020040
80204200391500412580100100800001008000050064000020020020039200399973399978010020080000200160000200392003911802011009910010080000100000511011611200360800001002004020040200402004020040
80204200391500412580100100800001008000050064000020020020039200399973399978010020080000200160000200392003911802011009910010080000100000511011611200360800001002004020040200402004020040
802042003915001502580100100800001008000050064000020020020039200399973399978010020080000200160000200392003911802011009910010080000100000511011611200360800001002004020040200402004020040
802042003915005162580100100800001008000050064000020020020090200399973399978010020080000200160000200392003911802011009910010080000100000511011611200360800001002004020040200402004020040
802042003915001262580100100800001008000050064000020020020039200399973399978010020080000200160000200392003911802011009910010080000100000511011611200360800001002004020040200402004020040
80204200391500412580100100800001008000050064000020020020039200399973399978010020080000200160000200392003911802011009910010080000100000511011611200360800001002004020040200402004020040
802042003915001232580100100800001008000050064000020020020039200399973399978010020080000200160000200392003911802011009910010080000100000511011611200360800001002004020040200402004020040

1000 unrolls and 10 iterations

Result (median cycles for code divided by count): 0.2505

retire (01)cycle (02)031e3f51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)60696b6d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa8branch mispredict (cb)cfd5d6ddinst fetch restart (de)e0? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
800242004815004025800101080000108000050640000120020020039200399996310019800102080000201600002003920039118002110910108000010005020171611132003680000102004020040200402004020040
8002420039150218225800101080000108000050640000020020020039200399996310019800102080000201600002003920039118002110910108000010005020131612132003680000102004020040200402004020040
800242003915008225800101080000108000050640000020020020039200399996310019800102080000201600002003920039118002110910108000010005020111613122003680000102004020040200402004020040
800242003915006125800101080000108000050640000120020020039200399996310019800102080000201600002003920039118002110910108000010015020121613132003680000102004020040200402004020040
800242003915004025800101080000108000050640000020020020039200399996310019800102080000201600002003920039118002110910108000010005020131612122003680000102004020040200402004020040
800242003915004025800101080000108000050640000020020020039200399996310019800102080000201600002003920039118002110910108000010005020111611122003680000102004020040200402004020040
800242003915004025800101080000108000050640000020020020039200399996310019800102080000201600002003920039118002110910108000010005020121613132003680000102004020040200402004020040
800242003915004025800101080000108000050640000120020020039200399996310019800102080000201600002003920039118002110910108000010005020131610132003680000102004020040200402004020040
800242003915004025800101080000108011250640000120020020039200399996310019800102080000201600002003920039118002110910108000010005020111611122003680000102004020040200402004020040
800242003915004025800101080000108000050640000020020020039200399996310019800102080000201600002003920039118002110910108000010005020141613132003680000102004020040200402004020040