Apple M1 Microarchitecture Research by Dougall Johnson

Firestorm: Overview | Base Instructions | SIMD and FP Instructions
Icestorm:  Overview | Base Instructions | SIMD and FP Instructions

SUQADD (scalar, S)

Test 1: uops

Code:

  suqadd s0, s1
  movi v0.16b, 1
  movi v1.16b, 2

(no loop instructions)

1000 unrolls and 1 iteration

Retires: 1.000

Issues: 1.000

Integer unit issues: 0.000

Load/store unit issues: 0.000

SIMD/FP unit issues: 1.000

retire (01)cycle (02)03181e1f3f4e51inst issue (52)~issue fp/simd (54)~dispatch fp/simd (57)huge thing fp/simd (5b)60696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op fp/simd (7e)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst neon or fp (9a)a8acc2cfd5d6ddinst fetch restart (de)e0? fp/simd (ee)f5f6f7f8fd
100430372300061254825100010001000398313030183037303724153289510001000200030373037111001100000073216222636100030383038303830383038
100430372300061254825100010001000398313030183037303724153289510001000200030373037111001100000073216222630100030383038303830383038
100430372200061254825100010001000398313030183037303724153289510001000200030373037111001100000073216222630100030383038303830383038
100430372200061254825100010001000398313030183037303724153289510001000200030373037111001100000073216222700100030383038303830383038
1004303723000139254825100010001000398313030183037303724153289510001000200030373037111001100010073216222630100030383038303830383038
100430372300061254825100010001000398313030183037303724153289510001000200030373037111001100000073216222630100030383038303830383038
1004303723008861254825100010001000398313030183037303724153289510001000200030373037111001100000073216222630100030383038303830383038
100430372200061254825100010001000398313030183037303724153289510001000200030373037111001100000073216222630100030383038303830383038
100430372200061254825100010001000398313030183037303724153289510001000200030373037111001100000073216222630100030383038303830383038
100430372200061254825100010001000398313030183037303724153289510001000200030373037111001100000073216222630100030383038303830383038

Test 2: Latency 1->1

Code:

  suqadd s0, s1
  movi v0.16b, 1
  movi v1.16b, 2

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code): 3.0037

retire (01)cycle (02)03080918191e3f4e51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)60696b6d6edispatch stall (70)72scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa0a8accfd5d6ddinst fetch restart (de)e0? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
1020430037225000006129548251010010010000100100005004277313130018330037300372826503287451010020010000200200003003730037111020110099100100100001000007101161129634100001003003830038300383003830038
1020430037225000006129548251010010010000100100005004277313130018030037300372826503287451010020010000200200003003730037111020110099100100100001000007101161129634100001003003830038300383003830038
1020430037225000006129548251010010010000100100005004277313130018030037300372826503287451010020010000200200003003730037111020110099100100100001000107101161129634100001003003830038300383003830038
1020430037225010006129548251010010010000100100005004277313130018030037300372826503287451010020010000200200003003730037111020110099100100100001000007101161129634100001003003830038300383003830038
1020430037225000006129548251010010010000100100005004277313130018030037300372826503287451010020010000200200003003730037111020110099100100100001000007101161129634100001003003830038300383003830038
1020430037225000006129548251010010010000100100005004277313130018030037300372829303287451010020010000200200003003730037111020110099100100100001000007101161129634100001003003830038300383003830038
1020430037224000006129548251010010010000100100005004277313130018030037300372826503287451010020010000200200003003730037111020110099100100100001000007101161129634100001003003830038300383003830038
1020430037224000006129548251010010010000100100005004277313130018030037300372826503287451010020010000200200003003730037111020110099100100100001000397101161129634100001003003830038300383003830038
1020430037224000096129548251010010010000100100005004277313130018030037300372826503287451010020010000200200003003730037111020110099100100100001000007101161129634100001003003830038300383003830038
1020430037225000006129548251010010010000100100005004277313130018030037300372826503287451010020010000200200003003730037111020110099100100100001000007101161129634100001003003830038300383003830038

1000 unrolls and 10 iterations

Result (median cycles for code): 3.0037

retire (01)cycle (02)03080a0b18191e1f3a3f4e51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa0a1a6a7a8a9acc2c5cfd5d6ddinst fetch restart (de)e0? int output thing (e9)? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
1002430037225000004200612954825100101010000101000050427731330018300373003728287328767100102010000202000030037300371110021109101010000100020002785006405165329630010000103003830038300383003830038
1002430037225000000006129548251001010100001010000504277313300183003730037282873287671001020100002020000300373003711100211091010100001000000015006403164429630010000103003830038300383003830038
100243003722400000000612954825100101010000101000050427731330018300373003728287328767100102010000202000030037300371110021109101010000100000000006404164329630010000103003830038300383003830038
100243003722400000000612954825100101010000101000050427731330018300373003728287328767100102010000202000030037300371110021109101010000100000000006404164329630010000103003830038300383003830038
100243003722400000000612954825100101010000101000050427731330018300373003728287328767100102010000202000030037300371110021109101010000100000000006404374329630010000103003830038300383003830038
100243003722500000000612954825100101010000101000050427731330018300373003728287328767100102010000202000030037300371110021109101010000100000103007274164429630010000103003830038300383003830038
1002430037225000000001032954825100101010000101000050427731330054300373003728287328767101602010000202000030037300371110021109101010000100020403006404244429630010000103003830038300383003830086
1002430037225011000001032954825100101010000101000050427731330018300373003728287328767100102010000202000030037300371110021109101010000100000003006404163429630010000103003830038300383003830038
10024300372250000012006312954825100101010000101000050427731330018300373003728287328767100102010000202000030037300371110021109101010000100000000006404164429630010000103003830038300383003830038
100243003722500000000612954825100101010000101000050427731330018300373003728287328767100102010000202000030037300371110021109101010000100000000006404164429630010000103003830038300383003830038

Test 3: Latency 1->2

Code:

  suqadd s0, s0
  movi v0.16b, 1

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code): 3.0037

retire (01)cycle (02)03081e3f4e51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)60696b6d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa1a9acc5branch mispredict (cb)cdcfd6e0? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
102043003722500972954725101001001000010010000500427716013001803003730037282716287411010020010008200200163003730037111020110099100100100001000001117171629646100001003003830038300383003830038
102043003722500612954725101001001000010010000500427716013001803003730037282717287411010020010008200200163003730037111020110099100100100001000001117171629646100001003003830038300383003830038
102043003722500612954725101001001000010010000500427716013001803003730037282716287401010020010008200200163003730037111020110099100100100001000001117171629645100001003003830038300383003830038
102043003722500612954725101001001000010010000500427716013001803003730037282716287411010020010008200200163003730037111020110099100100100001000001117171629645100001003003830038300383003830038
102043003722500612954725101001001000010010000500427716013001803003730037282717287401010020010008200200163003730037111020110099100100100001000001117181629646100001003003830038300383003830038
10204300372240011542954725101001001000010010000500427716003001803003730037282716287411010020010008200200163003730037111020110099100100100001000001117181629645100001003003830038300383003830038
102043003722504212152954725101001001000010010000500427716013001803003730037282717287411010020010008200200163003730037111020110099100100100001000001117171629645100001003003830038300383003830038
102043003722500612954725101001001000010010000500427716013001803003730037282716287411010020010008200200163003730037111020110099100100100001000001117181629645100001003003830038300383003830038
102043003722500612954725101001001000010010000500427716013001803003730037282716287411010020010008200200163003730037111020110099100100100001000001117171629645100001003003830038300383003830038
102043003722400612954725101001001000010010000500427716013001803003730037282716287401010020010008200200163003730037111020110099100100100001000001117171629646100001003003830038300383003830038

1000 unrolls and 10 iterations

Result (median cycles for code): 3.0037

retire (01)cycle (02)03080a0b18191e1f3f4e51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)60696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa1a8acc5cfd5d6ddinst fetch restart (de)e0? int output thing (e9)? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
1002430037225000000061295472510010101000010100005042771600300183003730037282863287671001020100002020000300373003711100211091010100001000006402162229629010000103003830038300383003830038
1002430037225000000061295472510010101000010100005042771600300183003730037282863287671001020100002020000300373003711100211091010100001000006402162229629010000103003830038300383003830038
1002430037225000000061295472510010101000010100005042771600300183003730037282863287671001020100002020000300373003711100211091010100001000006402162229629010000103003830038300383003830038
1002430037225000000061295472510010101000010100005042771600300183003730037282863287671001020100002020000300373003711100211091010100001000006402162229629010000103008530038300383003830038
1002430037225000000061295472510010101000010100005042771600300183003730037282863287671001020100002020000300373003711100211091010100001000006402162229629010000103003830038300383003830038
1002430037225000000061295472510010101000010100005042771600300183003730037282863287671001020100002020000300373003711100211091010100001000006402162229629010000103003830038300383003830038
1002430037225000000095295472510010101000010100005042771600300183003730037282863287671001020100002020000300373003711100211091010100001003306402162229629010000103003830038300383003830038
1002430037225000000061295472510010101000010100005042771600300183003730037282863287671001020100002020000300373003711100211091010100001000006402162229629010000103003830038300383003830038
10024300372250000000251295472510010101000010100005042771600300183003730037282863287671001020100002020000300373003711100211091010100001000006402162329629010000103003830038300383003830038
10024300372250000000726295472510010101000010100005042771600300183003730037282863287671001020100002020000300373003711100211091010100001000006402162229629010000103003830038300383003830038

Test 4: throughput

Count: 8

Code:

  movi v0.16b, 0
  suqadd s0, s8
  movi v1.16b, 0
  suqadd s1, s8
  movi v2.16b, 0
  suqadd s2, s8
  movi v3.16b, 0
  suqadd s3, s8
  movi v4.16b, 0
  suqadd s4, s8
  movi v5.16b, 0
  suqadd s5, s8
  movi v6.16b, 0
  suqadd s6, s8
  movi v7.16b, 0
  suqadd s7, s8
  movi v8.16b, 9

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code divided by count): 0.2508

retire (01)cycle (02)03080b18191e1f3f51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)696d6escheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst fp/simd store (99)inst neon or fp (9a)9fa8a9acc2c5branch mispredict (cb)cdcfd5d6ddinst fetch restart (de)e0? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
160204200881500000002925801161008001610080028500640196200452006520065612801282008002820016005620065200651116020110099100100016000010000001111011901600200621600001002006620066200662006620066
160204200651500000005025801161008001610080028500640196200452006520065612801282008002820016005620065200651116020110099100100016000010000001111011901600200621600001002006620066200662006620066
160204200651500000002925801161008001610080028500640196200452006520065612801282008002820016005620065200651116020110099100100016000010000001111011901600200621600001002006620066200662006620066
160204200651500000002925801161008001610080028500640196200452006520065612801282008002820016005620065200651116020110099100100016000010000001111011901600200621600001002006620066200662006620066
1602042006515100000011525801161008001610080028500640196200452006520065612801282008002820016005620065200651116020110099100100016000010000001111011901600200621600001002006620066200662006620066
160204200651500000002925801161008001610080028500640196200452006520065612801282008002820016005620065200651116020110099100100016000010000001111011901600200621600001002006620066200662006620066
160204200651510000005225801161008001610080028500640196200452006520065612801282008002820016005620065200651116020110099100100016000010000001111011911600200621600001002006620066200662006620066
160204200651500000002925801161008001610080028500640196200452006520065612801282008002820016005620065200651116020110099100100016000010000001111011901600200621600001002006620066200662006620066
160204200651500000002925801161008001610080028500640196200452006520065612801282008002820016005620065200651116020110099100100016000010000001111011901600201301600001002006620066200662006620066
1602042006515000000071525801161008001610080028500640196200452006520065612801282008002820016005620065200651116020110099100100016000010000001111011901600200621600001002006620066200662006620066

1000 unrolls and 10 iterations

Result (median cycles for code divided by count): 0.2506

retire (01)cycle (02)03080b1e3f51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)5f6061696d6escheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa0a8acc5cdcfd0d2icache miss (d3)d5d6d9dadbddinst fetch restart (de)e0ea? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
1600242007315000122482580010108000010800005064000010102002720046200463228001020800002016000020046200461116002110910101600001000000100291311720221642004315160000102004720047200532005120047
160024200461500001012580010108000010800005064000011102002720046200463228001020800002016000020046200461116002110910101600001000001100311331720211772004315160000102012620136200472004720047
16002420046151000592580010108010410800005064000011102002720046200463228001020800002016000020046200461116002110910101600001000000100291331620211782004315160000102004720047200472004720047
16002420046150003592580010108000010800005064000011102002720046200463228001020800002016000020046200461116002110910101600001000300100281341620211562004315160000102004720047200472004720047
16002420046150000792580010108000010800005064000011102002720046200463228001020800002016000020046200461116002110910101600001000000100311341620211652004345160000102005120051200512004720047
160024200461500012592580010108000010800005064000011102002720046200463228001020800002016000020046200461116002110910101600001020000100281341920211752004315160000102005320047200472004720047
16002420046150000792580010108000010800005064000011102002720046200463228001020800002016000020046200461116002110910101600001000000100281341520211662004315160000102004720047200472004720051
16002420046150000802580010108000010800005064084011102002720046200463228001020800002016000020046200461116002110910101600001003300100291392720422542004715160000102004720047200472004720047
160024200461500024592580010108000010800005064000011102002720046200463228001020800002016000020046200461116002110910101600001000000100291351620211542004315160000102004720047200472004720047
1600242004615000059258001010800001080000506400000110200272004620046322800102080000201600002004620046111600211091010160000100050100100281351620211662004315160000102004720047200472004720047

Test 5: throughput

Count: 16

Code:

  suqadd s0, s16
  suqadd s1, s16
  suqadd s2, s16
  suqadd s3, s16
  suqadd s4, s16
  suqadd s5, s16
  suqadd s6, s16
  suqadd s7, s16
  suqadd s8, s16
  suqadd s9, s16
  suqadd s10, s16
  suqadd s11, s16
  suqadd s12, s16
  suqadd s13, s16
  suqadd s14, s16
  suqadd s15, s16
  movi v16.16b, 17

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code divided by count): 0.2502

retire (01)cycle (02)03040b1e3f51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)60696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa8acc5branch mispredict (cb)cdcfd5d6ddinst fetch restart (de)e0? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
16020440059300001808825160108100160008100160020500128013214002040039400391997761999016012020016003220032006440039400391116020110099100100160000100001111011801600400361600001004004040040400404004040040
16020440039300001353025160108100160008100160020500128013214002040039400391997761999016012020016003220032006440039400391116020110099100100160000100001111011801600400361600001004004040040400404004040040
1602044003930000783025160108100160008100160020500128013204002040039400391997761999016012020016003220032006440039400392116020110099100100160000100001111011801600400361600001004009540142400404004040040
160204400393000007225160108100160396100160020500128013214002040039401431997761999016012020016003220032068240039400391116020110099100100160000100491111011801600400361600001004004040040400404004040040
160204400393000003025160108100160008100160020500128013214002040039400391997761999016012020016003220032006440039400391116020110099100100160000100201111011801600400361600001004004040040400404004040040
160204400393000003025160108100160008100160020500128013214002040039400391997761999016012020016003220032006440039400391116020110099100100160000100001111011801600400361600001004004040040400404004040040
160204400393000003025160108100160008100160020500128013214002040039400391997761999016012020016003220032006440039400391116020110099100100160000100001111011801600400361600001004004040040400404004040040
160204400393000003025160108100160008100160020500128013214002040039400391997761999016012020016003220032006440039400391116020110099100100160000100001111011801600400361600001004004040040400404004040040
160204400393000003025160108100160008100160020500128013214002040039400391997761999016012020016003220032006440039400391116020110099100100160000100001111011801600400361600001004004040040400404004040040
160204400393000003025160108100160008100160020500128013214002040039400391997761999016012020016003220032006440039400391116020110099100100160000100201111011801600400361600001004004040040400404004040040

1000 unrolls and 10 iterations

Result (median cycles for code divided by count): 0.2502

retire (01)cycle (02)03083f51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)5f6061696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fbranch mispredict (cb)cfd0d2icache miss (d3)d5d6d9dadbddinst fetch restart (de)e0eaeb? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
160024400503000462516001010160000101600005012800001104002040039400391999632001916001020160000203200004003940039111600211091010160000100100223712416211222440036206160000104004040040400404004040040
160024400393000462516001010160000101600005012800001104002040039400391999632001916001020160000203200004003940039111600211091010160000100100223412316213211540036206160000104004040040400404004040040
160024400393000522516001010160000101600005012800001104002040039400391999632001916001020160000203208544003940039111600211091010160000100100246412216211222540036206160000104004040040400404004040040
1600244003930005225160010101600001016000050128000011040020400394003919996320019160010201600002032000040039400391116002110910101600001001004638121164222121400364012160000104004040040400404004040040
160024400393000462516001010160000101600005012800001004002040039400391999632001916001020160000203200004003940039111600211091010160000100100223412216211222240036406160000104004040040400404004040040
160024400393000522516001010160000101600005012800000104002040039400391999632001916001020160000203200004003940039111600211091010160000100100246412516211232340036206160000104004040040400404004040040
1600244003930009025160010101600001016000050128000010040020400394003919996320019160010201600002032000040039400391116002110910101600001001002468222164222222400364012160000104004040040400404004040040
160024400393000522516001010160000101600005012800000004002040039400391999632001916001020160000203202144009340039111600211091010160000100100246412216211212240036206160000104004040040400404004040040
160024400392990138125160010101600001016000050128000001040020400394003919996320019160010201600002032000040039400391116002110910101600001001002465224164222323400362012160000104004040040400404004040040
16002440039300052125160010101600001016000050128000000540070400394003919996320019160010201600002032000040039400391116002110910101600001001002239123162222223400364012160000104004040040400404004040040