Apple M1 Microarchitecture Research by Dougall Johnson

Firestorm: Overview | Base Instructions | SIMD and FP Instructions
Icestorm:  Overview | Base Instructions | SIMD and FP Instructions

MUL (vector, 16B)

Test 1: uops

Code:

  mul v0.16b, v0.16b, v1.16b
  movi v0.16b, 1
  movi v1.16b, 2

(no loop instructions)

1000 unrolls and 1 iteration

Retires: 1.000

Issues: 1.000

Integer unit issues: 0.000

Load/store unit issues: 0.000

SIMD/FP unit issues: 1.000

retire (01)cycle (02)031e3f4e51inst issue (52)~issue fp/simd (54)~dispatch fp/simd (57)huge thing fp/simd (5b)60696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op fp/simd (7e)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst neon or fp (9a)a8accfd5d6ddinst fetch restart (de)e0? fp/simd (ee)f5f6f7f8fd
100430372206125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
10043037232106125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372206125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372306125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372306125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372308225482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372306125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
100430372306125482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
1004303723032525482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038
1004303722024525482510001000100039831313018303730372415328951000100020003037303711100110000073116112630100030383038303830383038

Test 2: Latency 1->2

Code:

  mul v0.16b, v0.16b, v1.16b
  movi v0.16b, 1
  movi v1.16b, 2

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code): 3.0037

retire (01)cycle (02)030b191e1f3f4e51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)60696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa0a1a8accfd5d6ddinst fetch restart (de)e0? int output thing (e9)? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
102043003722500006129548251010010010000100100005004277313130018300373003728265328745101002001000020020000300373003711102011009910010010000100000071011611296340100001003003830038300383003830038
102043008422400006129548251010010010000100100005004277313130018300373003728265328745101002001000020020000300373003711102011009910010010000100000071011611296340100001003003830038300383003830038
1020430037225000034629548251010010010000100100005004277313130018300373003728265328745101002001000020020000300373003711102011009910010010000100000071011611296340100001003003830038300383003830038
1020430037225000072629548251010010010000100100005004277313130018300373003728265328745101002001000020020000300373003711102011009910010010000100000371011611296340100001003003830038300383003830038
102043003722500006129548251010010010000100100005004277313130018300373003728265328745101002001000020020000300373003711102011009910010010000100000071011611296340100001003003830038300383003830038
102043003722500006129548251010010010000100100005004277313130018300373003728265328745101002001000020020000300373003711102011009910010010000100000071011611296340100001003003830038300383003830038
102043003722500006129548251010010010000100100005004277313130018300373003728265328745101002001000020020000300373003711102011009910010010000100000071011611296340100001003003830038300383003830038
102043003722500006129548251010010010000100100005004277313130018300373003728265328745101002001000020020000300373003711102011009910010010000100000071011611296340100001003003830038300383003830038
102043003722500006129548251010010010000100100005004277313130018300373003728265328745101002001000020020000300373003711102011009910010010000100000071011611297060100001003003830038300383003830038
102043003722500006129548251010010010000100100005004277313130018300373003728265328745101002001000020020000300373003711102011009910010010000100000071011611296340100001003003830038300383003830038

1000 unrolls and 10 iterations

Result (median cycles for code): 3.0037

retire (01)cycle (02)03080b18191e1f3a3f4e51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)696b6d6edispatch stall (70)72scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa0a1a8a9acc2cdcfd5d6ddinst fetch restart (de)e0? int output thing (e9)? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
100243003722500000008232954825100101010000101000050427731330018030037300372828703287671001020100002020000300373003711100211091010100001000003006403163329630010000103003830038300383003830038
10024300372250000000612954825100101010000101000050427731330018030037300372828703287671001020100002020000300373003711100211091010100001000000006403163329630010000103003830038300383003830038
10024300372250000000612954825100101010000101000050427731330018030037300372828703287671001020100002020000300373003711100211091010100001000000006403163329630010000103003830038300383003830038
100243003722500000007262954825100101010000101000050427731330018030037300372828703287671001020100002020000300373003711100211091010100001000003006403163329630010000103003830038300383003830038
10024300372250000000612954825100101010000101000050427731330018030037300372828703287671001020100002020000300373003711100211091010100001000000006403163329630010000103003830038300383003830038
10024300372250000000612954825100101010000101000050427731330018030037300372828703287671001020100002020000300373003711100211091010100001000000006403163329630010000103003830038300383003830038
10024300372250000000612954825100101010000101000050427731330018030037300372828703287671001020100002020000300373003711100211091010100001002200006403163329630010000103003830038300383003830038
100243003722500000002512954825100101010000101000050427731330018030037300372828703287671001020100002020000300373003711100211091010100001000000006403163329630010000103003830038300383003830038
100243003722500000007262954825100101010000101000050427731330018030037300372828703287671001020100002020000300373003711100211091010100001000000006403163329630010000103003830038300383003830038
10024300372250000000612954825100101010000101000050427731330018030037300372828703287671001020100002020000300373003711100211091010100001000000006403163329630010000103003830038300383003830038

Test 3: Latency 1->3

Code:

  mul v0.16b, v1.16b, v0.16b
  movi v0.16b, 1
  movi v1.16b, 2

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code): 3.0037

retire (01)cycle (02)03080b18191e1f3f4e51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa0a1a7a8a9acc2cfd5d6ddinst fetch restart (de)e0? int output thing (e9)? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
1020430037225000000612954825101001001000010010000500427731330018300373003728265328745101002001000020020000300373003711102011009910010010000100000000071011611296340100001003003830038300383003830038
1020430037225000000612954825101001001000010010000500427731330018300373003728265328745101002001000020020000300373003711102011009910010010000100000000071011611296340100001003003830038300383003830038
1020430037225000000612954825101001001000010010000500427731330018300373003728265328745101002001000020020000300373003711102011009910010010000100000000071011611296340100001003003830038300383003830038
1020430037225000000612954825101001001000010010000500427731330018300373003728265328745101002001000020020000300373003711102011009910010010000100000000071011611296340100001003003830038300383003830038
1020430037224000000612954825101001001000010010000500427731330018300373003728265328745101002001000020020000300373003711102011009910010010000100000000071011611296340100001003003830038300383003830038
1020430037224000000612954825101001001000010010000500427731330018300373003728265328745101002001000020020000300373003711102011009910010010000100010000071011611296340100001003003830038300383003830038
1020430037225000000612954825101001001000010010000500427731330018300373003728265328745101002001000020020000300373003711102021009910010010000100000000071011611296340100001003003830038300383003830038
1020430037225000000612954825101001001000010010000500427731330018300373003728265328745101002001000020020000300373003711102011009910010010000100000000071011611296340100001003003830038300383003830038
1020430037225000000612954825101001001000010010000500427731330018300373003728265328745101002001000020020000300373003711102011009910010010000100000000071011611296340100001003003830038300383003830038
1020430037225000000612954825101001001000010010000500427731330018300373003728265328745101002001000020020000300373003711102011009910010010000100000000071011611296340100001003003830038300383003830038

1000 unrolls and 10 iterations

Result (median cycles for code): 3.0037

retire (01)cycle (02)03041e3a3f4e51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)60696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa8accdcfd5d6ddinst fetch restart (de)e0? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
10024300372260026229548251001010100001010000504277313030018300373003728287328767100102010000202000030037300371110021109101010000101006441216882963010000103003830038300383003830038
100243003722500262295482510010101000010100005042773130300183003730037282873287671001020100002020000300373003711100211091010100001000064410165102963010000103003830038300383003830038
100243003722501226229548251001010100001010000504277313030018300373003728287328767100102010000202000030037300371110021109101010000100277006445165112963010000103003830038300383003830038
10024300372240021712954825100101010000101000050427731303001830037300372828732876710010201000020200003003730037111002110910101000010000644516682963010000103003830038300383003830038
10024300372250021922954825100101010000101000050427731303001830037300372828732876710010201000020200003003730037111002110910101000010000644111611112963010000103003830038300383003830038
10024300372250024832954825100101010000101000050427731303001830037300372828732876710010201000020200003003730037111002110910101000010000644101610102963010000103003830038300383003830038
1002430037225002188295482510010101000010100005042773130300183003730037282873287671001020100002020000300373003711100211091010100001000064451610102963010000103003830038300383003830038
10024300372250021462954825100101010000101000050427731303001830037300372828732876710010201000020200003003730037111002110910101000010000644111610102963010000103003830038300383008530038
10024300372250022092954825100101010000101000050427731303001830037300372828732876710010201000020200003003730037111002110910101000010000644101610102963010000103003830038300383003830038
1002430037225002211295482510010101000010100005042773130300183003730037282873287671001020100002020000300843003711100211091010100001000064410161052963010000103003830038300383003830038

Test 4: throughput

Count: 8

Code:

  mul v0.16b, v8.16b, v9.16b
  mul v1.16b, v8.16b, v9.16b
  mul v2.16b, v8.16b, v9.16b
  mul v3.16b, v8.16b, v9.16b
  mul v4.16b, v8.16b, v9.16b
  mul v5.16b, v8.16b, v9.16b
  mul v6.16b, v8.16b, v9.16b
  mul v7.16b, v8.16b, v9.16b
  movi v8.16b, 9
  movi v9.16b, 10

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code divided by count): 0.2505

retire (01)cycle (02)03181e1f3f51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)60696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa1a8accfd5d6ddinst fetch restart (de)e0? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
8020420048150000194258010010080000100800005006400001200202003920039997339997801002008000020016000020039200391180201100991001008000010001051103161120036800001002004020040200402004020040
802042003915000041258010010080000100800005006400001200202003920039997339997801002008000020016000020039200391180201100991001008000010000051101161120036800001002004020040200402004020040
802042003915000041258010010080000100800005006400000200202003920039997339997801002008000020016000020039200391180201100991001008000010001051101161120036800001002004020040200402004020040
8020420039150000136258010010080000100800005006400000200202003920039997339997801002008000020016000020039200391180201100991001008000010000051101161120036800001002004020040200402004020040
802042003915000041258010010080000100800005006400001200202003920039997339997801002008000020016000020039200391180201100991001008000010000051101161120036800001002004020040200402004020040
802042003915000041258010010080000100800005006400000200202003920039997339997801002008000020016000020039200391180201100991001008000010000051101161120036800001002004020040200402004020040
802042003915000041258010010080000100800005006400000200202003920039997339997801002008000020016000020039200391180201100991001008000010000051101162120036800001002004020040200402004020040
8020420039150000498258010010080000100800005006400000200202003920039997339997801002008000020016000020039200391180201100991001008000010001351101161120036800001002004020040200402004020040
8020420039150000459258010010080000100800005006400000200202003920039997339997801002008000020016000020039200391180201100991001008000010000051101161120036800001002004020040200402004020040
802042003915000041258010010080000100800005006400000200202003920039997339997801002008000020016000020039200391180201100991001008000010001051101161120036800001002004020040200402004020040

1000 unrolls and 10 iterations

Result (median cycles for code divided by count): 0.2505

retire (01)cycle (02)031e3f51inst issue (52)~issue int (53)~issue fp/simd (54)~dispatch int (56)~dispatch fp/simd (57)huge thing int (59)huge thing fp/simd (5b)696d6edispatch stall (70)scheduler rewind (75)scheduler stall (76)~dispatch op (78)~map op int (7c)~map op fp/simd (7e)~map lookup int (7f)~map lookup fp/simd (81)8283pipeline redirect (84)85inst all (8c)inst branch (8d)inst branch taken (90)inst b.cc (94)inst integer (97)inst neon or fp (9a)9fa0a6a8acc5cfd5d6ddinst fetch restart (de)e0? int output thing (e9)? fp/simd (ee)gpr retires (ef)f5f6f7f8fd
800242004815009062580010108000012800006064000020020200392003999963100198001020800002016000020039200391180021109101080000104000050202162220036080000102004020040200402004020040
800242003915002142580010108000010800005064000020020200392003999963100198001020800002016000020039200391180021109101080000100000050202162220036080000102004020040200402004020040
800242003915021402580010108000010800005064000020020200392003999963100198001020800002016000020039200391180021109101080000100000050202162220036080000102004020040200402004020040
80024200391500402580010108000010800005064000020020200392003999963100198001020800002016000020039200391180021109101080000100000050202162220036080000102004020040200402004020040
80024200391500402580010108000012800005064000020020200392003999963100198001020800002016000020039200391180021109101080000100000050202162220036080000102004020040200402004020040
80024200391500402580010108000010800005064000020020200392003999963100198001020800002016000020039200391180021109101080000100000050202162220036080000102004020040200402004020040
80024200391500612580010108000010800005064000020020200392003999963100198001020800002016000020039200391180021109101080000100000050222162220036080000102004020040200402004020040
800242003915001912580010108000010800006064000020020200392003999963100198001020800002016000020039200391180021109101080000100000050202162220036080000102004020040200402004020040
80024200391500402580010108000012800005064000020020200392003999963100198001020800002016000020039200391180021109101080000100000050202162220036080000102004020040200402004020040
800242003915002522580010108000010800006064000020020200392003999963100198001020800002016000020039200391180021109101080000100000050202162220036080000102004020040200402004020040