Apple Microarchitecture Research by Dougall Johnson

M1/A14 P-core (Firestorm): Overview | Base Instructions | SIMD and FP Instructions
M1/A14 E-core (Icestorm):  Overview | Base Instructions | SIMD and FP Instructions

FMLA (by element, 4S)

Test 1: uops

Code:

  fmla v0.4s, v1.4s, v2.s[1]
  movi v0.16b, 1
  movi v1.16b, 2
  movi v2.16b, 3

(no loop instructions)

1000 unrolls and 1 iteration

Retires: 1.000

Issues: 1.000

Integer unit issues: 0.001

Load/store unit issues: 0.000

SIMD/FP unit issues: 1.000

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch simd uop (57)ldst uops in schedulers (5b)dispatch uop (78)map simd uop (7e)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)
10044033100111000100010155710001000300011000
10044033100111000100010155710001000300011000
10044033100111000100010155710001000300011000
10044033100111000100010155710001000300011000
10044033100111000100010155710001000300011000
10044033100111000100010155710001000300011000
10044033100111000100010155710001000300011000
10044033100111000100010155710001000300011000
10044033100111000100010155710001000300011000
10044033100111000100010155710001000300011000

Test 2: Latency 1->1

Code:

  fmla v0.4s, v1.4s, v2.s[1]
  movi v0.16b, 1
  movi v1.16b, 2
  movi v2.16b, 3

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code): 4.0033

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028904101302001004420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100

1000 unrolls and 10 iterations

Result (median cycles for code): 4.0033

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
100244003310021211000020100007010285571002020100042030012111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030126111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030000111000010

Test 3: Latency 1->2

Code:

  fmla v0.4s, v0.4s, v1.s[1]
  movi v0.16b, 1
  movi v1.16b, 2

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code): 4.0033

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
10204400331010110110000100100003001028557101002001000620030012110000100
10204400331010110110000100100003001028557101002001000620030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420230132210000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100

1000 unrolls and 10 iterations

Result (median cycles for code): 4.0033

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
100244003310021211000020100007010285571002020100062030000111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007410289041005222100462030000111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030000111000010
100244003310021211000020100007010285571002020100002030000111000010

Test 4: Latency 1->3

Code:

  fmla v0.4s, v1.4s, v0.s[1]
  movi v0.16b, 1
  movi v1.16b, 2

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code): 4.0033

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
10204400331010110110000100100003071028904101322021004420030018110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000620030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100
10205400661010510110004100100303001028890101302001004320030018110000100
10204400331010110110000100100003001028557101002001000620030012110000100
10204400331010110110000100100003001028557101002001000420030012110000100

1000 unrolls and 10 iterations

Result (median cycles for code): 4.0033

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map ldst uop inputs (80)map simd uop inputs (81)? int output thing (e9)? ldst retires (ed)? simd retires (ee)? int retires (ef)
10024400331002121100002010000701028557100202010000200300001101000010
10024400331002121100002010000701028557100202010000200300001101000010
10024400331002121100002010000701028557100202010000200300001101000010
10024400331002121100002010000701028557100202010000200300001101000010
10024400331002121100002010000701028557100202010000200300001101000010
10025400661002521100042010030701028557100202010000200300001101000010
10024400331002121100002010000701028557100202010000200300001101000010
10024400331002121100002010000701028557100202010000200300001101000010
1002440033100212110000201000070102855710020201000034052381244251654102880961917
10024400331002121100002010000701028557100202010000200300121101000010

Test 5: throughput

Count: 8

Code:

  movi v0.16b, 0
  fmla v0.4s, v8.4s, v9.s[1]
  movi v1.16b, 0
  fmla v1.4s, v8.4s, v9.s[1]
  movi v2.16b, 0
  fmla v2.4s, v8.4s, v9.s[1]
  movi v3.16b, 0
  fmla v3.4s, v8.4s, v9.s[1]
  movi v4.16b, 0
  fmla v4.4s, v8.4s, v9.s[1]
  movi v5.16b, 0
  fmla v5.4s, v8.4s, v9.s[1]
  movi v6.16b, 0
  fmla v6.4s, v8.4s, v9.s[1]
  movi v7.16b, 0
  fmla v7.4s, v8.4s, v9.s[1]
  movi v8.16b, 9
  movi v9.16b, 10

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code divided by count): 0.5011

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)dispatch ldst uop (58)int uops in schedulers (59)simd uops in schedulers (5a)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map ldst uop (7d)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
1602044050080110101800091008001303000320056801132000800132002400391160000100
1602044010580109101800081008001203000320052801122000800122002400361160000100
1602044009880109101800081008001203000320052801122000800122002400361160000100
1602044008680109101800081008001203000320052801122000800122002400361160000100
1602044008680109101800081008001203000320052801122000800122002400361160000100
1602044008680109101800081008001203000320052801122000800122002400361160000100
1602044008680109101800081008001203000320052801122000800122002400361160000100
1602044008680109101800081008001203000320052801122000800122002400361160000100
1602044008680109101800081008001203000320052801122000800122002400361160000100
1602044008680109101800081008001203000320052801122000800122002400361160000100

1000 unrolls and 10 iterations

Result (median cycles for code divided by count): 0.5053

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
1600244372680019118000810800123032005680023208001320240039116000010
1600244118580011118000010800003032000080010208000020240000116000010
1600244043280011118000010800003032000080010208000020240000116000010
1600244041080011118000010800003032000080010208000020240000116000010
1600244043780011118000010800003032000080010208000020240000116000010
1600244042880011118000010800003032000080010208000020240000116000010
1600244038980011118000010800003032000080010208000020240000116000010
1600244041080011118000010800003032000080010208000020240000116000010
1600244041980011118000010800003032000080010208000020240000116000010
1600244042880011118000010800003032000080010208000020240000116000010

Test 6: throughput

Count: 12

Code:

  fmla v0.4s, v12.4s, v13.s[1]
  fmla v1.4s, v12.4s, v13.s[1]
  fmla v2.4s, v12.4s, v13.s[1]
  fmla v3.4s, v12.4s, v13.s[1]
  fmla v4.4s, v12.4s, v13.s[1]
  fmla v5.4s, v12.4s, v13.s[1]
  fmla v6.4s, v12.4s, v13.s[1]
  fmla v7.4s, v12.4s, v13.s[1]
  fmla v8.4s, v12.4s, v13.s[1]
  fmla v9.4s, v12.4s, v13.s[1]
  fmla v10.4s, v12.4s, v13.s[1]
  fmla v11.4s, v12.4s, v13.s[1]
  movi v12.16b, 13
  movi v13.16b, 14

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code divided by count): 0.5003

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)dispatch ldst uop (58)int uops in schedulers (59)simd uops in schedulers (5a)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map ldst uop (7d)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
120204601151201051011200041001200080300048004412011020001200142003600421120000100
120204600361201071011200061001200100300048003612010820001200122003600361120000100
120204600361201051011200041001200080300048003612010820001200122003600361120000100
120205600721201451011200441001200560300048003612010820001200122003600361120000100
120204600361201051011200041001200080300048003612010820001200122003600361120000100
120204600551201071011200061001200100300048004412011020001200142003600361120000100
120204600361201051011200041001200080300048003612010820001200122003600361120000100
120204600361201051011200041001200080300048003612010820001200122003600391120000100
120204600641201051011200041001200080300048004412011020001200142003600421120000100
120204600361201051011200041001200080300048004412011020001200132003600361120000100

1000 unrolls and 10 iterations

Result (median cycles for code divided by count): 0.5003

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
120024601411200171112000610120010304800001200102012000020360000112000010
120024600361200111112000010120000304800001200102012000020360000112000010
120024600371200111112000010120000304800001200102012000020360000112000010
120024600361200111112000010120000304800001200102012000020360000112000010
120024600361200111112000010120000304800001200102012000020360000112000010
120024600361200111112000010120000304800001200102012000020360000112000010
120024600361200111112000010120000304800001200102012000020360147112000010
120025600721200571112004610120058304800001200102012000020360000112000010
120024600361200111112000010120000304800001200102012000020360000112000010
120024600361200111112000010120000304800001200102012000020360000112000010