Apple Microarchitecture Research by Dougall Johnson

M1/A14 P-core (Firestorm): Overview | Base Instructions | SIMD and FP Instructions
M1/A14 E-core (Icestorm):  Overview | Base Instructions | SIMD and FP Instructions

SQDMLAL2 (by element, 2D)

Test 1: uops

Code:

  sqdmlal2 v0.2d, v1.4s, v2.s[1]
  movi v0.16b, 1
  movi v1.16b, 2
  movi v2.16b, 3

(no loop instructions)

1000 unrolls and 1 iteration

Retires: 1.000

Issues: 1.000

Integer unit issues: 0.001

Load/store unit issues: 0.000

SIMD/FP unit issues: 1.000

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch simd uop (57)ldst uops in schedulers (5b)dispatch uop (78)map simd uop (7e)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)
1004303310011100010007590510001000300011000
1004303310011100010007590510001000300011000
1004303310011100010007590510001000300011000
1004303310011100010007590510001000300011000
1004303310011100010007590510001000300011000
1004303310011100010007590510001000300011000
1004303310011100010007590510001000312311000
1004303310011100010007590510001000300011000
1004303310011100010007590510001000300011000
1004303310011100010007590510001000300011000

Test 2: Latency 1->1

Code:

  sqdmlal2 v0.2d, v1.4s, v2.s[1]
  movi v0.16b, 1
  movi v1.16b, 2
  movi v2.16b, 3

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code): 3.0033

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100

1000 unrolls and 10 iterations

Result (median cycles for code): 3.0033

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
10024300331002121100002010000707689051002020100042030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030114111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030123111000010
10024300831002921100082010033707689051002020100002030000111000010
10024300851002921100082010033707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024301361003721100162010066707689051002020100002030000111000010
10024300331002121100002010000707697931008420100842030000111000010

Test 3: Latency 1->2

Code:

  sqdmlal2 v0.2d, v0.4s, v1.s[1]
  movi v0.16b, 1
  movi v1.16b, 2

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code): 3.0033

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
1020430033101011011000010010000300768905101002001000620030018110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000307769162101332021004620030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000620030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100

1000 unrolls and 10 iterations

Result (median cycles for code): 3.0033

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030144111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010

Test 4: Latency 1->3

Code:

  sqdmlal2 v0.2d, v1.4s, v0.s[1]
  movi v0.16b, 1
  movi v1.16b, 2

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code): 3.0033

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
1020430033101011011000010010000300768905101002001000620030012110000100
1020430033101011011000010010000300768905101002001000420030018110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000307769247101332021004820030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100
1020430033101011011000010010000300768905101002001000420030012110000100

1000 unrolls and 10 iterations

Result (median cycles for code): 3.0033

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030117111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010
10024300331002121100002010000707689051002020100002030000111000010

Test 5: throughput

Count: 8

Code:

  movi v0.16b, 0
  sqdmlal2 v0.2d, v8.4s, v9.s[1]
  movi v1.16b, 0
  sqdmlal2 v1.2d, v8.4s, v9.s[1]
  movi v2.16b, 0
  sqdmlal2 v2.2d, v8.4s, v9.s[1]
  movi v3.16b, 0
  sqdmlal2 v3.2d, v8.4s, v9.s[1]
  movi v4.16b, 0
  sqdmlal2 v4.2d, v8.4s, v9.s[1]
  movi v5.16b, 0
  sqdmlal2 v5.2d, v8.4s, v9.s[1]
  movi v6.16b, 0
  sqdmlal2 v6.2d, v8.4s, v9.s[1]
  movi v7.16b, 0
  sqdmlal2 v7.2d, v8.4s, v9.s[1]
  movi v8.16b, 9
  movi v9.16b, 10

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code divided by count): 0.5015

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
1602044046880110101800091008001330032005680113200800132002400391160000100
1602044014380110101800091008001330032005280112200800122002400361160000100
1602044012380109101800081008001230032005280112200800122002400361160000100
1602044012380109101800081008001230032019680148200800482002400361160000100
1602044012380109101800081008001230032005280112200800122002400361160000100
1602044012380109101800081008001230032005280112200800122002400361160000100
1602044012380109101800081008001230032019680148200800482002400361160000100
1602044012880109101800081008001230032005280112200800122002400361160000100
1602044012380109101800081008001230032005280112200800122002400361160000100
1602044012380109101800081008001230032005280112200800122002400361160000100

1000 unrolls and 10 iterations

Result (median cycles for code divided by count): 0.5053

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
1600244377580019118000810800123032005680023208001320240000116000010
1600244129680011118000010800003032000080010208000020240000116000010
1600244044180011118000010800003032000080010208000020240000116000010
1600254062280054118004310800473032000080010208000020240000116000010
1600244041080011118000010800003032000080010208000020240039116000010
1600244054880020118000910800133032005680023208001320240036116000010
1600244045680011118000010800003032000080010208000020240000116000010
1600244038480011118000010800003032000080010208000020240000116000010
1600244042280011118000010800003032000080010208000020240000116000010
1600244038180011118000010800003032000080010208000020240000116000010

Test 6: throughput

Count: 12

Code:

  sqdmlal2 v0.2d, v12.4s, v13.s[1]
  sqdmlal2 v1.2d, v12.4s, v13.s[1]
  sqdmlal2 v2.2d, v12.4s, v13.s[1]
  sqdmlal2 v3.2d, v12.4s, v13.s[1]
  sqdmlal2 v4.2d, v12.4s, v13.s[1]
  sqdmlal2 v5.2d, v12.4s, v13.s[1]
  sqdmlal2 v6.2d, v12.4s, v13.s[1]
  sqdmlal2 v7.2d, v12.4s, v13.s[1]
  sqdmlal2 v8.2d, v12.4s, v13.s[1]
  sqdmlal2 v9.2d, v12.4s, v13.s[1]
  sqdmlal2 v10.2d, v12.4s, v13.s[1]
  sqdmlal2 v11.2d, v12.4s, v13.s[1]
  movi v12.16b, 13
  movi v13.16b, 14

(fused SUBS/B.cc loop)

100 unrolls and 100 iterations

Result (median cycles for code divided by count): 0.5003

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map ldst uop inputs (80)map simd uop inputs (81)? int output thing (e9)? ldst retires (ed)? simd retires (ee)? int retires (ef)
12020460128120105101120004100120008300480044120110200120014200036003910120000100
12020460035120107101120006100120010300480036120108200120012200036003610120000100
12020460035120105101120004100120008300480036120108200120012200036003610120000100
12020460035120107101120006100120010300480204120153200120063200036003610120000100
12020460035120105101120004100120008300480036120108200120012200036003610120000100
12020460035120105101120004100120008300480036120108200120012200036003610120000100
12020460035120105101120004100120008300480036120108200120012200036003610120000100
12020460035120105101120004100120008300480036120108200120012200036003610120000100
12020460035120105101120004100120008300480216120156200120064177811883601896945961200031030
12020460035120105101120004100120008300480036120108200120012200036003610120000100

1000 unrolls and 10 iterations

Result (median cycles for code divided by count): 0.5003

retire uop (01)cycle (02)schedule uop (52)schedule int uop (53)schedule simd uop (54)dispatch int uop (56)dispatch simd uop (57)int uops in schedulers (59)ldst uops in schedulers (5b)dispatch uop (78)map int uop (7c)map simd uop (7e)map int uop inputs (7f)map simd uop inputs (81)? int output thing (e9)? simd retires (ee)? int retires (ef)
120025601431200541112004310120055304800401200192012001320360042112000010
120024600491200111112000010120000304800001200102012000020360000112000010
120024600351200111112000010120000304800001200102012000020360000112000010
120024600351200111112000010120000304800001200102012000020360000112000010
120024600351200111112000010120000304800001200102012000020360000112000010
120024600351200111112000010120000304800001200102012000020360000112000010
120024600351200111112000010120000304800001200102012000020360000112000010
120024600351200111112000010120000304800001200102012000020360000112000010
120024600351200111112000010120000304800001200102012000020360000112000010
120024600351200111112000010120000304800001200102012000020360000112000010