1 // SPDX-License-Identifier: GPL-2.0
3 * Arm Statistical Profiling Extensions (SPE) support
4 * Copyright (c) 2017-2018, Arm Ltd.
11 #include <linux/bitops.h>
14 #include "arm-spe-pkt-decoder.h"
16 #if __BYTE_ORDER == __BIG_ENDIAN
17 #define le16_to_cpu bswap_16
18 #define le32_to_cpu bswap_32
19 #define le64_to_cpu bswap_64
20 #define memcpy_le64(d, s, n) do { \
21 memcpy((d), (s), (n)); \
22 *(d) = le64_to_cpu(*(d)); \
28 #define memcpy_le64 memcpy
31 static const char * const arm_spe_packet_name[] = {
32 [ARM_SPE_PAD] = "PAD",
33 [ARM_SPE_END] = "END",
34 [ARM_SPE_TIMESTAMP] = "TS",
35 [ARM_SPE_ADDRESS] = "ADDR",
36 [ARM_SPE_COUNTER] = "LAT",
37 [ARM_SPE_CONTEXT] = "CONTEXT",
38 [ARM_SPE_OP_TYPE] = "OP-TYPE",
39 [ARM_SPE_EVENTS] = "EVENTS",
40 [ARM_SPE_DATA_SOURCE] = "DATA-SOURCE",
43 const char *arm_spe_pkt_name(enum arm_spe_pkt_type type)
45 return arm_spe_packet_name[type];
49 * Extracts the field "sz" from header bits and converts to bytes:
55 static unsigned int arm_spe_payload_len(unsigned char hdr)
57 return 1U << ((hdr & GENMASK_ULL(5, 4)) >> 4);
60 static int arm_spe_get_payload(const unsigned char *buf, size_t len,
61 unsigned char ext_hdr,
62 struct arm_spe_pkt *packet)
64 size_t payload_len = arm_spe_payload_len(buf[ext_hdr]);
66 if (len < 1 + ext_hdr + payload_len)
67 return ARM_SPE_NEED_MORE_BYTES;
71 switch (payload_len) {
72 case 1: packet->payload = *(uint8_t *)buf; break;
73 case 2: packet->payload = le16_to_cpu(*(uint16_t *)buf); break;
74 case 4: packet->payload = le32_to_cpu(*(uint32_t *)buf); break;
75 case 8: packet->payload = le64_to_cpu(*(uint64_t *)buf); break;
76 default: return ARM_SPE_BAD_PACKET;
79 return 1 + ext_hdr + payload_len;
82 static int arm_spe_get_pad(struct arm_spe_pkt *packet)
84 packet->type = ARM_SPE_PAD;
88 static int arm_spe_get_alignment(const unsigned char *buf, size_t len,
89 struct arm_spe_pkt *packet)
91 unsigned int alignment = 1 << ((buf[0] & 0xf) + 1);
94 return ARM_SPE_NEED_MORE_BYTES;
96 packet->type = ARM_SPE_PAD;
97 return alignment - (((uintptr_t)buf) & (alignment - 1));
100 static int arm_spe_get_end(struct arm_spe_pkt *packet)
102 packet->type = ARM_SPE_END;
106 static int arm_spe_get_timestamp(const unsigned char *buf, size_t len,
107 struct arm_spe_pkt *packet)
109 packet->type = ARM_SPE_TIMESTAMP;
110 return arm_spe_get_payload(buf, len, 0, packet);
113 static int arm_spe_get_events(const unsigned char *buf, size_t len,
114 struct arm_spe_pkt *packet)
116 packet->type = ARM_SPE_EVENTS;
118 /* we use index to identify Events with a less number of
119 * comparisons in arm_spe_pkt_desc(): E.g., the LLC-ACCESS,
120 * LLC-REFILL, and REMOTE-ACCESS events are identified if
123 packet->index = arm_spe_payload_len(buf[0]);
125 return arm_spe_get_payload(buf, len, 0, packet);
128 static int arm_spe_get_data_source(const unsigned char *buf, size_t len,
129 struct arm_spe_pkt *packet)
131 packet->type = ARM_SPE_DATA_SOURCE;
132 return arm_spe_get_payload(buf, len, 0, packet);
135 static int arm_spe_get_context(const unsigned char *buf, size_t len,
136 struct arm_spe_pkt *packet)
138 packet->type = ARM_SPE_CONTEXT;
139 packet->index = SPE_CTX_PKT_HDR_INDEX(buf[0]);
140 return arm_spe_get_payload(buf, len, 0, packet);
143 static int arm_spe_get_op_type(const unsigned char *buf, size_t len,
144 struct arm_spe_pkt *packet)
146 packet->type = ARM_SPE_OP_TYPE;
147 packet->index = buf[0] & 0x3;
148 return arm_spe_get_payload(buf, len, 0, packet);
151 static int arm_spe_get_counter(const unsigned char *buf, size_t len,
152 const unsigned char ext_hdr, struct arm_spe_pkt *packet)
154 packet->type = ARM_SPE_COUNTER;
157 packet->index = SPE_HDR_EXTENDED_INDEX(buf[0], buf[1]);
159 packet->index = SPE_HDR_SHORT_INDEX(buf[0]);
161 return arm_spe_get_payload(buf, len, ext_hdr, packet);
164 static int arm_spe_get_addr(const unsigned char *buf, size_t len,
165 const unsigned char ext_hdr, struct arm_spe_pkt *packet)
167 packet->type = ARM_SPE_ADDRESS;
170 packet->index = SPE_HDR_EXTENDED_INDEX(buf[0], buf[1]);
172 packet->index = SPE_HDR_SHORT_INDEX(buf[0]);
174 return arm_spe_get_payload(buf, len, ext_hdr, packet);
177 static int arm_spe_do_get_packet(const unsigned char *buf, size_t len,
178 struct arm_spe_pkt *packet)
181 unsigned char ext_hdr = 0;
183 memset(packet, 0, sizeof(struct arm_spe_pkt));
186 return ARM_SPE_NEED_MORE_BYTES;
190 if (hdr == SPE_HEADER0_PAD)
191 return arm_spe_get_pad(packet);
193 if (hdr == SPE_HEADER0_END) /* no timestamp at end of record */
194 return arm_spe_get_end(packet);
196 if (hdr == SPE_HEADER0_TIMESTAMP)
197 return arm_spe_get_timestamp(buf, len, packet);
199 if ((hdr & SPE_HEADER0_MASK1) == SPE_HEADER0_EVENTS)
200 return arm_spe_get_events(buf, len, packet);
202 if ((hdr & SPE_HEADER0_MASK1) == SPE_HEADER0_SOURCE)
203 return arm_spe_get_data_source(buf, len, packet);
205 if ((hdr & SPE_HEADER0_MASK2) == SPE_HEADER0_CONTEXT)
206 return arm_spe_get_context(buf, len, packet);
208 if ((hdr & SPE_HEADER0_MASK2) == SPE_HEADER0_OP_TYPE)
209 return arm_spe_get_op_type(buf, len, packet);
211 if ((hdr & SPE_HEADER0_MASK2) == SPE_HEADER0_EXTENDED) {
212 /* 16-bit extended format header */
216 if (hdr == SPE_HEADER1_ALIGNMENT)
217 return arm_spe_get_alignment(buf, len, packet);
221 * The short format header's byte 0 or the extended format header's
222 * byte 1 has been assigned to 'hdr', which uses the same encoding for
223 * address packet and counter packet, so don't need to distinguish if
224 * it's short format or extended format and handle in once.
226 if ((hdr & SPE_HEADER0_MASK3) == SPE_HEADER0_ADDRESS)
227 return arm_spe_get_addr(buf, len, ext_hdr, packet);
229 if ((hdr & SPE_HEADER0_MASK3) == SPE_HEADER0_COUNTER)
230 return arm_spe_get_counter(buf, len, ext_hdr, packet);
232 return ARM_SPE_BAD_PACKET;
235 int arm_spe_get_packet(const unsigned char *buf, size_t len,
236 struct arm_spe_pkt *packet)
240 ret = arm_spe_do_get_packet(buf, len, packet);
241 /* put multiple consecutive PADs on the same line, up to
242 * the fixed-width output format of 16 bytes per line.
244 if (ret > 0 && packet->type == ARM_SPE_PAD) {
245 while (ret < 16 && len > (size_t)ret && !buf[ret])
251 static int arm_spe_pkt_out_string(int *err, char **buf_p, size_t *blen,
252 const char *fmt, ...)
257 /* Bail out if any error occurred */
262 ret = vsnprintf(*buf_p, *blen, fmt, ap);
270 * A return value of *blen or more means that the output was
271 * truncated and the buffer is overrun.
273 } else if ((size_t)ret >= *blen) {
274 (*buf_p)[*blen - 1] = '\0';
277 * Set *err to 'ret' to avoid overflow if tries to
278 * fill this buffer sequentially.
290 static int arm_spe_pkt_desc_event(const struct arm_spe_pkt *packet,
291 char *buf, size_t buf_len)
293 u64 payload = packet->payload;
296 arm_spe_pkt_out_string(&err, &buf, &buf_len, "EV");
298 if (payload & BIT(EV_EXCEPTION_GEN))
299 arm_spe_pkt_out_string(&err, &buf, &buf_len, " EXCEPTION-GEN");
300 if (payload & BIT(EV_RETIRED))
301 arm_spe_pkt_out_string(&err, &buf, &buf_len, " RETIRED");
302 if (payload & BIT(EV_L1D_ACCESS))
303 arm_spe_pkt_out_string(&err, &buf, &buf_len, " L1D-ACCESS");
304 if (payload & BIT(EV_L1D_REFILL))
305 arm_spe_pkt_out_string(&err, &buf, &buf_len, " L1D-REFILL");
306 if (payload & BIT(EV_TLB_ACCESS))
307 arm_spe_pkt_out_string(&err, &buf, &buf_len, " TLB-ACCESS");
308 if (payload & BIT(EV_TLB_WALK))
309 arm_spe_pkt_out_string(&err, &buf, &buf_len, " TLB-REFILL");
310 if (payload & BIT(EV_NOT_TAKEN))
311 arm_spe_pkt_out_string(&err, &buf, &buf_len, " NOT-TAKEN");
312 if (payload & BIT(EV_MISPRED))
313 arm_spe_pkt_out_string(&err, &buf, &buf_len, " MISPRED");
314 if (payload & BIT(EV_LLC_ACCESS))
315 arm_spe_pkt_out_string(&err, &buf, &buf_len, " LLC-ACCESS");
316 if (payload & BIT(EV_LLC_MISS))
317 arm_spe_pkt_out_string(&err, &buf, &buf_len, " LLC-REFILL");
318 if (payload & BIT(EV_REMOTE_ACCESS))
319 arm_spe_pkt_out_string(&err, &buf, &buf_len, " REMOTE-ACCESS");
324 static int arm_spe_pkt_desc_op_type(const struct arm_spe_pkt *packet,
325 char *buf, size_t buf_len)
327 u64 payload = packet->payload;
330 switch (packet->index) {
332 arm_spe_pkt_out_string(&err, &buf, &buf_len,
333 payload & 0x1 ? "COND-SELECT" : "INSN-OTHER");
336 arm_spe_pkt_out_string(&err, &buf, &buf_len,
337 payload & 0x1 ? "ST" : "LD");
341 arm_spe_pkt_out_string(&err, &buf, &buf_len, " AT");
343 arm_spe_pkt_out_string(&err, &buf, &buf_len, " EXCL");
345 arm_spe_pkt_out_string(&err, &buf, &buf_len, " AR");
346 } else if (payload & 0x4) {
347 arm_spe_pkt_out_string(&err, &buf, &buf_len, " SIMD-FP");
351 arm_spe_pkt_out_string(&err, &buf, &buf_len, "B");
354 arm_spe_pkt_out_string(&err, &buf, &buf_len, " COND");
356 arm_spe_pkt_out_string(&err, &buf, &buf_len, " IND");
368 static int arm_spe_pkt_desc_addr(const struct arm_spe_pkt *packet,
369 char *buf, size_t buf_len)
371 int ns, el, idx = packet->index;
372 u64 payload = packet->payload;
376 case SPE_ADDR_PKT_HDR_INDEX_INS:
377 case SPE_ADDR_PKT_HDR_INDEX_BRANCH:
378 ns = !!SPE_ADDR_PKT_GET_NS(payload);
379 el = SPE_ADDR_PKT_GET_EL(payload);
380 payload = SPE_ADDR_PKT_ADDR_GET_BYTES_0_6(payload);
381 arm_spe_pkt_out_string(&err, &buf, &buf_len,
382 "%s 0x%llx el%d ns=%d",
383 (idx == 1) ? "TGT" : "PC", payload, el, ns);
385 case SPE_ADDR_PKT_HDR_INDEX_DATA_VIRT:
386 arm_spe_pkt_out_string(&err, &buf, &buf_len,
387 "VA 0x%llx", payload);
389 case SPE_ADDR_PKT_HDR_INDEX_DATA_PHYS:
390 ns = !!SPE_ADDR_PKT_GET_NS(payload);
391 payload = SPE_ADDR_PKT_ADDR_GET_BYTES_0_6(payload);
392 arm_spe_pkt_out_string(&err, &buf, &buf_len,
393 "PA 0x%llx ns=%d", payload, ns);
404 static int arm_spe_pkt_desc_counter(const struct arm_spe_pkt *packet,
405 char *buf, size_t buf_len)
407 u64 payload = packet->payload;
408 const char *name = arm_spe_pkt_name(packet->type);
411 arm_spe_pkt_out_string(&err, &buf, &buf_len, "%s %d ", name,
412 (unsigned short)payload);
414 switch (packet->index) {
415 case SPE_CNT_PKT_HDR_INDEX_TOTAL_LAT:
416 arm_spe_pkt_out_string(&err, &buf, &buf_len, "TOT");
418 case SPE_CNT_PKT_HDR_INDEX_ISSUE_LAT:
419 arm_spe_pkt_out_string(&err, &buf, &buf_len, "ISSUE");
421 case SPE_CNT_PKT_HDR_INDEX_TRANS_LAT:
422 arm_spe_pkt_out_string(&err, &buf, &buf_len, "XLAT");
431 int arm_spe_pkt_desc(const struct arm_spe_pkt *packet, char *buf,
434 int idx = packet->index;
435 unsigned long long payload = packet->payload;
436 const char *name = arm_spe_pkt_name(packet->type);
437 char *buf_orig = buf;
438 size_t blen = buf_len;
441 switch (packet->type) {
445 arm_spe_pkt_out_string(&err, &buf, &blen, "%s", name);
448 err = arm_spe_pkt_desc_event(packet, buf, buf_len);
450 case ARM_SPE_OP_TYPE:
451 err = arm_spe_pkt_desc_op_type(packet, buf, buf_len);
453 case ARM_SPE_DATA_SOURCE:
454 case ARM_SPE_TIMESTAMP:
455 arm_spe_pkt_out_string(&err, &buf, &blen, "%s %lld", name, payload);
457 case ARM_SPE_ADDRESS:
458 err = arm_spe_pkt_desc_addr(packet, buf, buf_len);
460 case ARM_SPE_CONTEXT:
461 arm_spe_pkt_out_string(&err, &buf, &blen, "%s 0x%lx el%d",
462 name, (unsigned long)payload, idx + 1);
464 case ARM_SPE_COUNTER:
465 err = arm_spe_pkt_desc_counter(packet, buf, buf_len);
468 /* Unknown packet type */
473 /* Output raw data if detect any error */
476 arm_spe_pkt_out_string(&err, &buf_orig, &buf_len, "%s 0x%llx (%d)",
477 name, payload, packet->index);