59 static int pt_qry_find_header_fup(struct pt_packet *packet,  in pt_qry_find_header_fup()  argument
62 	if (!packet || !decoder)  in pt_qry_find_header_fup()
68 		errcode = pt_pkt_next(decoder, packet, sizeof(*packet));  in pt_qry_find_header_fup()
72 		switch (packet->type) {  in pt_qry_find_header_fup()
371 			    const struct pt_packet_tsc *packet,  in pt_qry_apply_tsc()  argument
381 	errcode = pt_tcal_update_tsc(tcal, packet, config);  in pt_qry_apply_tsc()
388 	errcode = pt_time_update_tsc(time, packet, config);  in pt_qry_apply_tsc()
397 				   const struct pt_packet_tsc *packet,  in pt_qry_apply_header_tsc()  argument
407 	errcode = pt_tcal_header_tsc(tcal, packet, config);  in pt_qry_apply_header_tsc()
414 	errcode = pt_time_update_tsc(time, packet, config);  in pt_qry_apply_header_tsc()
422 			    const struct pt_packet_cbr *packet,  in pt_qry_apply_cbr()  argument
432 	errcode = pt_tcal_update_cbr(tcal, packet, config);  in pt_qry_apply_cbr()
439 	errcode = pt_time_update_cbr(time, packet, config);  in pt_qry_apply_cbr()
448 				   const struct pt_packet_cbr *packet,  in pt_qry_apply_header_cbr()  argument
458 	errcode = pt_tcal_header_cbr(tcal, packet, config);  in pt_qry_apply_header_cbr()
465 	errcode = pt_time_update_cbr(time, packet, config);  in pt_qry_apply_header_cbr()
473 			    const struct pt_packet_tma *packet,  in pt_qry_apply_tma()  argument
483 	errcode = pt_tcal_update_tma(tcal, packet, config);  in pt_qry_apply_tma()
490 	errcode = pt_time_update_tma(time, packet, config);  in pt_qry_apply_tma()
498 			    const struct pt_packet_mtc *packet,  in pt_qry_apply_mtc()  argument
508 	errcode = pt_tcal_update_mtc(tcal, packet, config);  in pt_qry_apply_mtc()
515 	errcode = pt_time_update_mtc(time, packet, config);  in pt_qry_apply_mtc()
523 			    const struct pt_packet_cyc *packet,  in pt_qry_apply_cyc()  argument
534 	errcode = pt_tcal_update_cyc(tcal, packet, config);  in pt_qry_apply_cyc()
554 	errcode = pt_time_update_cyc(time, packet, config, fcr);  in pt_qry_apply_cyc()
975 	struct pt_packet packet;  in pt_qry_decode_unknown()  local
981 	size = pt_pkt_read_unknown(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_unknown()
1104 	struct pt_packet_ip packet;  in pt_qry_decode_ip()  local
1110 	size = pt_pkt_read_ip(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_ip()
1114 	errcode = pt_last_ip_update_ip(&decoder->ip, &packet, &decoder->config);  in pt_qry_decode_ip()
1208 	struct pt_packet_tnt packet;  in pt_qry_decode_tnt_8()  local
1214 	size = pt_pkt_read_tnt_8(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_tnt_8()
1218 	errcode = pt_tnt_cache_update_tnt(&decoder->tnt, &packet,  in pt_qry_decode_tnt_8()
1229 	struct pt_packet_tnt packet;  in pt_qry_decode_tnt_64()  local
1235 	size = pt_pkt_read_tnt_64(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_tnt_64()
1239 	errcode = pt_tnt_cache_update_tnt(&decoder->tnt, &packet,  in pt_qry_decode_tnt_64()
1475 		struct pt_packet packet;  in scan_for_erratum_bdm70()  local
1478 		errcode = pt_pkt_next(decoder, &packet, sizeof(packet));  in scan_for_erratum_bdm70()
1487 		switch (packet.type) {  in scan_for_erratum_bdm70()
1540 	struct pt_packet_ip packet;  in pt_qry_header_fup()  local
1546 	size = pt_pkt_read_ip(&packet, decoder->pos, &decoder->config);  in pt_qry_header_fup()
1560 	errcode = pt_last_ip_update_ip(&decoder->ip, &packet, &decoder->config);  in pt_qry_header_fup()
1565 	if (packet.ipc != pt_ipc_suppressed)  in pt_qry_header_fup()
1678 	struct pt_packet_pip packet;  in pt_qry_decode_pip()  local
1685 	size = pt_pkt_read_pip(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_pip()
1698 		event->variant.paging.cr3 = packet.cr3;  in pt_qry_decode_pip()
1699 		event->variant.paging.non_root = packet.nr;  in pt_qry_decode_pip()
1708 		event->variant.async_paging.cr3 = packet.cr3;  in pt_qry_decode_pip()
1709 		event->variant.async_paging.non_root = packet.nr;  in pt_qry_decode_pip()
1722 	struct pt_packet_pip packet;  in pt_qry_header_pip()  local
1729 	size = pt_pkt_read_pip(&packet, decoder->pos, &decoder->config);  in pt_qry_header_pip()
1739 	event->variant.async_paging.cr3 = packet.cr3;  in pt_qry_header_pip()
1740 	event->variant.async_paging.non_root = packet.nr;  in pt_qry_header_pip()
1885 			  const struct pt_packet_ip *packet,  in skd010_recover()  argument
1893 	if (!decoder || !packet || !tcal || !time)  in skd010_recover()
1900 	errcode = pt_last_ip_update_ip(&ip, packet, &decoder->config);  in skd010_recover()
2006 		struct pt_packet packet;  in skd010_scan_for_ovf_resume()  local
2013 		errcode = pt_pkt_next(pkt, &packet, sizeof(packet));  in skd010_scan_for_ovf_resume()
2024 		switch (packet.type) {  in skd010_scan_for_ovf_resume()
2036 						       offset + packet.size);  in skd010_scan_for_ovf_resume()
2064 			switch (packet.payload.mode.leaf) {  in skd010_scan_for_ovf_resume()
2125 						      &packet.payload.ip,  in skd010_scan_for_ovf_resume()
2134 			return skd010_recover(decoder, &packet.payload.ip,  in skd010_scan_for_ovf_resume()
2141 			return skd010_recover(decoder, &packet.payload.ip,  in skd010_scan_for_ovf_resume()
2143 					      offset + packet.size);  in skd010_scan_for_ovf_resume()
2149 			errcode = pt_qry_find_header_fup(&packet, pkt);  in skd010_scan_for_ovf_resume()
2167 			if (packet.type != ppt_fup)  in skd010_scan_for_ovf_resume()
2173 			return skd010_recover(decoder, &packet.payload.ip,  in skd010_scan_for_ovf_resume()
2201 			if (!packet.payload.exstop.ip)  in skd010_scan_for_ovf_resume()
2213 			if (!packet.payload.ptw.ip)  in skd010_scan_for_ovf_resume()
2224 						   &packet.payload.tsc,  in skd010_scan_for_ovf_resume()
2234 						   &packet.payload.cbr,  in skd010_scan_for_ovf_resume()
2244 						   &packet.payload.tma,  in skd010_scan_for_ovf_resume()
2254 						   &packet.payload.mtc,  in skd010_scan_for_ovf_resume()
2264 						   &packet.payload.cyc,  in skd010_scan_for_ovf_resume()
2311 		struct pt_packet packet;  in apl12_tracing_is_disabled()  local
2314 		status = pt_pkt_next(decoder, &packet, sizeof(packet));  in apl12_tracing_is_disabled()
2323 		switch (packet.type) {  in apl12_tracing_is_disabled()
2349 			status = pt_qry_find_header_fup(&packet, decoder);  in apl12_tracing_is_disabled()
2402 		struct pt_packet packet;  in apl12_resume_disabled()  local
2405 		errcode = pt_pkt_next(pkt, &packet, sizeof(packet));  in apl12_resume_disabled()
2433 		switch (packet.type) {  in apl12_resume_disabled()
2452 						   &packet.payload.tsc,  in apl12_resume_disabled()
2463 						   &packet.payload.cbr,  in apl12_resume_disabled()
2474 						   &packet.payload.tma,  in apl12_resume_disabled()
2485 						   &packet.payload.mtc,  in apl12_resume_disabled()
2496 						   &packet.payload.cyc,  in apl12_resume_disabled()
2585 		struct pt_packet packet;  in apl11_apply()  local
2588 		errcode = pt_pkt_next(pkt, &packet, sizeof(packet));  in apl11_apply()
2592 		switch (packet.type) {  in apl11_apply()
2646 						   &packet.payload.tsc,  in apl11_apply()
2656 						   &packet.payload.cbr,  in apl11_apply()
2666 						   &packet.payload.tma,  in apl11_apply()
2676 						   &packet.payload.mtc,  in apl11_apply()
2686 						   &packet.payload.cyc,  in apl11_apply()
2739 		struct pt_packet packet;  in pt_pkt_find_ovf_fup()  local
2742 		errcode = pt_pkt_next(decoder, &packet, sizeof(packet));  in pt_pkt_find_ovf_fup()
2746 		switch (packet.type) {  in pt_pkt_find_ovf_fup()
2926 				   const struct pt_packet_mode_exec *packet)  in pt_qry_decode_mode_exec()  argument
2930 	if (!decoder || !packet)  in pt_qry_decode_mode_exec()
2939 	event->variant.exec_mode.mode = pt_get_exec_mode(packet);  in pt_qry_decode_mode_exec()
2945 				  const struct pt_packet_mode_tsx *packet)  in pt_qry_decode_mode_tsx()  argument
2949 	if (!decoder || !packet)  in pt_qry_decode_mode_tsx()
2972 	event->variant.tsx.speculative = packet->intx;  in pt_qry_decode_mode_tsx()
2973 	event->variant.tsx.aborted = packet->abrt;  in pt_qry_decode_mode_tsx()
2980 	struct pt_packet_mode packet;  in pt_qry_decode_mode()  local
2986 	size = pt_pkt_read_mode(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_mode()
2991 	switch (packet.leaf) {  in pt_qry_decode_mode()
2993 		errcode = pt_qry_decode_mode_exec(decoder, &packet.bits.exec);  in pt_qry_decode_mode()
2997 		errcode = pt_qry_decode_mode_tsx(decoder, &packet.bits.tsx);  in pt_qry_decode_mode()
3010 	struct pt_packet_mode packet;  in pt_qry_header_mode()  local
3017 	size = pt_pkt_read_mode(&packet, decoder->pos, &decoder->config);  in pt_qry_header_mode()
3026 	switch (packet.leaf) {  in pt_qry_header_mode()
3030 			pt_get_exec_mode(&packet.bits.exec);  in pt_qry_header_mode()
3035 		event->variant.tsx.speculative = packet.bits.tsx.intx;  in pt_qry_header_mode()
3036 		event->variant.tsx.aborted = packet.bits.tsx.abrt;  in pt_qry_header_mode()
3068 	struct pt_packet_tsc packet;  in pt_qry_decode_tsc()  local
3074 	size = pt_pkt_read_tsc(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_tsc()
3079 				   &packet, &decoder->config);  in pt_qry_decode_tsc()
3089 	struct pt_packet_tsc packet;  in pt_qry_header_tsc()  local
3095 	size = pt_pkt_read_tsc(&packet, decoder->pos, &decoder->config);  in pt_qry_header_tsc()
3100 					  &packet, &decoder->config);  in pt_qry_header_tsc()
3110 	struct pt_packet_cbr packet;  in pt_qry_decode_cbr()  local
3117 	size = pt_pkt_read_cbr(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_cbr()
3122 				   &packet, &decoder->config);  in pt_qry_decode_cbr()
3131 	event->variant.cbr.ratio = packet.ratio;  in pt_qry_decode_cbr()
3145 	struct pt_packet_cbr packet;  in pt_qry_header_cbr()  local
3152 	size = pt_pkt_read_cbr(&packet, decoder->pos, &decoder->config);  in pt_qry_header_cbr()
3157 					  &packet, &decoder->config);  in pt_qry_header_cbr()
3166 	event->variant.cbr.ratio = packet.ratio;  in pt_qry_header_cbr()
3174 	struct pt_packet_tma packet;  in pt_qry_decode_tma()  local
3180 	size = pt_pkt_read_tma(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_tma()
3185 				   &packet, &decoder->config);  in pt_qry_decode_tma()
3195 	struct pt_packet_mtc packet;  in pt_qry_decode_mtc()  local
3201 	size = pt_pkt_read_mtc(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_mtc()
3206 				   &packet, &decoder->config);  in pt_qry_decode_mtc()
3215 				const struct pt_packet_cyc *packet, int size)  in check_erratum_skd007()  argument
3220 	if (!decoder || !packet || size < 0)  in check_erratum_skd007()
3227 	payload = (uint16_t) packet->value;  in check_erratum_skd007()
3253 	struct pt_packet_cyc packet;  in pt_qry_decode_cyc()  local
3262 	size = pt_pkt_read_cyc(&packet, decoder->pos, config);  in pt_qry_decode_cyc()
3267 		errcode = check_erratum_skd007(decoder, &packet, size);  in pt_qry_decode_cyc()
3284 				   &packet, config);  in pt_qry_decode_cyc()
3319 	struct pt_packet_vmcs packet;  in pt_qry_header_vmcs()  local
3326 	size = pt_pkt_read_vmcs(&packet, decoder->pos, &decoder->config);  in pt_qry_header_vmcs()
3335 	event->variant.async_vmcs.base = packet.base;  in pt_qry_header_vmcs()
3343 	struct pt_packet_vmcs packet;  in pt_qry_decode_vmcs()  local
3350 	size = pt_pkt_read_vmcs(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_vmcs()
3370 		event->variant.async_vmcs.base = packet.base;  in pt_qry_decode_vmcs()
3386 		event->variant.async_vmcs.base = packet.base;  in pt_qry_decode_vmcs()
3400 	event->variant.vmcs.base = packet.base;  in pt_qry_decode_vmcs()
3414 	struct pt_packet_mnt packet;  in pt_qry_decode_mnt()  local
3421 	size = pt_pkt_read_mnt(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_mnt()
3430 	event->variant.mnt.payload = packet.payload;  in pt_qry_decode_mnt()
3445 	struct pt_packet_mnt packet;  in pt_qry_header_mnt()  local
3452 	size = pt_pkt_read_mnt(&packet, decoder->pos, &decoder->config);  in pt_qry_header_mnt()
3461 	event->variant.mnt.payload = packet.payload;  in pt_qry_header_mnt()
3470 	struct pt_packet_exstop packet;  in pt_qry_decode_exstop()  local
3477 	size = pt_pkt_read_exstop(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_exstop()
3481 	if (packet.ip) {  in pt_qry_decode_exstop()
3506 	struct pt_packet_mwait packet;  in pt_qry_decode_mwait()  local
3513 	size = pt_pkt_read_mwait(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_mwait()
3522 	event->variant.mwait.hints = packet.hints;  in pt_qry_decode_mwait()
3523 	event->variant.mwait.ext = packet.ext;  in pt_qry_decode_mwait()
3531 	struct pt_packet_pwre packet;  in pt_qry_decode_pwre()  local
3538 	size = pt_pkt_read_pwre(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_pwre()
3547 	event->variant.pwre.state = packet.state;  in pt_qry_decode_pwre()
3548 	event->variant.pwre.sub_state = packet.sub_state;  in pt_qry_decode_pwre()
3550 	if (packet.hw)  in pt_qry_decode_pwre()
3561 	struct pt_packet_pwrx packet;  in pt_qry_decode_pwrx()  local
3568 	size = pt_pkt_read_pwrx(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_pwrx()
3577 	event->variant.pwrx.last = packet.last;  in pt_qry_decode_pwrx()
3578 	event->variant.pwrx.deepest = packet.deepest;  in pt_qry_decode_pwrx()
3580 	if (packet.interrupt)  in pt_qry_decode_pwrx()
3582 	if (packet.store)  in pt_qry_decode_pwrx()
3584 	if (packet.autonomous)  in pt_qry_decode_pwrx()
3595 	struct pt_packet_ptw packet;  in pt_qry_decode_ptw()  local
3602 	size = pt_pkt_read_ptw(&packet, decoder->pos, &decoder->config);  in pt_qry_decode_ptw()
3606 	pls = pt_ptw_size(packet.plc);  in pt_qry_decode_ptw()
3610 	if (packet.ip) {  in pt_qry_decode_ptw()
3626 	event->variant.ptwrite.payload = packet.payload;  in pt_qry_decode_ptw()