310 		return pt_encode_ip(encoder, pt_opc_fup, &packet->payload.ip);  in pt_enc_next()
313 		return pt_encode_ip(encoder, pt_opc_tip, &packet->payload.ip);  in pt_enc_next()
317 				    &packet->payload.ip);  in pt_enc_next()
321 				    &packet->payload.ip);  in pt_enc_next()
326 		if (packet->payload.tnt.bit_size >= 7)  in pt_enc_next()
333 		stop = packet->payload.tnt.bit_size + pt_opm_tnt_8_shr;  in pt_enc_next()
335 			(packet->payload.tnt.payload << pt_opm_tnt_8_shr);  in pt_enc_next()
350 		if (packet->payload.tnt.bit_size >= pt_pl_tnt_64_bits)  in pt_enc_next()
353 		stop = 1ull << packet->payload.tnt.bit_size;  in pt_enc_next()
354 		tnt = packet->payload.tnt.payload;  in pt_enc_next()
374 		switch (packet->payload.mode.leaf) {  in pt_enc_next()
381 			if (packet->payload.mode.bits.exec.csl)  in pt_enc_next()
384 			if (packet->payload.mode.bits.exec.csd)  in pt_enc_next()
391 			if (packet->payload.mode.bits.tsx.intx)  in pt_enc_next()
394 			if (packet->payload.mode.bits.tsx.abrt)  in pt_enc_next()
413 		cr3 = packet->payload.pip.cr3;  in pt_enc_next()
417 		if (packet->payload.pip.nr)  in pt_enc_next()
434 		pos = pt_encode_int(pos, packet->payload.tsc.tsc,  in pt_enc_next()
447 		*pos++ = packet->payload.cbr.ratio;  in pt_enc_next()
460 		ctc = packet->payload.tma.ctc;  in pt_enc_next()
461 		fc = packet->payload.tma.fc;  in pt_enc_next()
482 		*pos++ = packet->payload.mtc.ctc;  in pt_enc_next()
491 		ctc = (uint8_t) packet->payload.cyc.value;  in pt_enc_next()
497 		ctc = packet->payload.cyc.value;  in pt_enc_next()
546 				    packet->payload.vmcs.base >> pt_pl_vmcs_shl,  in pt_enc_next()
560 		pos = pt_encode_int(pos, packet->payload.mnt.payload,  in pt_enc_next()
573 		ext = packet->payload.exstop.ip ?  in pt_enc_next()
590 		pos = pt_encode_int(pos, packet->payload.mwait.hints,  in pt_enc_next()
592 		pos = pt_encode_int(pos, packet->payload.mwait.ext,  in pt_enc_next()
599 		uint64_t payload;  in pt_enc_next()  local
605 		payload = 0ull;  in pt_enc_next()
606 		payload |= ((uint64_t) packet->payload.pwre.state <<  in pt_enc_next()
609 		payload |= ((uint64_t) packet->payload.pwre.sub_state <<  in pt_enc_next()
613 		if (packet->payload.pwre.hw)  in pt_enc_next()
614 			payload |= (uint64_t) pt_pl_pwre_hw_mask;  in pt_enc_next()
618 		pos = pt_encode_int(pos, payload, pt_pl_pwre_size);  in pt_enc_next()
625 		uint64_t payload;  in pt_enc_next()  local
631 		payload = 0ull;  in pt_enc_next()
632 		payload |= ((uint64_t) packet->payload.pwrx.last <<  in pt_enc_next()
635 		payload |= ((uint64_t) packet->payload.pwrx.deepest <<  in pt_enc_next()
639 		if (packet->payload.pwrx.interrupt)  in pt_enc_next()
640 			payload |= (uint64_t) pt_pl_pwrx_wr_int;  in pt_enc_next()
641 		if (packet->payload.pwrx.store)  in pt_enc_next()
642 			payload |= (uint64_t) pt_pl_pwrx_wr_store;  in pt_enc_next()
643 		if (packet->payload.pwrx.autonomous)  in pt_enc_next()
644 			payload |= (uint64_t) pt_pl_pwrx_wr_hw;  in pt_enc_next()
648 		pos = pt_encode_int(pos, payload, pt_pl_pwrx_size);  in pt_enc_next()
658 		plc = packet->payload.ptw.plc;  in pt_enc_next()
671 		if (packet->payload.ptw.ip)  in pt_enc_next()
676 		pos = pt_encode_int(pos, packet->payload.ptw.payload, size);  in pt_enc_next()
723 	packet.payload.ip.ip = ip;  in pt_encode_tip()
724 	packet.payload.ip.ipc = ipc;  in pt_encode_tip()
734 	packet.payload.tnt.bit_size = (uint8_t) size;  in pt_encode_tnt_8()
735 	packet.payload.tnt.payload = tnt;  in pt_encode_tnt_8()
745 	packet.payload.tnt.bit_size = (uint8_t) size;  in pt_encode_tnt_64()
746 	packet.payload.tnt.payload = tnt;  in pt_encode_tnt_64()
757 	packet.payload.ip.ip = ip;  in pt_encode_tip_pge()
758 	packet.payload.ip.ipc = ipc;  in pt_encode_tip_pge()
769 	packet.payload.ip.ip = ip;  in pt_encode_tip_pgd()
770 	packet.payload.ip.ipc = ipc;  in pt_encode_tip_pgd()
781 	packet.payload.ip.ip = ip;  in pt_encode_fup()
782 	packet.payload.ip.ipc = ipc;  in pt_encode_fup()
792 	packet.payload.pip.cr3 = cr3;  in pt_encode_pip()
793 	packet.payload.pip.nr = (flags & pt_pl_pip_nr) != 0;  in pt_encode_pip()
812 	packet.payload.mode.leaf = pt_mol_exec;  in pt_encode_mode_exec()
813 	packet.payload.mode.bits.exec = pt_set_exec_mode(mode);  in pt_encode_mode_exec()
824 	packet.payload.mode.leaf = pt_mol_tsx;  in pt_encode_mode_tsx()
827 		packet.payload.mode.bits.tsx.intx = 1;  in pt_encode_mode_tsx()
829 		packet.payload.mode.bits.tsx.intx = 0;  in pt_encode_mode_tsx()
832 		packet.payload.mode.bits.tsx.abrt = 1;  in pt_encode_mode_tsx()
834 		packet.payload.mode.bits.tsx.abrt = 0;  in pt_encode_mode_tsx()
844 	packet.payload.tsc.tsc = tsc;  in pt_encode_tsc()
854 	packet.payload.cbr.ratio = cbr;  in pt_encode_cbr()
864 	packet.payload.tma.ctc = ctc;  in pt_encode_tma()
865 	packet.payload.tma.fc = fc;  in pt_encode_tma()
875 	packet.payload.mtc.ctc = ctc;  in pt_encode_mtc()
885 	packet.payload.cyc.value = ctc;  in pt_encode_cyc()
899 int pt_encode_vmcs(struct pt_encoder *encoder, uint64_t payload)  in pt_encode_vmcs()  argument
904 	packet.payload.vmcs.base = payload;  in pt_encode_vmcs()
909 int pt_encode_mnt(struct pt_encoder *encoder, uint64_t payload)  in pt_encode_mnt()  argument
914 	packet.payload.mnt.payload = payload;  in pt_encode_mnt()