199 #define UNPACK_C_SIZE(cs)       ((cs->c_size == (PAGE_SIZE-1)) ? PAGE_SIZE : cs->c_size)  argument
200 #define PACK_C_SIZE(cs, size)   (cs->c_size = ((size == PAGE_SIZE) ? PAGE_SIZE - 1 : size))  argument
1376 	c_slot_t        cs;  in c_seg_validate()  local
1383 		cs = C_SEG_SLOT_FROM_INDEX(c_seg, c_indx);  in c_seg_validate()
1385 		if (cs == NULL) {  in c_seg_validate()
1389 		if (cs->c_size) {  in c_seg_validate()
1390 			panic("c_seg_validate:  c_firstemptyslot has non-zero size (%d)", cs->c_size);  in c_seg_validate()
1396 		cs = C_SEG_SLOT_FROM_INDEX(c_seg, c_indx);  in c_seg_validate()
1398 		c_size = UNPACK_C_SIZE(cs);  in c_seg_validate()
1406 …if (c_size && cs->c_hash_compressed_data != (csvhash = vmc_hash((char *)&c_seg->c_store.c_buffer[c…  in c_seg_validate()
1407 			addr64_t csvphys = kvtophys((vm_offset_t)&c_seg->c_store.c_buffer[cs->c_offset]);  in c_seg_validate()
1408 …l %p phys: 0x%llx %d %p %d %d 0x%x 0x%x", c_seg, csvphys, cs->c_offset, cs, c_indx, c_size, cs->c_…  in c_seg_validate()
1414 			uintptr_t csvaddr = (uintptr_t) &c_seg->c_store.c_buffer[cs->c_offset];  in c_seg_validate()
1415 			if (cs->c_pop_cdata != (csvpop = vmc_pop(csvaddr, c_size))) {  in c_seg_validate()
1416 … 0x%x", (csvpop - cs->c_pop_cdata), (void *)csvaddr, (void *) kvtophys(csvaddr), c_seg, cs, (uint6…  in c_seg_validate()
2155 	c_slot_t        cs;  in c_seg_trim_tail()  local
2169 		cs = C_SEG_SLOT_FROM_INDEX(c_seg, (c_seg->c_nextslot - 1));  in c_seg_trim_tail()
2171 		c_size = UNPACK_C_SIZE(cs);  in c_seg_trim_tail()
2176 				c_offset = cs->c_offset + C_SEG_BYTES_TO_OFFSET(c_rounded_size);  in c_seg_trim_tail()
4773 	c_slot_t         cs;  in c_compress_page()  local
4789 	cs = C_SEG_SLOT_FROM_INDEX(c_seg, c_seg->c_nextslot);  in c_compress_page()
4792 	cs->c_packed_ptr = C_SLOT_PACK_PTR(slot_ptr);  in c_compress_page()
4794 	cs->c_offset = c_seg->c_nextoffset;  in c_compress_page()
4796 	unsigned int avail_space = c_seg_bufsize - C_SEG_OFFSET_TO_BYTES((int32_t)cs->c_offset);  in c_compress_page()
4805 	cs->c_hash_data = vmc_hash(src, PAGE_SIZE);  in c_compress_page()
4817 			    (uint8_t *) &c_seg->c_store.c_buffer[cs->c_offset],  in c_compress_page()
4832 		cs->c_codec = ccodec;  in c_compress_page()
4837 		cs->c_codec = CCWK;  in c_compress_page()
4840 …ompress_4k((WK_word *)(uintptr_t)src, (WK_word *)(uintptr_t)&c_seg->c_store.c_buffer[cs->c_offset],  in c_compress_page()
4843 …mpress_16k((WK_word *)(uintptr_t)src, (WK_word *)(uintptr_t)&c_seg->c_store.c_buffer[cs->c_offset],  in c_compress_page()
4850 …_new((const WK_word *)(uintptr_t)src, (WK_word *)(uintptr_t)&c_seg->c_store.c_buffer[cs->c_offset],  in c_compress_page()
4877 			memcpy(&c_seg->c_store.c_buffer[cs->c_offset], src, c_size);  in c_compress_page()
4910 		memcpy(&c_seg->c_store.c_buffer[cs->c_offset], src, c_size);  in c_compress_page()
4915 	c_compressed_record_data((char *)&c_seg->c_store.c_buffer[cs->c_offset], c_size);  in c_compress_page()
4918 	cs->c_hash_compressed_data = vmc_hash((char *)&c_seg->c_store.c_buffer[cs->c_offset], c_size);  in c_compress_page()
4921 	cs->c_pop_cdata = vmc_pop((uintptr_t) &c_seg->c_store.c_buffer[cs->c_offset], c_size);  in c_compress_page()
4924 	PACK_C_SIZE(cs, c_size);  in c_compress_page()
5045 	c_slot_t        cs;  in c_decompress_page()  local
5169 	cs = C_SEG_SLOT_FROM_INDEX(c_seg, c_indx);  in c_decompress_page()
5171 	c_size = UNPACK_C_SIZE(cs);  in c_decompress_page()
5224 		uintptr_t csvaddr = (uintptr_t) &c_seg->c_store.c_buffer[cs->c_offset];  in c_decompress_page()
5225 		if (cs->c_pop_cdata != (csvpop = vmc_pop(csvaddr, c_size))) {  in c_decompress_page()
5226 … 0x%x 0x%x", (csvpop - cs->c_pop_cdata), (void *)csvaddr, (void *) kvtophys(csvaddr), c_seg, cs, c…  in c_decompress_page()
5232 …if (cs->c_hash_compressed_data != (csvhash = vmc_hash((char *)&c_seg->c_store.c_buffer[cs->c_offse…  in c_decompress_page()
5233 …panic("Compressed data doesn't match original %p %p %u %u %u", c_seg, cs, c_size, cs->c_hash_compr…  in c_decompress_page()
5239 			memcpy(dst, &c_seg->c_store.c_buffer[cs->c_offset], PAGE_SIZE);  in c_decompress_page()
5252 			data = *(int32_t *)(&c_seg->c_store.c_buffer[cs->c_offset]);  in c_decompress_page()
5280 				uint16_t c_codec = cs->c_codec;  in c_decompress_page()
5283 				if (!metadecompressor((const uint8_t *) &c_seg->c_store.c_buffer[cs->c_offset],  in c_decompress_page()
5297 					WKdm_decompress_4k((WK_word *)(uintptr_t)&c_seg->c_store.c_buffer[cs->c_offset],  in c_decompress_page()
5300 					WKdm_decompress_16k((WK_word *)(uintptr_t)&c_seg->c_store.c_buffer[cs->c_offset],  in c_decompress_page()
5305 				WKdm_decompress_new((WK_word *)(uintptr_t)&c_seg->c_store.c_buffer[cs->c_offset],  in c_decompress_page()
5313 		if (cs->c_hash_data != vmc_hash(dst, PAGE_SIZE)) {  in c_decompress_page()
5315 			int32_t *dinput = &c_seg->c_store.c_buffer[cs->c_offset];  in c_decompress_page()
5316 …size: %d, codec: %d, header: 0x%x 0x%x 0x%x", cs, cs->c_hash_data, cs->c_offset, c_size, c_rounded…  in c_decompress_page()
5318 …sn't match original cs: %p, hash: %d, offset: 0x%x, c_size: %d", cs, cs->c_hash_data, cs->c_offset…  in c_decompress_page()
5395 	PACK_C_SIZE(cs, 0); /* mark slot as empty */  in c_decompress_page()
5705 	c_slot_t                cs;  in vm_compressor_transfer()  local
5729 	cs = C_SEG_SLOT_FROM_INDEX(c_seg, c_indx);  in vm_compressor_transfer()
5732 	cs->c_packed_ptr = C_SLOT_PACK_PTR(dst_slot);  in vm_compressor_transfer()
6114 		c_slot_t cs = C_SEG_SLOT_FROM_INDEX(c_seg, c_indx);  in vm_compressor_inject_error()  local
6115 		int32_t *data = &c_seg->c_store.c_buffer[cs->c_offset];  in vm_compressor_inject_error()
6117 		assert(UNPACK_C_SIZE(cs) > sizeof(*data));  in vm_compressor_inject_error()
6198 		const struct c_slot* cs = C_SEG_SLOT_FROM_INDEX(c_seg, si);  in vm_compressor_serialize_segment_debug_info()  local
6200 		ssi->csi_size = UNPACK_C_SIZE(cs);  in vm_compressor_serialize_segment_debug_info()