87 } memory_stats __cacheline_aligned;
91 	size_t total_bytes = memory_stats.kmalloc_bytes + memory_stats.vmalloc_bytes;  in update_peak_usage()
93 	if (total_bytes > memory_stats.peak_bytes)  in update_peak_usage()
94 		memory_stats.peak_bytes = total_bytes;  in update_peak_usage()
101 	spin_lock_irqsave(&memory_stats.lock, flags);  in add_kmalloc_block()
102 	memory_stats.kmalloc_blocks++;  in add_kmalloc_block()
103 	memory_stats.kmalloc_bytes += size;  in add_kmalloc_block()
105 	spin_unlock_irqrestore(&memory_stats.lock, flags);  in add_kmalloc_block()
112 	spin_lock_irqsave(&memory_stats.lock, flags);  in remove_kmalloc_block()
113 	memory_stats.kmalloc_blocks--;  in remove_kmalloc_block()
114 	memory_stats.kmalloc_bytes -= size;  in remove_kmalloc_block()
115 	spin_unlock_irqrestore(&memory_stats.lock, flags);  in remove_kmalloc_block()
122 	spin_lock_irqsave(&memory_stats.lock, flags);  in add_vmalloc_block()
123 	block->next = memory_stats.vmalloc_list;  in add_vmalloc_block()
124 	memory_stats.vmalloc_list = block;  in add_vmalloc_block()
125 	memory_stats.vmalloc_blocks++;  in add_vmalloc_block()
126 	memory_stats.vmalloc_bytes += block->size;  in add_vmalloc_block()
128 	spin_unlock_irqrestore(&memory_stats.lock, flags);  in add_vmalloc_block()
137 	spin_lock_irqsave(&memory_stats.lock, flags);  in remove_vmalloc_block()
138 	for (block_ptr = &memory_stats.vmalloc_list;  in remove_vmalloc_block()
143 			memory_stats.vmalloc_blocks--;  in remove_vmalloc_block()
144 			memory_stats.vmalloc_bytes -= block->size;  in remove_vmalloc_block()
149 	spin_unlock_irqrestore(&memory_stats.lock, flags);  in remove_vmalloc_block()
382 	spin_lock_init(&memory_stats.lock);  in vdo_memory_init()
388 	VDO_ASSERT_LOG_ONLY(memory_stats.kmalloc_bytes == 0,  in vdo_memory_exit()
390 			    memory_stats.kmalloc_bytes, memory_stats.kmalloc_blocks);  in vdo_memory_exit()
391 	VDO_ASSERT_LOG_ONLY(memory_stats.vmalloc_bytes == 0,  in vdo_memory_exit()
393 			    memory_stats.vmalloc_bytes, memory_stats.vmalloc_blocks);  in vdo_memory_exit()
394 	vdo_log_debug("peak usage %zd bytes", memory_stats.peak_bytes);  in vdo_memory_exit()
401 	spin_lock_irqsave(&memory_stats.lock, flags);  in vdo_get_memory_stats()
402 	*bytes_used = memory_stats.kmalloc_bytes + memory_stats.vmalloc_bytes;  in vdo_get_memory_stats()
403 	*peak_bytes_used = memory_stats.peak_bytes;  in vdo_get_memory_stats()
404 	spin_unlock_irqrestore(&memory_stats.lock, flags);  in vdo_get_memory_stats()
421 	spin_lock_irqsave(&memory_stats.lock, flags);  in vdo_report_memory_usage()
422 	kmalloc_blocks = memory_stats.kmalloc_blocks;  in vdo_report_memory_usage()
423 	kmalloc_bytes = memory_stats.kmalloc_bytes;  in vdo_report_memory_usage()
424 	vmalloc_blocks = memory_stats.vmalloc_blocks;  in vdo_report_memory_usage()
425 	vmalloc_bytes = memory_stats.vmalloc_bytes;  in vdo_report_memory_usage()
426 	peak_usage = memory_stats.peak_bytes;  in vdo_report_memory_usage()
427 	spin_unlock_irqrestore(&memory_stats.lock, flags);  in vdo_report_memory_usage()