1a2561b12SSai Praneeth Prakhya // SPDX-License-Identifier: GPL-2.0 2a2561b12SSai Praneeth Prakhya /* 3a2561b12SSai Praneeth Prakhya * fill_buf benchmark 4a2561b12SSai Praneeth Prakhya * 5a2561b12SSai Praneeth Prakhya * Copyright (C) 2018 Intel Corporation 6a2561b12SSai Praneeth Prakhya * 7a2561b12SSai Praneeth Prakhya * Authors: 8a2561b12SSai Praneeth Prakhya * Sai Praneeth Prakhya <[email protected]>, 9a2561b12SSai Praneeth Prakhya * Fenghua Yu <[email protected]> 10a2561b12SSai Praneeth Prakhya */ 11a2561b12SSai Praneeth Prakhya #include <stdio.h> 12a2561b12SSai Praneeth Prakhya #include <unistd.h> 13a2561b12SSai Praneeth Prakhya #include <stdlib.h> 14a2561b12SSai Praneeth Prakhya #include <sys/types.h> 15a2561b12SSai Praneeth Prakhya #include <sys/wait.h> 16a2561b12SSai Praneeth Prakhya #include <inttypes.h> 17a2561b12SSai Praneeth Prakhya #include <string.h> 18a2561b12SSai Praneeth Prakhya 19a2561b12SSai Praneeth Prakhya #include "resctrl.h" 20a2561b12SSai Praneeth Prakhya 21a2561b12SSai Praneeth Prakhya #define CL_SIZE (64) 22a2561b12SSai Praneeth Prakhya #define PAGE_SIZE (4 * 1024) 23a2561b12SSai Praneeth Prakhya #define MB (1024 * 1024) 24a2561b12SSai Praneeth Prakhya 25a2561b12SSai Praneeth Prakhya static unsigned char *startptr; 26a2561b12SSai Praneeth Prakhya 27a2561b12SSai Praneeth Prakhya static void sb(void) 28a2561b12SSai Praneeth Prakhya { 29a2561b12SSai Praneeth Prakhya #if defined(__i386) || defined(__x86_64) 30a2561b12SSai Praneeth Prakhya asm volatile("sfence\n\t" 31a2561b12SSai Praneeth Prakhya : : : "memory"); 32a2561b12SSai Praneeth Prakhya #endif 33a2561b12SSai Praneeth Prakhya } 34a2561b12SSai Praneeth Prakhya 35a2561b12SSai Praneeth Prakhya static void cl_flush(void *p) 36a2561b12SSai Praneeth Prakhya { 37a2561b12SSai Praneeth Prakhya #if defined(__i386) || defined(__x86_64) 38a2561b12SSai Praneeth Prakhya asm volatile("clflush (%0)\n\t" 39a2561b12SSai Praneeth Prakhya : : "r"(p) : "memory"); 40a2561b12SSai Praneeth Prakhya #endif 41a2561b12SSai Praneeth Prakhya } 42a2561b12SSai Praneeth Prakhya 43a2561b12SSai Praneeth Prakhya static void mem_flush(void *p, size_t s) 44a2561b12SSai Praneeth Prakhya { 45a2561b12SSai Praneeth Prakhya char *cp = (char *)p; 46a2561b12SSai Praneeth Prakhya size_t i = 0; 47a2561b12SSai Praneeth Prakhya 48a2561b12SSai Praneeth Prakhya s = s / CL_SIZE; /* mem size in cache llines */ 49a2561b12SSai Praneeth Prakhya 50a2561b12SSai Praneeth Prakhya for (i = 0; i < s; i++) 51a2561b12SSai Praneeth Prakhya cl_flush(&cp[i * CL_SIZE]); 52a2561b12SSai Praneeth Prakhya 53a2561b12SSai Praneeth Prakhya sb(); 54a2561b12SSai Praneeth Prakhya } 55a2561b12SSai Praneeth Prakhya 56a2561b12SSai Praneeth Prakhya static void *malloc_and_init_memory(size_t s) 57a2561b12SSai Praneeth Prakhya { 585d869d7bSIlpo Järvinen void *p = NULL; 59a2561b12SSai Praneeth Prakhya uint64_t *p64; 60a2561b12SSai Praneeth Prakhya size_t s64; 615d869d7bSIlpo Järvinen int ret; 62a2561b12SSai Praneeth Prakhya 635d869d7bSIlpo Järvinen ret = posix_memalign(&p, PAGE_SIZE, s); 645d869d7bSIlpo Järvinen if (ret < 0) 6522a8be28SIlpo Järvinen return NULL; 66a2561b12SSai Praneeth Prakhya 67a2561b12SSai Praneeth Prakhya p64 = (uint64_t *)p; 68a2561b12SSai Praneeth Prakhya s64 = s / sizeof(uint64_t); 69a2561b12SSai Praneeth Prakhya 70a2561b12SSai Praneeth Prakhya while (s64 > 0) { 71a2561b12SSai Praneeth Prakhya *p64 = (uint64_t)rand(); 72a2561b12SSai Praneeth Prakhya p64 += (CL_SIZE / sizeof(uint64_t)); 73a2561b12SSai Praneeth Prakhya s64 -= (CL_SIZE / sizeof(uint64_t)); 74a2561b12SSai Praneeth Prakhya } 75a2561b12SSai Praneeth Prakhya 76a2561b12SSai Praneeth Prakhya return p; 77a2561b12SSai Praneeth Prakhya } 78a2561b12SSai Praneeth Prakhya 79a2561b12SSai Praneeth Prakhya static int fill_one_span_read(unsigned char *start_ptr, unsigned char *end_ptr) 80a2561b12SSai Praneeth Prakhya { 81a2561b12SSai Praneeth Prakhya unsigned char sum, *p; 82a2561b12SSai Praneeth Prakhya 83a2561b12SSai Praneeth Prakhya sum = 0; 84a2561b12SSai Praneeth Prakhya p = start_ptr; 85a2561b12SSai Praneeth Prakhya while (p < end_ptr) { 86a2561b12SSai Praneeth Prakhya sum += *p; 87a2561b12SSai Praneeth Prakhya p += (CL_SIZE / 2); 88a2561b12SSai Praneeth Prakhya } 89a2561b12SSai Praneeth Prakhya 90a2561b12SSai Praneeth Prakhya return sum; 91a2561b12SSai Praneeth Prakhya } 92a2561b12SSai Praneeth Prakhya 93a2561b12SSai Praneeth Prakhya static 94a2561b12SSai Praneeth Prakhya void fill_one_span_write(unsigned char *start_ptr, unsigned char *end_ptr) 95a2561b12SSai Praneeth Prakhya { 96a2561b12SSai Praneeth Prakhya unsigned char *p; 97a2561b12SSai Praneeth Prakhya 98a2561b12SSai Praneeth Prakhya p = start_ptr; 99a2561b12SSai Praneeth Prakhya while (p < end_ptr) { 100a2561b12SSai Praneeth Prakhya *p = '1'; 101a2561b12SSai Praneeth Prakhya p += (CL_SIZE / 2); 102a2561b12SSai Praneeth Prakhya } 103a2561b12SSai Praneeth Prakhya } 104a2561b12SSai Praneeth Prakhya 105a2561b12SSai Praneeth Prakhya static int fill_cache_read(unsigned char *start_ptr, unsigned char *end_ptr, 106a2561b12SSai Praneeth Prakhya char *resctrl_val) 107a2561b12SSai Praneeth Prakhya { 108a2561b12SSai Praneeth Prakhya int ret = 0; 109a2561b12SSai Praneeth Prakhya FILE *fp; 110a2561b12SSai Praneeth Prakhya 111790bf585SFenghua Yu while (1) { 112a2561b12SSai Praneeth Prakhya ret = fill_one_span_read(start_ptr, end_ptr); 11324286736SFenghua Yu if (!strncmp(resctrl_val, CAT_STR, sizeof(CAT_STR))) 114790bf585SFenghua Yu break; 115790bf585SFenghua Yu } 116a2561b12SSai Praneeth Prakhya 117a2561b12SSai Praneeth Prakhya /* Consume read result so that reading memory is not optimized out. */ 118a2561b12SSai Praneeth Prakhya fp = fopen("/dev/null", "w"); 119c7b607faSColin Ian King if (!fp) { 120a2561b12SSai Praneeth Prakhya perror("Unable to write to /dev/null"); 121c7b607faSColin Ian King return -1; 122c7b607faSColin Ian King } 123a2561b12SSai Praneeth Prakhya fprintf(fp, "Sum: %d ", ret); 124a2561b12SSai Praneeth Prakhya fclose(fp); 125a2561b12SSai Praneeth Prakhya 126a2561b12SSai Praneeth Prakhya return 0; 127a2561b12SSai Praneeth Prakhya } 128a2561b12SSai Praneeth Prakhya 129a2561b12SSai Praneeth Prakhya static int fill_cache_write(unsigned char *start_ptr, unsigned char *end_ptr, 130a2561b12SSai Praneeth Prakhya char *resctrl_val) 131a2561b12SSai Praneeth Prakhya { 132790bf585SFenghua Yu while (1) { 133a2561b12SSai Praneeth Prakhya fill_one_span_write(start_ptr, end_ptr); 13424286736SFenghua Yu if (!strncmp(resctrl_val, CAT_STR, sizeof(CAT_STR))) 135790bf585SFenghua Yu break; 136790bf585SFenghua Yu } 137a2561b12SSai Praneeth Prakhya 138a2561b12SSai Praneeth Prakhya return 0; 139a2561b12SSai Praneeth Prakhya } 140a2561b12SSai Praneeth Prakhya 141a2561b12SSai Praneeth Prakhya static int 142a2561b12SSai Praneeth Prakhya fill_cache(unsigned long long buf_size, int malloc_and_init, int memflush, 143a2561b12SSai Praneeth Prakhya int op, char *resctrl_val) 144a2561b12SSai Praneeth Prakhya { 145a2561b12SSai Praneeth Prakhya unsigned char *start_ptr, *end_ptr; 146a2561b12SSai Praneeth Prakhya unsigned long long i; 147a2561b12SSai Praneeth Prakhya int ret; 148a2561b12SSai Praneeth Prakhya 149a2561b12SSai Praneeth Prakhya if (malloc_and_init) 150a2561b12SSai Praneeth Prakhya start_ptr = malloc_and_init_memory(buf_size); 151a2561b12SSai Praneeth Prakhya else 152a2561b12SSai Praneeth Prakhya start_ptr = malloc(buf_size); 153a2561b12SSai Praneeth Prakhya 154a2561b12SSai Praneeth Prakhya if (!start_ptr) 155a2561b12SSai Praneeth Prakhya return -1; 156a2561b12SSai Praneeth Prakhya 157a2561b12SSai Praneeth Prakhya startptr = start_ptr; 158a2561b12SSai Praneeth Prakhya end_ptr = start_ptr + buf_size; 159a2561b12SSai Praneeth Prakhya 160a2561b12SSai Praneeth Prakhya /* 161a2561b12SSai Praneeth Prakhya * It's better to touch the memory once to avoid any compiler 162a2561b12SSai Praneeth Prakhya * optimizations 163a2561b12SSai Praneeth Prakhya */ 164a2561b12SSai Praneeth Prakhya if (!malloc_and_init) { 165a2561b12SSai Praneeth Prakhya for (i = 0; i < buf_size; i++) 166a2561b12SSai Praneeth Prakhya *start_ptr++ = (unsigned char)rand(); 167a2561b12SSai Praneeth Prakhya } 168a2561b12SSai Praneeth Prakhya 169a2561b12SSai Praneeth Prakhya start_ptr = startptr; 170a2561b12SSai Praneeth Prakhya 171a2561b12SSai Praneeth Prakhya /* Flush the memory before using to avoid "cache hot pages" effect */ 172a2561b12SSai Praneeth Prakhya if (memflush) 173a2561b12SSai Praneeth Prakhya mem_flush(start_ptr, buf_size); 174a2561b12SSai Praneeth Prakhya 175a2561b12SSai Praneeth Prakhya if (op == 0) 176a2561b12SSai Praneeth Prakhya ret = fill_cache_read(start_ptr, end_ptr, resctrl_val); 177a2561b12SSai Praneeth Prakhya else 178a2561b12SSai Praneeth Prakhya ret = fill_cache_write(start_ptr, end_ptr, resctrl_val); 179a2561b12SSai Praneeth Prakhya 180*2d320b10SIlpo Järvinen free(startptr); 181*2d320b10SIlpo Järvinen 182a2561b12SSai Praneeth Prakhya if (ret) { 18314f4283aSColin Ian King printf("\n Error in fill cache read/write...\n"); 184a2561b12SSai Praneeth Prakhya return -1; 185a2561b12SSai Praneeth Prakhya } 186a2561b12SSai Praneeth Prakhya 187a2561b12SSai Praneeth Prakhya 188a2561b12SSai Praneeth Prakhya return 0; 189a2561b12SSai Praneeth Prakhya } 190a2561b12SSai Praneeth Prakhya 191a2561b12SSai Praneeth Prakhya int run_fill_buf(unsigned long span, int malloc_and_init_memory, 192a2561b12SSai Praneeth Prakhya int memflush, int op, char *resctrl_val) 193a2561b12SSai Praneeth Prakhya { 194a2561b12SSai Praneeth Prakhya unsigned long long cache_size = span; 195a2561b12SSai Praneeth Prakhya int ret; 196a2561b12SSai Praneeth Prakhya 197a2561b12SSai Praneeth Prakhya ret = fill_cache(cache_size, malloc_and_init_memory, memflush, op, 198a2561b12SSai Praneeth Prakhya resctrl_val); 199a2561b12SSai Praneeth Prakhya if (ret) { 20014f4283aSColin Ian King printf("\n Error in fill cache\n"); 201a2561b12SSai Praneeth Prakhya return -1; 202a2561b12SSai Praneeth Prakhya } 203a2561b12SSai Praneeth Prakhya 204a2561b12SSai Praneeth Prakhya return 0; 205a2561b12SSai Praneeth Prakhya } 206