164f55e62SAndrey Grodzovsky /* 264f55e62SAndrey Grodzovsky * Copyright 2019 Advanced Micro Devices, Inc. 364f55e62SAndrey Grodzovsky * 464f55e62SAndrey Grodzovsky * Permission is hereby granted, free of charge, to any person obtaining a 564f55e62SAndrey Grodzovsky * copy of this software and associated documentation files (the "Software"), 664f55e62SAndrey Grodzovsky * to deal in the Software without restriction, including without limitation 764f55e62SAndrey Grodzovsky * the rights to use, copy, modify, merge, publish, distribute, sublicense, 864f55e62SAndrey Grodzovsky * and/or sell copies of the Software, and to permit persons to whom the 964f55e62SAndrey Grodzovsky * Software is furnished to do so, subject to the following conditions: 1064f55e62SAndrey Grodzovsky * 1164f55e62SAndrey Grodzovsky * The above copyright notice and this permission notice shall be included in 1264f55e62SAndrey Grodzovsky * all copies or substantial portions of the Software. 1364f55e62SAndrey Grodzovsky * 1464f55e62SAndrey Grodzovsky * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 1564f55e62SAndrey Grodzovsky * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 1664f55e62SAndrey Grodzovsky * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 1764f55e62SAndrey Grodzovsky * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 1864f55e62SAndrey Grodzovsky * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 1964f55e62SAndrey Grodzovsky * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 2064f55e62SAndrey Grodzovsky * OTHER DEALINGS IN THE SOFTWARE. 2164f55e62SAndrey Grodzovsky * 2264f55e62SAndrey Grodzovsky */ 2364f55e62SAndrey Grodzovsky 2464f55e62SAndrey Grodzovsky #include "amdgpu_ras_eeprom.h" 2564f55e62SAndrey Grodzovsky #include "amdgpu.h" 2664f55e62SAndrey Grodzovsky #include "amdgpu_ras.h" 2764f55e62SAndrey Grodzovsky #include <linux/bits.h> 28ef1caf48SJohn Clements #include "atom.h" 2924f55c05SAlex Deucher #include "amdgpu_eeprom.h" 3014fb496aSJohn Clements #include "amdgpu_atomfirmware.h" 31c65b0805SLuben Tuikov #include <linux/debugfs.h> 32c65b0805SLuben Tuikov #include <linux/uaccess.h> 3364f55e62SAndrey Grodzovsky 34d0fb18b5SAndrey Grodzovsky #include "amdgpu_reset.h" 35d0fb18b5SAndrey Grodzovsky 36da858deaSLuben Tuikov /* These are memory addresses as would be seen by one or more EEPROM 37da858deaSLuben Tuikov * chips strung on the I2C bus, usually by manipulating pins 1-3 of a 38da858deaSLuben Tuikov * set of EEPROM devices. They form a continuous memory space. 39da858deaSLuben Tuikov * 40da858deaSLuben Tuikov * The I2C device address includes the device type identifier, 1010b, 41da858deaSLuben Tuikov * which is a reserved value and indicates that this is an I2C EEPROM 42da858deaSLuben Tuikov * device. It also includes the top 3 bits of the 19 bit EEPROM memory 43da858deaSLuben Tuikov * address, namely bits 18, 17, and 16. This makes up the 7 bit 44da858deaSLuben Tuikov * address sent on the I2C bus with bit 0 being the direction bit, 45da858deaSLuben Tuikov * which is not represented here, and sent by the hardware directly. 46da858deaSLuben Tuikov * 47da858deaSLuben Tuikov * For instance, 48da858deaSLuben Tuikov * 50h = 1010000b => device type identifier 1010b, bits 18:16 = 000b, address 0. 49da858deaSLuben Tuikov * 54h = 1010100b => --"--, bits 18:16 = 100b, address 40000h. 50da858deaSLuben Tuikov * 56h = 1010110b => --"--, bits 18:16 = 110b, address 60000h. 51da858deaSLuben Tuikov * Depending on the size of the I2C EEPROM device(s), bits 18:16 may 52da858deaSLuben Tuikov * address memory in a device or a device on the I2C bus, depending on 53da858deaSLuben Tuikov * the status of pins 1-3. See top of amdgpu_eeprom.c. 543b8164f8SLuben Tuikov * 553b8164f8SLuben Tuikov * The RAS table lives either at address 0 or address 40000h of EEPROM. 56da858deaSLuben Tuikov */ 573b8164f8SLuben Tuikov #define EEPROM_I2C_MADDR_0 0x0 583b8164f8SLuben Tuikov #define EEPROM_I2C_MADDR_4 0x40000 5964f55e62SAndrey Grodzovsky 6064f55e62SAndrey Grodzovsky /* 6164f55e62SAndrey Grodzovsky * The 2 macros bellow represent the actual size in bytes that 6264f55e62SAndrey Grodzovsky * those entities occupy in the EEPROM memory. 63c28aa44dSLuben Tuikov * RAS_TABLE_RECORD_SIZE is different than sizeof(eeprom_table_record) which 6464f55e62SAndrey Grodzovsky * uses uint64 to store 6b fields such as retired_page. 6564f55e62SAndrey Grodzovsky */ 66c28aa44dSLuben Tuikov #define RAS_TABLE_HEADER_SIZE 20 67c28aa44dSLuben Tuikov #define RAS_TABLE_RECORD_SIZE 24 6864f55e62SAndrey Grodzovsky 6964f55e62SAndrey Grodzovsky /* Table hdr is 'AMDR' */ 70c28aa44dSLuben Tuikov #define RAS_TABLE_HDR_VAL 0x414d4452 7164f55e62SAndrey Grodzovsky 721d6a9d12SGuchun Chen /* Bad GPU tag ‘BADG’ */ 73c28aa44dSLuben Tuikov #define RAS_TABLE_HDR_BAD 0x42414447 741d6a9d12SGuchun Chen 75*7f599fedSStanley.Yang /** 76*7f599fedSStanley.Yang * EEPROM Table structure v1 77*7f599fedSStanley.Yang * --------------------------------- 78*7f599fedSStanley.Yang * | | 79*7f599fedSStanley.Yang * | EEPROM TABLE HEADER | 80*7f599fedSStanley.Yang * | ( size 20 Bytes ) | 81*7f599fedSStanley.Yang * | | 82*7f599fedSStanley.Yang * --------------------------------- 83*7f599fedSStanley.Yang * | | 84*7f599fedSStanley.Yang * | BAD PAGE RECORD AREA | 85*7f599fedSStanley.Yang * | | 86*7f599fedSStanley.Yang * --------------------------------- 87*7f599fedSStanley.Yang */ 88*7f599fedSStanley.Yang 89c28aa44dSLuben Tuikov /* Assume 2-Mbit size EEPROM and take up the whole space. */ 90c28aa44dSLuben Tuikov #define RAS_TBL_SIZE_BYTES (256 * 1024) 9163d4c081SLuben Tuikov #define RAS_TABLE_START 0 9263d4c081SLuben Tuikov #define RAS_HDR_START RAS_TABLE_START 93c28aa44dSLuben Tuikov #define RAS_RECORD_START (RAS_HDR_START + RAS_TABLE_HEADER_SIZE) 94e4e6a589SLuben Tuikov #define RAS_MAX_RECORD_COUNT ((RAS_TBL_SIZE_BYTES - RAS_TABLE_HEADER_SIZE) \ 95c28aa44dSLuben Tuikov / RAS_TABLE_RECORD_SIZE) 9664f55e62SAndrey Grodzovsky 97*7f599fedSStanley.Yang /** 98*7f599fedSStanley.Yang * EEPROM Table structrue v2.1 99*7f599fedSStanley.Yang * --------------------------------- 100*7f599fedSStanley.Yang * | | 101*7f599fedSStanley.Yang * | EEPROM TABLE HEADER | 102*7f599fedSStanley.Yang * | ( size 20 Bytes ) | 103*7f599fedSStanley.Yang * | | 104*7f599fedSStanley.Yang * --------------------------------- 105*7f599fedSStanley.Yang * | | 106*7f599fedSStanley.Yang * | EEPROM TABLE RAS INFO | 107*7f599fedSStanley.Yang * | (available info size 4 Bytes) | 108*7f599fedSStanley.Yang * | ( reserved size 252 Bytes ) | 109*7f599fedSStanley.Yang * | | 110*7f599fedSStanley.Yang * --------------------------------- 111*7f599fedSStanley.Yang * | | 112*7f599fedSStanley.Yang * | BAD PAGE RECORD AREA | 113*7f599fedSStanley.Yang * | | 114*7f599fedSStanley.Yang * --------------------------------- 115*7f599fedSStanley.Yang */ 116*7f599fedSStanley.Yang 11765183faeSStanley.Yang /* EEPROM Table V2_1 */ 11865183faeSStanley.Yang #define RAS_TABLE_V2_1_INFO_SIZE 256 11965183faeSStanley.Yang #define RAS_TABLE_V2_1_INFO_START RAS_TABLE_HEADER_SIZE 12065183faeSStanley.Yang #define RAS_RECORD_START_V2_1 (RAS_HDR_START + RAS_TABLE_HEADER_SIZE + \ 12165183faeSStanley.Yang RAS_TABLE_V2_1_INFO_SIZE) 12265183faeSStanley.Yang #define RAS_MAX_RECORD_COUNT_V2_1 ((RAS_TBL_SIZE_BYTES - RAS_TABLE_HEADER_SIZE - \ 12365183faeSStanley.Yang RAS_TABLE_V2_1_INFO_SIZE) \ 12465183faeSStanley.Yang / RAS_TABLE_RECORD_SIZE) 12565183faeSStanley.Yang 12663d4c081SLuben Tuikov /* Given a zero-based index of an EEPROM RAS record, yields the EEPROM 12763d4c081SLuben Tuikov * offset off of RAS_TABLE_START. That is, this is something you can 12863d4c081SLuben Tuikov * add to control->i2c_address, and then tell I2C layer to read 12963d4c081SLuben Tuikov * from/write to there. _N is the so called absolute index, 13063d4c081SLuben Tuikov * because it starts right after the table header. 13163d4c081SLuben Tuikov */ 13263d4c081SLuben Tuikov #define RAS_INDEX_TO_OFFSET(_C, _N) ((_C)->ras_record_offset + \ 13363d4c081SLuben Tuikov (_N) * RAS_TABLE_RECORD_SIZE) 13463d4c081SLuben Tuikov 13563d4c081SLuben Tuikov #define RAS_OFFSET_TO_INDEX(_C, _O) (((_O) - \ 13663d4c081SLuben Tuikov (_C)->ras_record_offset) / RAS_TABLE_RECORD_SIZE) 13763d4c081SLuben Tuikov 138c65b0805SLuben Tuikov /* Given a 0-based relative record index, 0, 1, 2, ..., etc., off 139c65b0805SLuben Tuikov * of "fri", return the absolute record index off of the end of 140c65b0805SLuben Tuikov * the table header. 141c65b0805SLuben Tuikov */ 142c65b0805SLuben Tuikov #define RAS_RI_TO_AI(_C, _I) (((_I) + (_C)->ras_fri) % \ 143c65b0805SLuben Tuikov (_C)->ras_max_record_count) 144c65b0805SLuben Tuikov 14563d4c081SLuben Tuikov #define RAS_NUM_RECS(_tbl_hdr) (((_tbl_hdr)->tbl_size - \ 14663d4c081SLuben Tuikov RAS_TABLE_HEADER_SIZE) / RAS_TABLE_RECORD_SIZE) 14763d4c081SLuben Tuikov 14865183faeSStanley.Yang #define RAS_NUM_RECS_V2_1(_tbl_hdr) (((_tbl_hdr)->tbl_size - \ 14965183faeSStanley.Yang RAS_TABLE_HEADER_SIZE - \ 15065183faeSStanley.Yang RAS_TABLE_V2_1_INFO_SIZE) / RAS_TABLE_RECORD_SIZE) 15165183faeSStanley.Yang 15264f55e62SAndrey Grodzovsky #define to_amdgpu_device(x) (container_of(x, struct amdgpu_ras, eeprom_control))->adev 15364f55e62SAndrey Grodzovsky 1544bfb7428SJohn Clements static bool __is_ras_eeprom_supported(struct amdgpu_device *adev) 1554bfb7428SJohn Clements { 156bc22f8ecSCandice Li switch (adev->ip_versions[MP1_HWIP][0]) { 1576246059aSAlex Deucher case IP_VERSION(11, 0, 2): /* VEGA20 and ARCTURUS */ 1586246059aSAlex Deucher case IP_VERSION(11, 0, 7): /* Sienna cichlid */ 159bc22f8ecSCandice Li case IP_VERSION(13, 0, 0): 1606246059aSAlex Deucher case IP_VERSION(13, 0, 2): /* Aldebaran */ 161bc22f8ecSCandice Li case IP_VERSION(13, 0, 10): 162bc22f8ecSCandice Li return true; 163bc22f8ecSCandice Li default: 164bc22f8ecSCandice Li return false; 165bc22f8ecSCandice Li } 166bc22f8ecSCandice Li } 167bc22f8ecSCandice Li 168ef1caf48SJohn Clements static bool __get_eeprom_i2c_addr(struct amdgpu_device *adev, 169ccdfbfecSLuben Tuikov struct amdgpu_ras_eeprom_control *control) 170ef1caf48SJohn Clements { 17164a3dbb0SLuben Tuikov struct atom_context *atom_ctx = adev->mode_info.atom_context; 172cc947bf9SLuben Tuikov u8 i2c_addr; 173cc947bf9SLuben Tuikov 174ccdfbfecSLuben Tuikov if (!control) 175ef1caf48SJohn Clements return false; 176ef1caf48SJohn Clements 177cc947bf9SLuben Tuikov if (amdgpu_atomfirmware_ras_rom_addr(adev, &i2c_addr)) { 178cc947bf9SLuben Tuikov /* The address given by VBIOS is an 8-bit, wire-format 179cc947bf9SLuben Tuikov * address, i.e. the most significant byte. 180cc947bf9SLuben Tuikov * 181cc947bf9SLuben Tuikov * Normalize it to a 19-bit EEPROM address. Remove the 182cc947bf9SLuben Tuikov * device type identifier and make it a 7-bit address; 183cc947bf9SLuben Tuikov * then make it a 19-bit EEPROM address. See top of 184cc947bf9SLuben Tuikov * amdgpu_eeprom.c. 185cc947bf9SLuben Tuikov */ 186cc947bf9SLuben Tuikov i2c_addr = (i2c_addr & 0x0F) >> 1; 187cc947bf9SLuben Tuikov control->i2c_address = ((u32) i2c_addr) << 16; 18814fb496aSJohn Clements 18914fb496aSJohn Clements return true; 19014fb496aSJohn Clements } 19114fb496aSJohn Clements 1926246059aSAlex Deucher switch (adev->ip_versions[MP1_HWIP][0]) { 1936246059aSAlex Deucher case IP_VERSION(11, 0, 2): 1946246059aSAlex Deucher /* VEGA20 and ARCTURUS */ 1956246059aSAlex Deucher if (adev->asic_type == CHIP_VEGA20) 1966246059aSAlex Deucher control->i2c_address = EEPROM_I2C_MADDR_0; 1976246059aSAlex Deucher else if (strnstr(atom_ctx->vbios_version, 1986246059aSAlex Deucher "D342", 1996246059aSAlex Deucher sizeof(atom_ctx->vbios_version))) 2006246059aSAlex Deucher control->i2c_address = EEPROM_I2C_MADDR_0; 2016246059aSAlex Deucher else 2026246059aSAlex Deucher control->i2c_address = EEPROM_I2C_MADDR_4; 2036246059aSAlex Deucher return true; 2046246059aSAlex Deucher case IP_VERSION(11, 0, 7): 2053b8164f8SLuben Tuikov control->i2c_address = EEPROM_I2C_MADDR_0; 2068782007bSLuben Tuikov return true; 2076246059aSAlex Deucher case IP_VERSION(13, 0, 2): 20864a3dbb0SLuben Tuikov if (strnstr(atom_ctx->vbios_version, "D673", 20964a3dbb0SLuben Tuikov sizeof(atom_ctx->vbios_version))) 21064a3dbb0SLuben Tuikov control->i2c_address = EEPROM_I2C_MADDR_4; 21164a3dbb0SLuben Tuikov else 2123b8164f8SLuben Tuikov control->i2c_address = EEPROM_I2C_MADDR_0; 2138782007bSLuben Tuikov return true; 2146246059aSAlex Deucher case IP_VERSION(13, 0, 0): 2156246059aSAlex Deucher case IP_VERSION(13, 0, 10): 2166246059aSAlex Deucher control->i2c_address = EEPROM_I2C_MADDR_4; 2176246059aSAlex Deucher return true; 218ef1caf48SJohn Clements default: 219ef1caf48SJohn Clements return false; 220ef1caf48SJohn Clements } 221ef1caf48SJohn Clements } 222ef1caf48SJohn Clements 22363d4c081SLuben Tuikov static void 22463d4c081SLuben Tuikov __encode_table_header_to_buf(struct amdgpu_ras_eeprom_table_header *hdr, 225d7edde3dSLuben Tuikov unsigned char *buf) 22664f55e62SAndrey Grodzovsky { 22763d4c081SLuben Tuikov u32 *pp = (uint32_t *)buf; 22864f55e62SAndrey Grodzovsky 22964f55e62SAndrey Grodzovsky pp[0] = cpu_to_le32(hdr->header); 23064f55e62SAndrey Grodzovsky pp[1] = cpu_to_le32(hdr->version); 23164f55e62SAndrey Grodzovsky pp[2] = cpu_to_le32(hdr->first_rec_offset); 23264f55e62SAndrey Grodzovsky pp[3] = cpu_to_le32(hdr->tbl_size); 23364f55e62SAndrey Grodzovsky pp[4] = cpu_to_le32(hdr->checksum); 23464f55e62SAndrey Grodzovsky } 23564f55e62SAndrey Grodzovsky 23663d4c081SLuben Tuikov static void 23763d4c081SLuben Tuikov __decode_table_header_from_buf(struct amdgpu_ras_eeprom_table_header *hdr, 238d7edde3dSLuben Tuikov unsigned char *buf) 23964f55e62SAndrey Grodzovsky { 240d7edde3dSLuben Tuikov u32 *pp = (uint32_t *)buf; 24164f55e62SAndrey Grodzovsky 24264f55e62SAndrey Grodzovsky hdr->header = le32_to_cpu(pp[0]); 24364f55e62SAndrey Grodzovsky hdr->version = le32_to_cpu(pp[1]); 24464f55e62SAndrey Grodzovsky hdr->first_rec_offset = le32_to_cpu(pp[2]); 24564f55e62SAndrey Grodzovsky hdr->tbl_size = le32_to_cpu(pp[3]); 24664f55e62SAndrey Grodzovsky hdr->checksum = le32_to_cpu(pp[4]); 24764f55e62SAndrey Grodzovsky } 24864f55e62SAndrey Grodzovsky 24963d4c081SLuben Tuikov static int __write_table_header(struct amdgpu_ras_eeprom_control *control) 25064f55e62SAndrey Grodzovsky { 25163d4c081SLuben Tuikov u8 buf[RAS_TABLE_HEADER_SIZE]; 2529015d60cSAndrey Grodzovsky struct amdgpu_device *adev = to_amdgpu_device(control); 25363d4c081SLuben Tuikov int res; 25464f55e62SAndrey Grodzovsky 25563d4c081SLuben Tuikov memset(buf, 0, sizeof(buf)); 256d7edde3dSLuben Tuikov __encode_table_header_to_buf(&control->tbl_hdr, buf); 2575985ebbeSJohn Clements 25840e7ed97SDennis Li /* i2c may be unstable in gpu reset */ 259d0fb18b5SAndrey Grodzovsky down_read(&adev->reset_domain->sem); 2602f60dd50SLuben Tuikov res = amdgpu_eeprom_write(adev->pm.ras_eeprom_i2c_bus, 26163d4c081SLuben Tuikov control->i2c_address + 26263d4c081SLuben Tuikov control->ras_header_offset, 263d7edde3dSLuben Tuikov buf, RAS_TABLE_HEADER_SIZE); 264d0fb18b5SAndrey Grodzovsky up_read(&adev->reset_domain->sem); 26540e7ed97SDennis Li 26663d4c081SLuben Tuikov if (res < 0) { 26763d4c081SLuben Tuikov DRM_ERROR("Failed to write EEPROM table header:%d", res); 26863d4c081SLuben Tuikov } else if (res < RAS_TABLE_HEADER_SIZE) { 26963d4c081SLuben Tuikov DRM_ERROR("Short write:%d out of %d\n", 27063d4c081SLuben Tuikov res, RAS_TABLE_HEADER_SIZE); 27163d4c081SLuben Tuikov res = -EIO; 27263d4c081SLuben Tuikov } else { 27363d4c081SLuben Tuikov res = 0; 27463d4c081SLuben Tuikov } 27564f55e62SAndrey Grodzovsky 27663d4c081SLuben Tuikov return res; 27764f55e62SAndrey Grodzovsky } 27864f55e62SAndrey Grodzovsky 279*7f599fedSStanley.Yang static void 280*7f599fedSStanley.Yang __encode_table_ras_info_to_buf(struct amdgpu_ras_eeprom_table_ras_info *rai, 281*7f599fedSStanley.Yang unsigned char *buf) 282*7f599fedSStanley.Yang { 283*7f599fedSStanley.Yang u32 *pp = (uint32_t *)buf; 284*7f599fedSStanley.Yang u32 tmp; 285*7f599fedSStanley.Yang 286*7f599fedSStanley.Yang tmp = ((uint32_t)(rai->rma_status) & 0xFF) | 287*7f599fedSStanley.Yang (((uint32_t)(rai->health_percent) << 8) & 0xFF00) | 288*7f599fedSStanley.Yang (((uint32_t)(rai->ecc_page_threshold) << 16) & 0xFFFF0000); 289*7f599fedSStanley.Yang pp[0] = cpu_to_le32(tmp); 290*7f599fedSStanley.Yang } 291*7f599fedSStanley.Yang 292*7f599fedSStanley.Yang static void 293*7f599fedSStanley.Yang __decode_table_ras_info_from_buf(struct amdgpu_ras_eeprom_table_ras_info *rai, 294*7f599fedSStanley.Yang unsigned char *buf) 295*7f599fedSStanley.Yang { 296*7f599fedSStanley.Yang u32 *pp = (uint32_t *)buf; 297*7f599fedSStanley.Yang u32 tmp; 298*7f599fedSStanley.Yang 299*7f599fedSStanley.Yang tmp = le32_to_cpu(pp[0]); 300*7f599fedSStanley.Yang rai->rma_status = tmp & 0xFF; 301*7f599fedSStanley.Yang rai->health_percent = (tmp >> 8) & 0xFF; 302*7f599fedSStanley.Yang rai->ecc_page_threshold = (tmp >> 16) & 0xFFFF; 303*7f599fedSStanley.Yang } 304*7f599fedSStanley.Yang 305*7f599fedSStanley.Yang static int __write_table_ras_info(struct amdgpu_ras_eeprom_control *control) 306*7f599fedSStanley.Yang { 307*7f599fedSStanley.Yang struct amdgpu_device *adev = to_amdgpu_device(control); 308*7f599fedSStanley.Yang u8 *buf; 309*7f599fedSStanley.Yang int res; 310*7f599fedSStanley.Yang 311*7f599fedSStanley.Yang buf = kzalloc(RAS_TABLE_V2_1_INFO_SIZE, GFP_KERNEL); 312*7f599fedSStanley.Yang if (!buf) { 313*7f599fedSStanley.Yang DRM_ERROR("Failed to alloc buf to write table ras info\n"); 314*7f599fedSStanley.Yang return -ENOMEM; 315*7f599fedSStanley.Yang } 316*7f599fedSStanley.Yang 317*7f599fedSStanley.Yang __encode_table_ras_info_to_buf(&control->tbl_rai, buf); 318*7f599fedSStanley.Yang 319*7f599fedSStanley.Yang /* i2c may be unstable in gpu reset */ 320*7f599fedSStanley.Yang down_read(&adev->reset_domain->sem); 321*7f599fedSStanley.Yang res = amdgpu_eeprom_write(adev->pm.ras_eeprom_i2c_bus, 322*7f599fedSStanley.Yang control->i2c_address + 323*7f599fedSStanley.Yang control->ras_info_offset, 324*7f599fedSStanley.Yang buf, RAS_TABLE_V2_1_INFO_SIZE); 325*7f599fedSStanley.Yang up_read(&adev->reset_domain->sem); 326*7f599fedSStanley.Yang 327*7f599fedSStanley.Yang if (res < 0) { 328*7f599fedSStanley.Yang DRM_ERROR("Failed to write EEPROM table ras info:%d", res); 329*7f599fedSStanley.Yang } else if (res < RAS_TABLE_V2_1_INFO_SIZE) { 330*7f599fedSStanley.Yang DRM_ERROR("Short write:%d out of %d\n", 331*7f599fedSStanley.Yang res, RAS_TABLE_V2_1_INFO_SIZE); 332*7f599fedSStanley.Yang res = -EIO; 333*7f599fedSStanley.Yang } else { 334*7f599fedSStanley.Yang res = 0; 335*7f599fedSStanley.Yang } 336*7f599fedSStanley.Yang 337*7f599fedSStanley.Yang kfree(buf); 338*7f599fedSStanley.Yang 339*7f599fedSStanley.Yang return res; 340*7f599fedSStanley.Yang } 341*7f599fedSStanley.Yang 342803c6ebdSLuben Tuikov static u8 __calc_hdr_byte_sum(const struct amdgpu_ras_eeprom_control *control) 343db338e16SAndrey Grodzovsky { 34463d4c081SLuben Tuikov int ii; 34563d4c081SLuben Tuikov u8 *pp, csum; 346803c6ebdSLuben Tuikov size_t sz; 347db338e16SAndrey Grodzovsky 348db338e16SAndrey Grodzovsky /* Header checksum, skip checksum field in the calculation */ 349803c6ebdSLuben Tuikov sz = sizeof(control->tbl_hdr) - sizeof(control->tbl_hdr.checksum); 35063d4c081SLuben Tuikov pp = (u8 *) &control->tbl_hdr; 35163d4c081SLuben Tuikov csum = 0; 35263d4c081SLuben Tuikov for (ii = 0; ii < sz; ii++, pp++) 35363d4c081SLuben Tuikov csum += *pp; 354db338e16SAndrey Grodzovsky 35563d4c081SLuben Tuikov return csum; 356db338e16SAndrey Grodzovsky } 35764f55e62SAndrey Grodzovsky 3589b856defSGuchun Chen static int amdgpu_ras_eeprom_correct_header_tag( 3599b856defSGuchun Chen struct amdgpu_ras_eeprom_control *control, 3609b856defSGuchun Chen uint32_t header) 3619b856defSGuchun Chen { 3629b856defSGuchun Chen struct amdgpu_ras_eeprom_table_header *hdr = &control->tbl_hdr; 36363d4c081SLuben Tuikov u8 *hh; 36463d4c081SLuben Tuikov int res; 36563d4c081SLuben Tuikov u8 csum; 3669b856defSGuchun Chen 36763d4c081SLuben Tuikov csum = -hdr->checksum; 3689b856defSGuchun Chen 36963d4c081SLuben Tuikov hh = (void *) &hdr->header; 37063d4c081SLuben Tuikov csum -= (hh[0] + hh[1] + hh[2] + hh[3]); 37163d4c081SLuben Tuikov hh = (void *) &header; 37263d4c081SLuben Tuikov csum += hh[0] + hh[1] + hh[2] + hh[3]; 37363d4c081SLuben Tuikov csum = -csum; 3740686627bSLuben Tuikov mutex_lock(&control->ras_tbl_mutex); 3759b856defSGuchun Chen hdr->header = header; 37663d4c081SLuben Tuikov hdr->checksum = csum; 37763d4c081SLuben Tuikov res = __write_table_header(control); 3780686627bSLuben Tuikov mutex_unlock(&control->ras_tbl_mutex); 3799b856defSGuchun Chen 38063d4c081SLuben Tuikov return res; 3819b856defSGuchun Chen } 3829b856defSGuchun Chen 38363d4c081SLuben Tuikov /** 38463d4c081SLuben Tuikov * amdgpu_ras_eeprom_reset_table -- Reset the RAS EEPROM table 38563d4c081SLuben Tuikov * @control: pointer to control structure 38663d4c081SLuben Tuikov * 38763d4c081SLuben Tuikov * Reset the contents of the header of the RAS EEPROM table. 38863d4c081SLuben Tuikov * Return 0 on success, -errno on error. 38963d4c081SLuben Tuikov */ 390d01b400bSAndrey Grodzovsky int amdgpu_ras_eeprom_reset_table(struct amdgpu_ras_eeprom_control *control) 391d01b400bSAndrey Grodzovsky { 3928bbd4d83SStanley.Yang struct amdgpu_device *adev = to_amdgpu_device(control); 393d01b400bSAndrey Grodzovsky struct amdgpu_ras_eeprom_table_header *hdr = &control->tbl_hdr; 39469691c82SStanley.Yang struct amdgpu_ras *con = amdgpu_ras_get_context(adev); 39563d4c081SLuben Tuikov u8 csum; 39663d4c081SLuben Tuikov int res; 397db338e16SAndrey Grodzovsky 3980686627bSLuben Tuikov mutex_lock(&control->ras_tbl_mutex); 399d01b400bSAndrey Grodzovsky 400c28aa44dSLuben Tuikov hdr->header = RAS_TABLE_HDR_VAL; 401*7f599fedSStanley.Yang if (adev->umc.ras && 402*7f599fedSStanley.Yang adev->umc.ras->set_eeprom_table_version) 403*7f599fedSStanley.Yang adev->umc.ras->set_eeprom_table_version(hdr); 404*7f599fedSStanley.Yang else 40571c79a19SStanley.Yang hdr->version = RAS_TABLE_VER_V1; 406*7f599fedSStanley.Yang 407*7f599fedSStanley.Yang if (hdr->version == RAS_TABLE_VER_V2_1) { 408*7f599fedSStanley.Yang hdr->first_rec_offset = RAS_RECORD_START_V2_1; 409*7f599fedSStanley.Yang hdr->tbl_size = RAS_TABLE_HEADER_SIZE + 410*7f599fedSStanley.Yang RAS_TABLE_V2_1_INFO_SIZE; 411*7f599fedSStanley.Yang } else { 412c28aa44dSLuben Tuikov hdr->first_rec_offset = RAS_RECORD_START; 413c28aa44dSLuben Tuikov hdr->tbl_size = RAS_TABLE_HEADER_SIZE; 414*7f599fedSStanley.Yang } 415d01b400bSAndrey Grodzovsky 41663d4c081SLuben Tuikov csum = __calc_hdr_byte_sum(control); 41763d4c081SLuben Tuikov csum = -csum; 41863d4c081SLuben Tuikov hdr->checksum = csum; 41963d4c081SLuben Tuikov res = __write_table_header(control); 420*7f599fedSStanley.Yang if (!res && hdr->version > RAS_TABLE_VER_V1) 421*7f599fedSStanley.Yang res = __write_table_ras_info(control); 42263d4c081SLuben Tuikov 42363d4c081SLuben Tuikov control->ras_num_recs = 0; 42463d4c081SLuben Tuikov control->ras_fri = 0; 425db338e16SAndrey Grodzovsky 4268bbd4d83SStanley.Yang amdgpu_dpm_send_hbm_bad_pages_num(adev, control->ras_num_recs); 4278bbd4d83SStanley.Yang 42869691c82SStanley.Yang control->bad_channel_bitmap = 0; 42969691c82SStanley.Yang amdgpu_dpm_send_hbm_bad_channel_flag(adev, control->bad_channel_bitmap); 43069691c82SStanley.Yang con->update_channel_flag = false; 43169691c82SStanley.Yang 432c65b0805SLuben Tuikov amdgpu_ras_debugfs_set_ret_size(control); 433c65b0805SLuben Tuikov 4340686627bSLuben Tuikov mutex_unlock(&control->ras_tbl_mutex); 435db338e16SAndrey Grodzovsky 43663d4c081SLuben Tuikov return res; 437d01b400bSAndrey Grodzovsky } 438d01b400bSAndrey Grodzovsky 43963d4c081SLuben Tuikov static void 44063d4c081SLuben Tuikov __encode_table_record_to_buf(struct amdgpu_ras_eeprom_control *control, 44164f55e62SAndrey Grodzovsky struct eeprom_table_record *record, 442d7edde3dSLuben Tuikov unsigned char *buf) 44364f55e62SAndrey Grodzovsky { 44464f55e62SAndrey Grodzovsky __le64 tmp = 0; 44564f55e62SAndrey Grodzovsky int i = 0; 44664f55e62SAndrey Grodzovsky 44764f55e62SAndrey Grodzovsky /* Next are all record fields according to EEPROM page spec in LE foramt */ 448d7edde3dSLuben Tuikov buf[i++] = record->err_type; 44964f55e62SAndrey Grodzovsky 450d7edde3dSLuben Tuikov buf[i++] = record->bank; 45164f55e62SAndrey Grodzovsky 45264f55e62SAndrey Grodzovsky tmp = cpu_to_le64(record->ts); 453d7edde3dSLuben Tuikov memcpy(buf + i, &tmp, 8); 45464f55e62SAndrey Grodzovsky i += 8; 45564f55e62SAndrey Grodzovsky 45664f55e62SAndrey Grodzovsky tmp = cpu_to_le64((record->offset & 0xffffffffffff)); 457d7edde3dSLuben Tuikov memcpy(buf + i, &tmp, 6); 45864f55e62SAndrey Grodzovsky i += 6; 45964f55e62SAndrey Grodzovsky 460d7edde3dSLuben Tuikov buf[i++] = record->mem_channel; 461d7edde3dSLuben Tuikov buf[i++] = record->mcumc_id; 46264f55e62SAndrey Grodzovsky 46364f55e62SAndrey Grodzovsky tmp = cpu_to_le64((record->retired_page & 0xffffffffffff)); 464d7edde3dSLuben Tuikov memcpy(buf + i, &tmp, 6); 46564f55e62SAndrey Grodzovsky } 46664f55e62SAndrey Grodzovsky 46763d4c081SLuben Tuikov static void 46863d4c081SLuben Tuikov __decode_table_record_from_buf(struct amdgpu_ras_eeprom_control *control, 46964f55e62SAndrey Grodzovsky struct eeprom_table_record *record, 470d7edde3dSLuben Tuikov unsigned char *buf) 47164f55e62SAndrey Grodzovsky { 47264f55e62SAndrey Grodzovsky __le64 tmp = 0; 47364f55e62SAndrey Grodzovsky int i = 0; 47464f55e62SAndrey Grodzovsky 47564f55e62SAndrey Grodzovsky /* Next are all record fields according to EEPROM page spec in LE foramt */ 476d7edde3dSLuben Tuikov record->err_type = buf[i++]; 47764f55e62SAndrey Grodzovsky 478d7edde3dSLuben Tuikov record->bank = buf[i++]; 47964f55e62SAndrey Grodzovsky 480d7edde3dSLuben Tuikov memcpy(&tmp, buf + i, 8); 48164f55e62SAndrey Grodzovsky record->ts = le64_to_cpu(tmp); 48264f55e62SAndrey Grodzovsky i += 8; 48364f55e62SAndrey Grodzovsky 484d7edde3dSLuben Tuikov memcpy(&tmp, buf + i, 6); 48564f55e62SAndrey Grodzovsky record->offset = (le64_to_cpu(tmp) & 0xffffffffffff); 48664f55e62SAndrey Grodzovsky i += 6; 48764f55e62SAndrey Grodzovsky 488d7edde3dSLuben Tuikov record->mem_channel = buf[i++]; 489d7edde3dSLuben Tuikov record->mcumc_id = buf[i++]; 49064f55e62SAndrey Grodzovsky 491d7edde3dSLuben Tuikov memcpy(&tmp, buf + i, 6); 49264f55e62SAndrey Grodzovsky record->retired_page = (le64_to_cpu(tmp) & 0xffffffffffff); 49364f55e62SAndrey Grodzovsky } 49464f55e62SAndrey Grodzovsky 49511003c68SDennis Li bool amdgpu_ras_eeprom_check_err_threshold(struct amdgpu_device *adev) 496e8fbaf03SGuchun Chen { 49711003c68SDennis Li struct amdgpu_ras *con = amdgpu_ras_get_context(adev); 498e8fbaf03SGuchun Chen 49922106ed0STao Zhou if (!__is_ras_eeprom_supported(adev) || 50022106ed0STao Zhou !amdgpu_bad_page_threshold) 50111003c68SDennis Li return false; 5024bfb7428SJohn Clements 503970fd197SStanley.Yang /* skip check eeprom table for VEGA20 Gaming */ 504970fd197SStanley.Yang if (!con) 505970fd197SStanley.Yang return false; 506970fd197SStanley.Yang else 507970fd197SStanley.Yang if (!(con->features & BIT(AMDGPU_RAS_BLOCK__UMC))) 508970fd197SStanley.Yang return false; 509970fd197SStanley.Yang 510c28aa44dSLuben Tuikov if (con->eeprom_control.tbl_hdr.header == RAS_TABLE_HDR_BAD) { 51122106ed0STao Zhou if (amdgpu_bad_page_threshold == -1) { 51222106ed0STao Zhou dev_warn(adev->dev, "RAS records:%d exceed threshold:%d", 51322106ed0STao Zhou con->eeprom_control.ras_num_recs, con->bad_page_cnt_threshold); 51422106ed0STao Zhou dev_warn(adev->dev, 51522106ed0STao Zhou "But GPU can be operated due to bad_page_threshold = -1.\n"); 51622106ed0STao Zhou return false; 51722106ed0STao Zhou } else { 518e8fbaf03SGuchun Chen dev_warn(adev->dev, "This GPU is in BAD status."); 51963d4c081SLuben Tuikov dev_warn(adev->dev, "Please retire it or set a larger " 520e8fbaf03SGuchun Chen "threshold value when reloading driver.\n"); 52111003c68SDennis Li return true; 522e8fbaf03SGuchun Chen } 52322106ed0STao Zhou } 524e8fbaf03SGuchun Chen 52511003c68SDennis Li return false; 526e8fbaf03SGuchun Chen } 527e8fbaf03SGuchun Chen 52863d4c081SLuben Tuikov /** 52963d4c081SLuben Tuikov * __amdgpu_ras_eeprom_write -- write indexed from buffer to EEPROM 53063d4c081SLuben Tuikov * @control: pointer to control structure 53163d4c081SLuben Tuikov * @buf: pointer to buffer containing data to write 53263d4c081SLuben Tuikov * @fri: start writing at this index 53363d4c081SLuben Tuikov * @num: number of records to write 53463d4c081SLuben Tuikov * 53563d4c081SLuben Tuikov * The caller must hold the table mutex in @control. 53663d4c081SLuben Tuikov * Return 0 on success, -errno otherwise. 53763d4c081SLuben Tuikov */ 53863d4c081SLuben Tuikov static int __amdgpu_ras_eeprom_write(struct amdgpu_ras_eeprom_control *control, 53963d4c081SLuben Tuikov u8 *buf, const u32 fri, const u32 num) 54064f55e62SAndrey Grodzovsky { 54163d4c081SLuben Tuikov struct amdgpu_device *adev = to_amdgpu_device(control); 54263d4c081SLuben Tuikov u32 buf_size; 54363d4c081SLuben Tuikov int res; 54463d4c081SLuben Tuikov 54563d4c081SLuben Tuikov /* i2c may be unstable in gpu reset */ 546d0fb18b5SAndrey Grodzovsky down_read(&adev->reset_domain->sem); 54763d4c081SLuben Tuikov buf_size = num * RAS_TABLE_RECORD_SIZE; 5482f60dd50SLuben Tuikov res = amdgpu_eeprom_write(adev->pm.ras_eeprom_i2c_bus, 54963d4c081SLuben Tuikov control->i2c_address + 55063d4c081SLuben Tuikov RAS_INDEX_TO_OFFSET(control, fri), 55163d4c081SLuben Tuikov buf, buf_size); 552d0fb18b5SAndrey Grodzovsky up_read(&adev->reset_domain->sem); 55363d4c081SLuben Tuikov if (res < 0) { 55463d4c081SLuben Tuikov DRM_ERROR("Writing %d EEPROM table records error:%d", 55563d4c081SLuben Tuikov num, res); 55663d4c081SLuben Tuikov } else if (res < buf_size) { 55763d4c081SLuben Tuikov /* Short write, return error. 55863d4c081SLuben Tuikov */ 55963d4c081SLuben Tuikov DRM_ERROR("Wrote %d records out of %d", 56063d4c081SLuben Tuikov res / RAS_TABLE_RECORD_SIZE, num); 56163d4c081SLuben Tuikov res = -EIO; 56263d4c081SLuben Tuikov } else { 56363d4c081SLuben Tuikov res = 0; 56463d4c081SLuben Tuikov } 56563d4c081SLuben Tuikov 56663d4c081SLuben Tuikov return res; 56763d4c081SLuben Tuikov } 56863d4c081SLuben Tuikov 56963d4c081SLuben Tuikov static int 57063d4c081SLuben Tuikov amdgpu_ras_eeprom_append_table(struct amdgpu_ras_eeprom_control *control, 57163d4c081SLuben Tuikov struct eeprom_table_record *record, 57263d4c081SLuben Tuikov const u32 num) 57363d4c081SLuben Tuikov { 57469691c82SStanley.Yang struct amdgpu_ras *con = amdgpu_ras_get_context(to_amdgpu_device(control)); 57563d4c081SLuben Tuikov u32 a, b, i; 57663d4c081SLuben Tuikov u8 *buf, *pp; 57763d4c081SLuben Tuikov int res; 57863d4c081SLuben Tuikov 57963d4c081SLuben Tuikov buf = kcalloc(num, RAS_TABLE_RECORD_SIZE, GFP_KERNEL); 58063d4c081SLuben Tuikov if (!buf) 58163d4c081SLuben Tuikov return -ENOMEM; 58263d4c081SLuben Tuikov 58363d4c081SLuben Tuikov /* Encode all of them in one go. 58463d4c081SLuben Tuikov */ 58563d4c081SLuben Tuikov pp = buf; 58669691c82SStanley.Yang for (i = 0; i < num; i++, pp += RAS_TABLE_RECORD_SIZE) { 58763d4c081SLuben Tuikov __encode_table_record_to_buf(control, &record[i], pp); 58863d4c081SLuben Tuikov 58969691c82SStanley.Yang /* update bad channel bitmap */ 59069691c82SStanley.Yang if (!(control->bad_channel_bitmap & (1 << record[i].mem_channel))) { 59169691c82SStanley.Yang control->bad_channel_bitmap |= 1 << record[i].mem_channel; 59269691c82SStanley.Yang con->update_channel_flag = true; 59369691c82SStanley.Yang } 59469691c82SStanley.Yang } 59569691c82SStanley.Yang 59663d4c081SLuben Tuikov /* a, first record index to write into. 59763d4c081SLuben Tuikov * b, last record index to write into. 59863d4c081SLuben Tuikov * a = first index to read (fri) + number of records in the table, 59963d4c081SLuben Tuikov * b = a + @num - 1. 60063d4c081SLuben Tuikov * Let N = control->ras_max_num_record_count, then we have, 60163d4c081SLuben Tuikov * case 0: 0 <= a <= b < N, 60263d4c081SLuben Tuikov * just append @num records starting at a; 60363d4c081SLuben Tuikov * case 1: 0 <= a < N <= b, 60463d4c081SLuben Tuikov * append (N - a) records starting at a, and 60563d4c081SLuben Tuikov * append the remainder, b % N + 1, starting at 0. 60663d4c081SLuben Tuikov * case 2: 0 <= fri < N <= a <= b, then modulo N we get two subcases, 60763d4c081SLuben Tuikov * case 2a: 0 <= a <= b < N 60863d4c081SLuben Tuikov * append num records starting at a; and fix fri if b overwrote it, 60963d4c081SLuben Tuikov * and since a <= b, if b overwrote it then a must've also, 61063d4c081SLuben Tuikov * and if b didn't overwrite it, then a didn't also. 61163d4c081SLuben Tuikov * case 2b: 0 <= b < a < N 61263d4c081SLuben Tuikov * write num records starting at a, which wraps around 0=N 61363d4c081SLuben Tuikov * and overwrite fri unconditionally. Now from case 2a, 61463d4c081SLuben Tuikov * this means that b eclipsed fri to overwrite it and wrap 61563d4c081SLuben Tuikov * around 0 again, i.e. b = 2N+r pre modulo N, so we unconditionally 61663d4c081SLuben Tuikov * set fri = b + 1 (mod N). 61763d4c081SLuben Tuikov * Now, since fri is updated in every case, except the trivial case 0, 61863d4c081SLuben Tuikov * the number of records present in the table after writing, is, 61963d4c081SLuben Tuikov * num_recs - 1 = b - fri (mod N), and we take the positive value, 62063d4c081SLuben Tuikov * by adding an arbitrary multiple of N before taking the modulo N 62163d4c081SLuben Tuikov * as shown below. 62263d4c081SLuben Tuikov */ 62363d4c081SLuben Tuikov a = control->ras_fri + control->ras_num_recs; 62463d4c081SLuben Tuikov b = a + num - 1; 62563d4c081SLuben Tuikov if (b < control->ras_max_record_count) { 62663d4c081SLuben Tuikov res = __amdgpu_ras_eeprom_write(control, buf, a, num); 62763d4c081SLuben Tuikov } else if (a < control->ras_max_record_count) { 62863d4c081SLuben Tuikov u32 g0, g1; 62963d4c081SLuben Tuikov 63063d4c081SLuben Tuikov g0 = control->ras_max_record_count - a; 63163d4c081SLuben Tuikov g1 = b % control->ras_max_record_count + 1; 63263d4c081SLuben Tuikov res = __amdgpu_ras_eeprom_write(control, buf, a, g0); 63363d4c081SLuben Tuikov if (res) 63463d4c081SLuben Tuikov goto Out; 63563d4c081SLuben Tuikov res = __amdgpu_ras_eeprom_write(control, 63663d4c081SLuben Tuikov buf + g0 * RAS_TABLE_RECORD_SIZE, 63763d4c081SLuben Tuikov 0, g1); 63863d4c081SLuben Tuikov if (res) 63963d4c081SLuben Tuikov goto Out; 64063d4c081SLuben Tuikov if (g1 > control->ras_fri) 64163d4c081SLuben Tuikov control->ras_fri = g1 % control->ras_max_record_count; 64263d4c081SLuben Tuikov } else { 64363d4c081SLuben Tuikov a %= control->ras_max_record_count; 64463d4c081SLuben Tuikov b %= control->ras_max_record_count; 64563d4c081SLuben Tuikov 64663d4c081SLuben Tuikov if (a <= b) { 64763d4c081SLuben Tuikov /* Note that, b - a + 1 = num. */ 64863d4c081SLuben Tuikov res = __amdgpu_ras_eeprom_write(control, buf, a, num); 64963d4c081SLuben Tuikov if (res) 65063d4c081SLuben Tuikov goto Out; 65163d4c081SLuben Tuikov if (b >= control->ras_fri) 65263d4c081SLuben Tuikov control->ras_fri = (b + 1) % control->ras_max_record_count; 65363d4c081SLuben Tuikov } else { 65463d4c081SLuben Tuikov u32 g0, g1; 65563d4c081SLuben Tuikov 65663d4c081SLuben Tuikov /* b < a, which means, we write from 65763d4c081SLuben Tuikov * a to the end of the table, and from 65863d4c081SLuben Tuikov * the start of the table to b. 65963d4c081SLuben Tuikov */ 66063d4c081SLuben Tuikov g0 = control->ras_max_record_count - a; 66163d4c081SLuben Tuikov g1 = b + 1; 66263d4c081SLuben Tuikov res = __amdgpu_ras_eeprom_write(control, buf, a, g0); 66363d4c081SLuben Tuikov if (res) 66463d4c081SLuben Tuikov goto Out; 66563d4c081SLuben Tuikov res = __amdgpu_ras_eeprom_write(control, 66663d4c081SLuben Tuikov buf + g0 * RAS_TABLE_RECORD_SIZE, 66763d4c081SLuben Tuikov 0, g1); 66863d4c081SLuben Tuikov if (res) 66963d4c081SLuben Tuikov goto Out; 67063d4c081SLuben Tuikov control->ras_fri = g1 % control->ras_max_record_count; 67163d4c081SLuben Tuikov } 67263d4c081SLuben Tuikov } 67363d4c081SLuben Tuikov control->ras_num_recs = 1 + (control->ras_max_record_count + b 67463d4c081SLuben Tuikov - control->ras_fri) 67563d4c081SLuben Tuikov % control->ras_max_record_count; 67663d4c081SLuben Tuikov Out: 67763d4c081SLuben Tuikov kfree(buf); 67863d4c081SLuben Tuikov return res; 67963d4c081SLuben Tuikov } 68063d4c081SLuben Tuikov 68163d4c081SLuben Tuikov static int 68263d4c081SLuben Tuikov amdgpu_ras_eeprom_update_header(struct amdgpu_ras_eeprom_control *control) 68363d4c081SLuben Tuikov { 68464f55e62SAndrey Grodzovsky struct amdgpu_device *adev = to_amdgpu_device(control); 6859c06f91fSGuchun Chen struct amdgpu_ras *ras = amdgpu_ras_get_context(adev); 68663d4c081SLuben Tuikov u8 *buf, *pp, csum; 68763d4c081SLuben Tuikov u32 buf_size; 68863d4c081SLuben Tuikov int res; 68963d4c081SLuben Tuikov 69063d4c081SLuben Tuikov /* Modify the header if it exceeds. 69163d4c081SLuben Tuikov */ 69263d4c081SLuben Tuikov if (amdgpu_bad_page_threshold != 0 && 69363d4c081SLuben Tuikov control->ras_num_recs >= ras->bad_page_cnt_threshold) { 69463d4c081SLuben Tuikov dev_warn(adev->dev, 69563d4c081SLuben Tuikov "Saved bad pages %d reaches threshold value %d\n", 69663d4c081SLuben Tuikov control->ras_num_recs, ras->bad_page_cnt_threshold); 69763d4c081SLuben Tuikov control->tbl_hdr.header = RAS_TABLE_HDR_BAD; 69863d4c081SLuben Tuikov } 69963d4c081SLuben Tuikov 700*7f599fedSStanley.Yang if (control->tbl_hdr.version == RAS_TABLE_VER_V2_1) 701*7f599fedSStanley.Yang control->tbl_hdr.tbl_size = RAS_TABLE_HEADER_SIZE + 702*7f599fedSStanley.Yang RAS_TABLE_V2_1_INFO_SIZE + 703*7f599fedSStanley.Yang control->ras_num_recs * RAS_TABLE_RECORD_SIZE; 704*7f599fedSStanley.Yang else 705*7f599fedSStanley.Yang control->tbl_hdr.tbl_size = RAS_TABLE_HEADER_SIZE + 706*7f599fedSStanley.Yang control->ras_num_recs * RAS_TABLE_RECORD_SIZE; 70763d4c081SLuben Tuikov control->tbl_hdr.checksum = 0; 70863d4c081SLuben Tuikov 70963d4c081SLuben Tuikov buf_size = control->ras_num_recs * RAS_TABLE_RECORD_SIZE; 71063d4c081SLuben Tuikov buf = kcalloc(control->ras_num_recs, RAS_TABLE_RECORD_SIZE, GFP_KERNEL); 71163d4c081SLuben Tuikov if (!buf) { 71263d4c081SLuben Tuikov DRM_ERROR("allocating memory for table of size %d bytes failed\n", 71363d4c081SLuben Tuikov control->tbl_hdr.tbl_size); 71463d4c081SLuben Tuikov res = -ENOMEM; 71563d4c081SLuben Tuikov goto Out; 71663d4c081SLuben Tuikov } 71763d4c081SLuben Tuikov 718d0fb18b5SAndrey Grodzovsky down_read(&adev->reset_domain->sem); 7192f60dd50SLuben Tuikov res = amdgpu_eeprom_read(adev->pm.ras_eeprom_i2c_bus, 72063d4c081SLuben Tuikov control->i2c_address + 72163d4c081SLuben Tuikov control->ras_record_offset, 72263d4c081SLuben Tuikov buf, buf_size); 723d0fb18b5SAndrey Grodzovsky up_read(&adev->reset_domain->sem); 72463d4c081SLuben Tuikov if (res < 0) { 72563d4c081SLuben Tuikov DRM_ERROR("EEPROM failed reading records:%d\n", 72663d4c081SLuben Tuikov res); 72763d4c081SLuben Tuikov goto Out; 72863d4c081SLuben Tuikov } else if (res < buf_size) { 72963d4c081SLuben Tuikov DRM_ERROR("EEPROM read %d out of %d bytes\n", 73063d4c081SLuben Tuikov res, buf_size); 73163d4c081SLuben Tuikov res = -EIO; 73263d4c081SLuben Tuikov goto Out; 73363d4c081SLuben Tuikov } 73463d4c081SLuben Tuikov 73563d4c081SLuben Tuikov /* Recalc the checksum. 73663d4c081SLuben Tuikov */ 73763d4c081SLuben Tuikov csum = 0; 73863d4c081SLuben Tuikov for (pp = buf; pp < buf + buf_size; pp++) 73963d4c081SLuben Tuikov csum += *pp; 74063d4c081SLuben Tuikov 74163d4c081SLuben Tuikov csum += __calc_hdr_byte_sum(control); 74263d4c081SLuben Tuikov /* avoid sign extension when assigning to "checksum" */ 74363d4c081SLuben Tuikov csum = -csum; 74463d4c081SLuben Tuikov control->tbl_hdr.checksum = csum; 74563d4c081SLuben Tuikov res = __write_table_header(control); 746*7f599fedSStanley.Yang if (!res && control->tbl_hdr.version > RAS_TABLE_VER_V1) 747*7f599fedSStanley.Yang res = __write_table_ras_info(control); 74863d4c081SLuben Tuikov Out: 74963d4c081SLuben Tuikov kfree(buf); 75063d4c081SLuben Tuikov return res; 75163d4c081SLuben Tuikov } 75263d4c081SLuben Tuikov 75363d4c081SLuben Tuikov /** 75463d4c081SLuben Tuikov * amdgpu_ras_eeprom_append -- append records to the EEPROM RAS table 75563d4c081SLuben Tuikov * @control: pointer to control structure 75663d4c081SLuben Tuikov * @record: array of records to append 75763d4c081SLuben Tuikov * @num: number of records in @record array 75863d4c081SLuben Tuikov * 75963d4c081SLuben Tuikov * Append @num records to the table, calculate the checksum and write 76063d4c081SLuben Tuikov * the table back to EEPROM. The maximum number of records that 76163d4c081SLuben Tuikov * can be appended is between 1 and control->ras_max_record_count, 76263d4c081SLuben Tuikov * regardless of how many records are already stored in the table. 76363d4c081SLuben Tuikov * 76463d4c081SLuben Tuikov * Return 0 on success or if EEPROM is not supported, -errno on error. 76563d4c081SLuben Tuikov */ 76663d4c081SLuben Tuikov int amdgpu_ras_eeprom_append(struct amdgpu_ras_eeprom_control *control, 76763d4c081SLuben Tuikov struct eeprom_table_record *record, 76863d4c081SLuben Tuikov const u32 num) 76963d4c081SLuben Tuikov { 77063d4c081SLuben Tuikov struct amdgpu_device *adev = to_amdgpu_device(control); 77163d4c081SLuben Tuikov int res; 77264f55e62SAndrey Grodzovsky 7734bfb7428SJohn Clements if (!__is_ras_eeprom_supported(adev)) 77464f55e62SAndrey Grodzovsky return 0; 77564f55e62SAndrey Grodzovsky 77663d4c081SLuben Tuikov if (num == 0) { 77763d4c081SLuben Tuikov DRM_ERROR("will not append 0 records\n"); 77863d4c081SLuben Tuikov return -EINVAL; 77963d4c081SLuben Tuikov } else if (num > control->ras_max_record_count) { 78063d4c081SLuben Tuikov DRM_ERROR("cannot append %d records than the size of table %d\n", 78163d4c081SLuben Tuikov num, control->ras_max_record_count); 78263d4c081SLuben Tuikov return -EINVAL; 78363d4c081SLuben Tuikov } 78464f55e62SAndrey Grodzovsky 7850686627bSLuben Tuikov mutex_lock(&control->ras_tbl_mutex); 78664f55e62SAndrey Grodzovsky 78763d4c081SLuben Tuikov res = amdgpu_ras_eeprom_append_table(control, record, num); 78863d4c081SLuben Tuikov if (!res) 78963d4c081SLuben Tuikov res = amdgpu_ras_eeprom_update_header(control); 790c65b0805SLuben Tuikov if (!res) 791c65b0805SLuben Tuikov amdgpu_ras_debugfs_set_ret_size(control); 79263d4c081SLuben Tuikov 79363d4c081SLuben Tuikov mutex_unlock(&control->ras_tbl_mutex); 79463d4c081SLuben Tuikov return res; 7959c06f91fSGuchun Chen } 7969c06f91fSGuchun Chen 79763d4c081SLuben Tuikov /** 79863d4c081SLuben Tuikov * __amdgpu_ras_eeprom_read -- read indexed from EEPROM into buffer 79963d4c081SLuben Tuikov * @control: pointer to control structure 80063d4c081SLuben Tuikov * @buf: pointer to buffer to read into 80163d4c081SLuben Tuikov * @fri: first record index, start reading at this index, absolute index 80263d4c081SLuben Tuikov * @num: number of records to read 80363d4c081SLuben Tuikov * 80463d4c081SLuben Tuikov * The caller must hold the table mutex in @control. 80563d4c081SLuben Tuikov * Return 0 on success, -errno otherwise. 80664f55e62SAndrey Grodzovsky */ 80763d4c081SLuben Tuikov static int __amdgpu_ras_eeprom_read(struct amdgpu_ras_eeprom_control *control, 80863d4c081SLuben Tuikov u8 *buf, const u32 fri, const u32 num) 80963d4c081SLuben Tuikov { 81063d4c081SLuben Tuikov struct amdgpu_device *adev = to_amdgpu_device(control); 81163d4c081SLuben Tuikov u32 buf_size; 81263d4c081SLuben Tuikov int res; 81364f55e62SAndrey Grodzovsky 81424f55c05SAlex Deucher /* i2c may be unstable in gpu reset */ 815d0fb18b5SAndrey Grodzovsky down_read(&adev->reset_domain->sem); 81663d4c081SLuben Tuikov buf_size = num * RAS_TABLE_RECORD_SIZE; 8172f60dd50SLuben Tuikov res = amdgpu_eeprom_read(adev->pm.ras_eeprom_i2c_bus, 81863d4c081SLuben Tuikov control->i2c_address + 81963d4c081SLuben Tuikov RAS_INDEX_TO_OFFSET(control, fri), 82063d4c081SLuben Tuikov buf, buf_size); 821d0fb18b5SAndrey Grodzovsky up_read(&adev->reset_domain->sem); 82263d4c081SLuben Tuikov if (res < 0) { 82363d4c081SLuben Tuikov DRM_ERROR("Reading %d EEPROM table records error:%d", 82463d4c081SLuben Tuikov num, res); 82563d4c081SLuben Tuikov } else if (res < buf_size) { 82663d4c081SLuben Tuikov /* Short read, return error. 82764f55e62SAndrey Grodzovsky */ 82863d4c081SLuben Tuikov DRM_ERROR("Read %d records out of %d", 82963d4c081SLuben Tuikov res / RAS_TABLE_RECORD_SIZE, num); 83063d4c081SLuben Tuikov res = -EIO; 83163d4c081SLuben Tuikov } else { 83263d4c081SLuben Tuikov res = 0; 83364f55e62SAndrey Grodzovsky } 83464f55e62SAndrey Grodzovsky 83563d4c081SLuben Tuikov return res; 83664f55e62SAndrey Grodzovsky } 83764f55e62SAndrey Grodzovsky 83863d4c081SLuben Tuikov /** 83963d4c081SLuben Tuikov * amdgpu_ras_eeprom_read -- read EEPROM 84063d4c081SLuben Tuikov * @control: pointer to control structure 84163d4c081SLuben Tuikov * @record: array of records to read into 84263d4c081SLuben Tuikov * @num: number of records in @record 84364f55e62SAndrey Grodzovsky * 84463d4c081SLuben Tuikov * Reads num records from the RAS table in EEPROM and 84563d4c081SLuben Tuikov * writes the data into @record array. 84663d4c081SLuben Tuikov * 84763d4c081SLuben Tuikov * Returns 0 on success, -errno on error. 84864f55e62SAndrey Grodzovsky */ 84963d4c081SLuben Tuikov int amdgpu_ras_eeprom_read(struct amdgpu_ras_eeprom_control *control, 85063d4c081SLuben Tuikov struct eeprom_table_record *record, 85163d4c081SLuben Tuikov const u32 num) 85263d4c081SLuben Tuikov { 85363d4c081SLuben Tuikov struct amdgpu_device *adev = to_amdgpu_device(control); 85469691c82SStanley.Yang struct amdgpu_ras *con = amdgpu_ras_get_context(adev); 85563d4c081SLuben Tuikov int i, res; 85663d4c081SLuben Tuikov u8 *buf, *pp; 85763d4c081SLuben Tuikov u32 g0, g1; 85864f55e62SAndrey Grodzovsky 85963d4c081SLuben Tuikov if (!__is_ras_eeprom_supported(adev)) 86063d4c081SLuben Tuikov return 0; 86163d4c081SLuben Tuikov 86263d4c081SLuben Tuikov if (num == 0) { 86363d4c081SLuben Tuikov DRM_ERROR("will not read 0 records\n"); 86463d4c081SLuben Tuikov return -EINVAL; 86563d4c081SLuben Tuikov } else if (num > control->ras_num_recs) { 86663d4c081SLuben Tuikov DRM_ERROR("too many records to read:%d available:%d\n", 86763d4c081SLuben Tuikov num, control->ras_num_recs); 86863d4c081SLuben Tuikov return -EINVAL; 86964f55e62SAndrey Grodzovsky } 87064f55e62SAndrey Grodzovsky 87163d4c081SLuben Tuikov buf = kcalloc(num, RAS_TABLE_RECORD_SIZE, GFP_KERNEL); 87263d4c081SLuben Tuikov if (!buf) 87363d4c081SLuben Tuikov return -ENOMEM; 87464f55e62SAndrey Grodzovsky 87563d4c081SLuben Tuikov /* Determine how many records to read, from the first record 87663d4c081SLuben Tuikov * index, fri, to the end of the table, and from the beginning 87763d4c081SLuben Tuikov * of the table, such that the total number of records is 87863d4c081SLuben Tuikov * @num, and we handle wrap around when fri > 0 and 87963d4c081SLuben Tuikov * fri + num > RAS_MAX_RECORD_COUNT. 88063d4c081SLuben Tuikov * 88163d4c081SLuben Tuikov * First we compute the index of the last element 88263d4c081SLuben Tuikov * which would be fetched from each region, 88363d4c081SLuben Tuikov * g0 is in [fri, fri + num - 1], and 88463d4c081SLuben Tuikov * g1 is in [0, RAS_MAX_RECORD_COUNT - 1]. 88563d4c081SLuben Tuikov * Then, if g0 < RAS_MAX_RECORD_COUNT, the index of 88663d4c081SLuben Tuikov * the last element to fetch, we set g0 to _the number_ 88763d4c081SLuben Tuikov * of elements to fetch, @num, since we know that the last 88863d4c081SLuben Tuikov * indexed to be fetched does not exceed the table. 88963d4c081SLuben Tuikov * 89063d4c081SLuben Tuikov * If, however, g0 >= RAS_MAX_RECORD_COUNT, then 89163d4c081SLuben Tuikov * we set g0 to the number of elements to read 89263d4c081SLuben Tuikov * until the end of the table, and g1 to the number of 89363d4c081SLuben Tuikov * elements to read from the beginning of the table. 89463d4c081SLuben Tuikov */ 89563d4c081SLuben Tuikov g0 = control->ras_fri + num - 1; 89663d4c081SLuben Tuikov g1 = g0 % control->ras_max_record_count; 89763d4c081SLuben Tuikov if (g0 < control->ras_max_record_count) { 89863d4c081SLuben Tuikov g0 = num; 89963d4c081SLuben Tuikov g1 = 0; 90063d4c081SLuben Tuikov } else { 90163d4c081SLuben Tuikov g0 = control->ras_max_record_count - control->ras_fri; 90263d4c081SLuben Tuikov g1 += 1; 90363d4c081SLuben Tuikov } 90463d4c081SLuben Tuikov 90563d4c081SLuben Tuikov mutex_lock(&control->ras_tbl_mutex); 90663d4c081SLuben Tuikov res = __amdgpu_ras_eeprom_read(control, buf, control->ras_fri, g0); 90763d4c081SLuben Tuikov if (res) 90863d4c081SLuben Tuikov goto Out; 90963d4c081SLuben Tuikov if (g1) { 91063d4c081SLuben Tuikov res = __amdgpu_ras_eeprom_read(control, 91163d4c081SLuben Tuikov buf + g0 * RAS_TABLE_RECORD_SIZE, 91263d4c081SLuben Tuikov 0, g1); 91363d4c081SLuben Tuikov if (res) 91463d4c081SLuben Tuikov goto Out; 91563d4c081SLuben Tuikov } 91663d4c081SLuben Tuikov 91763d4c081SLuben Tuikov res = 0; 91863d4c081SLuben Tuikov 91963d4c081SLuben Tuikov /* Read up everything? Then transform. 92063d4c081SLuben Tuikov */ 92163d4c081SLuben Tuikov pp = buf; 92269691c82SStanley.Yang for (i = 0; i < num; i++, pp += RAS_TABLE_RECORD_SIZE) { 92363d4c081SLuben Tuikov __decode_table_record_from_buf(control, &record[i], pp); 92469691c82SStanley.Yang 92569691c82SStanley.Yang /* update bad channel bitmap */ 92669691c82SStanley.Yang if (!(control->bad_channel_bitmap & (1 << record[i].mem_channel))) { 92769691c82SStanley.Yang control->bad_channel_bitmap |= 1 << record[i].mem_channel; 92869691c82SStanley.Yang con->update_channel_flag = true; 92969691c82SStanley.Yang } 93069691c82SStanley.Yang } 93163d4c081SLuben Tuikov Out: 93263d4c081SLuben Tuikov kfree(buf); 9330686627bSLuben Tuikov mutex_unlock(&control->ras_tbl_mutex); 93464f55e62SAndrey Grodzovsky 93563d4c081SLuben Tuikov return res; 9361fab841fSLuben Tuikov } 9371fab841fSLuben Tuikov 938*7f599fedSStanley.Yang uint32_t amdgpu_ras_eeprom_max_record_count(struct amdgpu_ras_eeprom_control *control) 939c84d4670SGuchun Chen { 940*7f599fedSStanley.Yang if (control->tbl_hdr.version == RAS_TABLE_VER_V2_1) 941*7f599fedSStanley.Yang return RAS_MAX_RECORD_COUNT_V2_1; 942*7f599fedSStanley.Yang else 943e4e6a589SLuben Tuikov return RAS_MAX_RECORD_COUNT; 944c84d4670SGuchun Chen } 94563d4c081SLuben Tuikov 946c65b0805SLuben Tuikov static ssize_t 947c65b0805SLuben Tuikov amdgpu_ras_debugfs_eeprom_size_read(struct file *f, char __user *buf, 948c65b0805SLuben Tuikov size_t size, loff_t *pos) 949c65b0805SLuben Tuikov { 950c65b0805SLuben Tuikov struct amdgpu_device *adev = (struct amdgpu_device *)file_inode(f)->i_private; 951c65b0805SLuben Tuikov struct amdgpu_ras *ras = amdgpu_ras_get_context(adev); 952c65b0805SLuben Tuikov struct amdgpu_ras_eeprom_control *control = ras ? &ras->eeprom_control : NULL; 953c65b0805SLuben Tuikov u8 data[50]; 954c65b0805SLuben Tuikov int res; 955c65b0805SLuben Tuikov 956c65b0805SLuben Tuikov if (!size) 957c65b0805SLuben Tuikov return size; 958c65b0805SLuben Tuikov 959c65b0805SLuben Tuikov if (!ras || !control) { 960c65b0805SLuben Tuikov res = snprintf(data, sizeof(data), "Not supported\n"); 961c65b0805SLuben Tuikov } else { 962c65b0805SLuben Tuikov res = snprintf(data, sizeof(data), "%d bytes or %d records\n", 963c65b0805SLuben Tuikov RAS_TBL_SIZE_BYTES, control->ras_max_record_count); 964c65b0805SLuben Tuikov } 965c65b0805SLuben Tuikov 966c65b0805SLuben Tuikov if (*pos >= res) 967c65b0805SLuben Tuikov return 0; 968c65b0805SLuben Tuikov 969c65b0805SLuben Tuikov res -= *pos; 970c65b0805SLuben Tuikov res = min_t(size_t, res, size); 971c65b0805SLuben Tuikov 972c65b0805SLuben Tuikov if (copy_to_user(buf, &data[*pos], res)) 97364598e23SDan Carpenter return -EFAULT; 974c65b0805SLuben Tuikov 975c65b0805SLuben Tuikov *pos += res; 976c65b0805SLuben Tuikov 977c65b0805SLuben Tuikov return res; 978c65b0805SLuben Tuikov } 979c65b0805SLuben Tuikov 980c65b0805SLuben Tuikov const struct file_operations amdgpu_ras_debugfs_eeprom_size_ops = { 981c65b0805SLuben Tuikov .owner = THIS_MODULE, 982c65b0805SLuben Tuikov .read = amdgpu_ras_debugfs_eeprom_size_read, 983c65b0805SLuben Tuikov .write = NULL, 984c65b0805SLuben Tuikov .llseek = default_llseek, 985c65b0805SLuben Tuikov }; 986c65b0805SLuben Tuikov 987c65b0805SLuben Tuikov static const char *tbl_hdr_str = " Signature Version FirstOffs Size Checksum\n"; 988c65b0805SLuben Tuikov static const char *tbl_hdr_fmt = "0x%08X 0x%08X 0x%08X 0x%08X 0x%08X\n"; 989c65b0805SLuben Tuikov #define tbl_hdr_fmt_size (5 * (2+8) + 4 + 1) 990c65b0805SLuben Tuikov static const char *rec_hdr_str = "Index Offset ErrType Bank/CU TimeStamp Offs/Addr MemChl MCUMCID RetiredPage\n"; 991c65b0805SLuben Tuikov static const char *rec_hdr_fmt = "%5d 0x%05X %7s 0x%02X 0x%016llX 0x%012llX 0x%02X 0x%02X 0x%012llX\n"; 992c65b0805SLuben Tuikov #define rec_hdr_fmt_size (5 + 1 + 7 + 1 + 7 + 1 + 7 + 1 + 18 + 1 + 14 + 1 + 6 + 1 + 7 + 1 + 14 + 1) 993c65b0805SLuben Tuikov 994c65b0805SLuben Tuikov static const char *record_err_type_str[AMDGPU_RAS_EEPROM_ERR_COUNT] = { 995c65b0805SLuben Tuikov "ignore", 996c65b0805SLuben Tuikov "re", 997c65b0805SLuben Tuikov "ue", 998c65b0805SLuben Tuikov }; 999c65b0805SLuben Tuikov 1000c65b0805SLuben Tuikov static loff_t amdgpu_ras_debugfs_table_size(struct amdgpu_ras_eeprom_control *control) 1001c65b0805SLuben Tuikov { 1002c65b0805SLuben Tuikov return strlen(tbl_hdr_str) + tbl_hdr_fmt_size + 1003c65b0805SLuben Tuikov strlen(rec_hdr_str) + rec_hdr_fmt_size * control->ras_num_recs; 1004c65b0805SLuben Tuikov } 1005c65b0805SLuben Tuikov 1006c65b0805SLuben Tuikov void amdgpu_ras_debugfs_set_ret_size(struct amdgpu_ras_eeprom_control *control) 1007c65b0805SLuben Tuikov { 1008c65b0805SLuben Tuikov struct amdgpu_ras *ras = container_of(control, struct amdgpu_ras, 1009c65b0805SLuben Tuikov eeprom_control); 1010c65b0805SLuben Tuikov struct dentry *de = ras->de_ras_eeprom_table; 1011c65b0805SLuben Tuikov 1012c65b0805SLuben Tuikov if (de) 1013c65b0805SLuben Tuikov d_inode(de)->i_size = amdgpu_ras_debugfs_table_size(control); 1014c65b0805SLuben Tuikov } 1015c65b0805SLuben Tuikov 1016c65b0805SLuben Tuikov static ssize_t amdgpu_ras_debugfs_table_read(struct file *f, char __user *buf, 1017c65b0805SLuben Tuikov size_t size, loff_t *pos) 1018c65b0805SLuben Tuikov { 1019c65b0805SLuben Tuikov struct amdgpu_device *adev = (struct amdgpu_device *)file_inode(f)->i_private; 1020c65b0805SLuben Tuikov struct amdgpu_ras *ras = amdgpu_ras_get_context(adev); 1021c65b0805SLuben Tuikov struct amdgpu_ras_eeprom_control *control = &ras->eeprom_control; 1022c65b0805SLuben Tuikov const size_t orig_size = size; 1023b8badd50SDan Carpenter int res = -EFAULT; 1024c65b0805SLuben Tuikov size_t data_len; 1025c65b0805SLuben Tuikov 1026c65b0805SLuben Tuikov mutex_lock(&control->ras_tbl_mutex); 1027c65b0805SLuben Tuikov 1028c65b0805SLuben Tuikov /* We want *pos - data_len > 0, which means there's 1029c65b0805SLuben Tuikov * bytes to be printed from data. 1030c65b0805SLuben Tuikov */ 1031c65b0805SLuben Tuikov data_len = strlen(tbl_hdr_str); 1032c65b0805SLuben Tuikov if (*pos < data_len) { 1033c65b0805SLuben Tuikov data_len -= *pos; 1034c65b0805SLuben Tuikov data_len = min_t(size_t, data_len, size); 1035c65b0805SLuben Tuikov if (copy_to_user(buf, &tbl_hdr_str[*pos], data_len)) 1036c65b0805SLuben Tuikov goto Out; 1037c65b0805SLuben Tuikov buf += data_len; 1038c65b0805SLuben Tuikov size -= data_len; 1039c65b0805SLuben Tuikov *pos += data_len; 1040c65b0805SLuben Tuikov } 1041c65b0805SLuben Tuikov 1042c65b0805SLuben Tuikov data_len = strlen(tbl_hdr_str) + tbl_hdr_fmt_size; 1043c65b0805SLuben Tuikov if (*pos < data_len && size > 0) { 1044c65b0805SLuben Tuikov u8 data[tbl_hdr_fmt_size + 1]; 1045c65b0805SLuben Tuikov loff_t lpos; 1046c65b0805SLuben Tuikov 1047c65b0805SLuben Tuikov snprintf(data, sizeof(data), tbl_hdr_fmt, 1048c65b0805SLuben Tuikov control->tbl_hdr.header, 1049c65b0805SLuben Tuikov control->tbl_hdr.version, 1050c65b0805SLuben Tuikov control->tbl_hdr.first_rec_offset, 1051c65b0805SLuben Tuikov control->tbl_hdr.tbl_size, 1052c65b0805SLuben Tuikov control->tbl_hdr.checksum); 1053c65b0805SLuben Tuikov 1054c65b0805SLuben Tuikov data_len -= *pos; 1055c65b0805SLuben Tuikov data_len = min_t(size_t, data_len, size); 1056c65b0805SLuben Tuikov lpos = *pos - strlen(tbl_hdr_str); 1057c65b0805SLuben Tuikov if (copy_to_user(buf, &data[lpos], data_len)) 1058c65b0805SLuben Tuikov goto Out; 1059c65b0805SLuben Tuikov buf += data_len; 1060c65b0805SLuben Tuikov size -= data_len; 1061c65b0805SLuben Tuikov *pos += data_len; 1062c65b0805SLuben Tuikov } 1063c65b0805SLuben Tuikov 1064c65b0805SLuben Tuikov data_len = strlen(tbl_hdr_str) + tbl_hdr_fmt_size + strlen(rec_hdr_str); 1065c65b0805SLuben Tuikov if (*pos < data_len && size > 0) { 1066c65b0805SLuben Tuikov loff_t lpos; 1067c65b0805SLuben Tuikov 1068c65b0805SLuben Tuikov data_len -= *pos; 1069c65b0805SLuben Tuikov data_len = min_t(size_t, data_len, size); 1070c65b0805SLuben Tuikov lpos = *pos - strlen(tbl_hdr_str) - tbl_hdr_fmt_size; 1071c65b0805SLuben Tuikov if (copy_to_user(buf, &rec_hdr_str[lpos], data_len)) 1072c65b0805SLuben Tuikov goto Out; 1073c65b0805SLuben Tuikov buf += data_len; 1074c65b0805SLuben Tuikov size -= data_len; 1075c65b0805SLuben Tuikov *pos += data_len; 1076c65b0805SLuben Tuikov } 1077c65b0805SLuben Tuikov 1078c65b0805SLuben Tuikov data_len = amdgpu_ras_debugfs_table_size(control); 1079c65b0805SLuben Tuikov if (*pos < data_len && size > 0) { 1080c65b0805SLuben Tuikov u8 dare[RAS_TABLE_RECORD_SIZE]; 1081c65b0805SLuben Tuikov u8 data[rec_hdr_fmt_size + 1]; 1082d456f387SAlex Deucher struct eeprom_table_record record; 1083d456f387SAlex Deucher int s, r; 1084d456f387SAlex Deucher 1085c65b0805SLuben Tuikov /* Find the starting record index 1086c65b0805SLuben Tuikov */ 1087d456f387SAlex Deucher s = *pos - strlen(tbl_hdr_str) - tbl_hdr_fmt_size - 1088d456f387SAlex Deucher strlen(rec_hdr_str); 1089d456f387SAlex Deucher s = s / rec_hdr_fmt_size; 1090d456f387SAlex Deucher r = *pos - strlen(tbl_hdr_str) - tbl_hdr_fmt_size - 1091d456f387SAlex Deucher strlen(rec_hdr_str); 1092d456f387SAlex Deucher r = r % rec_hdr_fmt_size; 1093c65b0805SLuben Tuikov 1094c65b0805SLuben Tuikov for ( ; size > 0 && s < control->ras_num_recs; s++) { 1095c65b0805SLuben Tuikov u32 ai = RAS_RI_TO_AI(control, s); 1096c65b0805SLuben Tuikov /* Read a single record 1097c65b0805SLuben Tuikov */ 1098c65b0805SLuben Tuikov res = __amdgpu_ras_eeprom_read(control, dare, ai, 1); 1099c65b0805SLuben Tuikov if (res) 1100c65b0805SLuben Tuikov goto Out; 1101c65b0805SLuben Tuikov __decode_table_record_from_buf(control, &record, dare); 1102c65b0805SLuben Tuikov snprintf(data, sizeof(data), rec_hdr_fmt, 1103c65b0805SLuben Tuikov s, 1104c65b0805SLuben Tuikov RAS_INDEX_TO_OFFSET(control, ai), 1105c65b0805SLuben Tuikov record_err_type_str[record.err_type], 1106c65b0805SLuben Tuikov record.bank, 1107c65b0805SLuben Tuikov record.ts, 1108c65b0805SLuben Tuikov record.offset, 1109c65b0805SLuben Tuikov record.mem_channel, 1110c65b0805SLuben Tuikov record.mcumc_id, 1111c65b0805SLuben Tuikov record.retired_page); 1112c65b0805SLuben Tuikov 1113c65b0805SLuben Tuikov data_len = min_t(size_t, rec_hdr_fmt_size - r, size); 1114b8badd50SDan Carpenter if (copy_to_user(buf, &data[r], data_len)) { 1115b8badd50SDan Carpenter res = -EFAULT; 1116b8badd50SDan Carpenter goto Out; 1117b8badd50SDan Carpenter } 1118c65b0805SLuben Tuikov buf += data_len; 1119c65b0805SLuben Tuikov size -= data_len; 1120c65b0805SLuben Tuikov *pos += data_len; 1121c65b0805SLuben Tuikov r = 0; 1122c65b0805SLuben Tuikov } 1123c65b0805SLuben Tuikov } 1124c65b0805SLuben Tuikov res = 0; 1125c65b0805SLuben Tuikov Out: 1126c65b0805SLuben Tuikov mutex_unlock(&control->ras_tbl_mutex); 1127c65b0805SLuben Tuikov return res < 0 ? res : orig_size - size; 1128c65b0805SLuben Tuikov } 1129c65b0805SLuben Tuikov 1130c65b0805SLuben Tuikov static ssize_t 1131c65b0805SLuben Tuikov amdgpu_ras_debugfs_eeprom_table_read(struct file *f, char __user *buf, 1132c65b0805SLuben Tuikov size_t size, loff_t *pos) 1133c65b0805SLuben Tuikov { 1134c65b0805SLuben Tuikov struct amdgpu_device *adev = (struct amdgpu_device *)file_inode(f)->i_private; 1135c65b0805SLuben Tuikov struct amdgpu_ras *ras = amdgpu_ras_get_context(adev); 1136c65b0805SLuben Tuikov struct amdgpu_ras_eeprom_control *control = ras ? &ras->eeprom_control : NULL; 1137c65b0805SLuben Tuikov u8 data[81]; 1138c65b0805SLuben Tuikov int res; 1139c65b0805SLuben Tuikov 1140c65b0805SLuben Tuikov if (!size) 1141c65b0805SLuben Tuikov return size; 1142c65b0805SLuben Tuikov 1143c65b0805SLuben Tuikov if (!ras || !control) { 1144c65b0805SLuben Tuikov res = snprintf(data, sizeof(data), "Not supported\n"); 1145c65b0805SLuben Tuikov if (*pos >= res) 1146c65b0805SLuben Tuikov return 0; 1147c65b0805SLuben Tuikov 1148c65b0805SLuben Tuikov res -= *pos; 1149c65b0805SLuben Tuikov res = min_t(size_t, res, size); 1150c65b0805SLuben Tuikov 1151c65b0805SLuben Tuikov if (copy_to_user(buf, &data[*pos], res)) 115264598e23SDan Carpenter return -EFAULT; 1153c65b0805SLuben Tuikov 1154c65b0805SLuben Tuikov *pos += res; 1155c65b0805SLuben Tuikov 1156c65b0805SLuben Tuikov return res; 1157c65b0805SLuben Tuikov } else { 1158c65b0805SLuben Tuikov return amdgpu_ras_debugfs_table_read(f, buf, size, pos); 1159c65b0805SLuben Tuikov } 1160c65b0805SLuben Tuikov } 1161c65b0805SLuben Tuikov 1162c65b0805SLuben Tuikov const struct file_operations amdgpu_ras_debugfs_eeprom_table_ops = { 1163c65b0805SLuben Tuikov .owner = THIS_MODULE, 1164c65b0805SLuben Tuikov .read = amdgpu_ras_debugfs_eeprom_table_read, 1165c65b0805SLuben Tuikov .write = NULL, 1166c65b0805SLuben Tuikov .llseek = default_llseek, 1167c65b0805SLuben Tuikov }; 1168c65b0805SLuben Tuikov 116963d4c081SLuben Tuikov /** 117063d4c081SLuben Tuikov * __verify_ras_table_checksum -- verify the RAS EEPROM table checksum 117163d4c081SLuben Tuikov * @control: pointer to control structure 117263d4c081SLuben Tuikov * 117363d4c081SLuben Tuikov * Check the checksum of the stored in EEPROM RAS table. 117463d4c081SLuben Tuikov * 117563d4c081SLuben Tuikov * Return 0 if the checksum is correct, 117663d4c081SLuben Tuikov * positive if it is not correct, and 117763d4c081SLuben Tuikov * -errno on I/O error. 117863d4c081SLuben Tuikov */ 117963d4c081SLuben Tuikov static int __verify_ras_table_checksum(struct amdgpu_ras_eeprom_control *control) 118063d4c081SLuben Tuikov { 118163d4c081SLuben Tuikov struct amdgpu_device *adev = to_amdgpu_device(control); 11823006c924SDan Carpenter int buf_size, res; 118363d4c081SLuben Tuikov u8 csum, *buf, *pp; 118463d4c081SLuben Tuikov 1185*7f599fedSStanley.Yang if (control->tbl_hdr.version == RAS_TABLE_VER_V2_1) 1186*7f599fedSStanley.Yang buf_size = RAS_TABLE_HEADER_SIZE + 1187*7f599fedSStanley.Yang RAS_TABLE_V2_1_INFO_SIZE + 1188*7f599fedSStanley.Yang control->ras_num_recs * RAS_TABLE_RECORD_SIZE; 1189*7f599fedSStanley.Yang else 119063d4c081SLuben Tuikov buf_size = RAS_TABLE_HEADER_SIZE + 119163d4c081SLuben Tuikov control->ras_num_recs * RAS_TABLE_RECORD_SIZE; 1192*7f599fedSStanley.Yang 119363d4c081SLuben Tuikov buf = kzalloc(buf_size, GFP_KERNEL); 119463d4c081SLuben Tuikov if (!buf) { 119563d4c081SLuben Tuikov DRM_ERROR("Out of memory checking RAS table checksum.\n"); 119663d4c081SLuben Tuikov return -ENOMEM; 119763d4c081SLuben Tuikov } 119863d4c081SLuben Tuikov 11992f60dd50SLuben Tuikov res = amdgpu_eeprom_read(adev->pm.ras_eeprom_i2c_bus, 120063d4c081SLuben Tuikov control->i2c_address + 120163d4c081SLuben Tuikov control->ras_header_offset, 120263d4c081SLuben Tuikov buf, buf_size); 120363d4c081SLuben Tuikov if (res < buf_size) { 120463d4c081SLuben Tuikov DRM_ERROR("Partial read for checksum, res:%d\n", res); 120563d4c081SLuben Tuikov /* On partial reads, return -EIO. 120663d4c081SLuben Tuikov */ 120763d4c081SLuben Tuikov if (res >= 0) 120863d4c081SLuben Tuikov res = -EIO; 120963d4c081SLuben Tuikov goto Out; 121063d4c081SLuben Tuikov } 121163d4c081SLuben Tuikov 121263d4c081SLuben Tuikov csum = 0; 121363d4c081SLuben Tuikov for (pp = buf; pp < buf + buf_size; pp++) 121463d4c081SLuben Tuikov csum += *pp; 121563d4c081SLuben Tuikov Out: 121663d4c081SLuben Tuikov kfree(buf); 121763d4c081SLuben Tuikov return res < 0 ? res : csum; 121863d4c081SLuben Tuikov } 121963d4c081SLuben Tuikov 1220*7f599fedSStanley.Yang static int __read_table_ras_info(struct amdgpu_ras_eeprom_control *control) 1221*7f599fedSStanley.Yang { 1222*7f599fedSStanley.Yang struct amdgpu_ras_eeprom_table_ras_info *rai = &control->tbl_rai; 1223*7f599fedSStanley.Yang struct amdgpu_device *adev = to_amdgpu_device(control); 1224*7f599fedSStanley.Yang unsigned char *buf; 1225*7f599fedSStanley.Yang int res; 1226*7f599fedSStanley.Yang 1227*7f599fedSStanley.Yang buf = kzalloc(RAS_TABLE_V2_1_INFO_SIZE, GFP_KERNEL); 1228*7f599fedSStanley.Yang if (!buf) { 1229*7f599fedSStanley.Yang DRM_ERROR("Failed to alloc buf to read EEPROM table ras info\n"); 1230*7f599fedSStanley.Yang return -ENOMEM; 1231*7f599fedSStanley.Yang } 1232*7f599fedSStanley.Yang 1233*7f599fedSStanley.Yang /** 1234*7f599fedSStanley.Yang * EEPROM table V2_1 supports ras info, 1235*7f599fedSStanley.Yang * read EEPROM table ras info 1236*7f599fedSStanley.Yang */ 1237*7f599fedSStanley.Yang res = amdgpu_eeprom_read(adev->pm.ras_eeprom_i2c_bus, 1238*7f599fedSStanley.Yang control->i2c_address + control->ras_info_offset, 1239*7f599fedSStanley.Yang buf, RAS_TABLE_V2_1_INFO_SIZE); 1240*7f599fedSStanley.Yang if (res < RAS_TABLE_V2_1_INFO_SIZE) { 1241*7f599fedSStanley.Yang DRM_ERROR("Failed to read EEPROM table ras info, res:%d", res); 1242*7f599fedSStanley.Yang res = res >= 0 ? -EIO : res; 1243*7f599fedSStanley.Yang goto Out; 1244*7f599fedSStanley.Yang } 1245*7f599fedSStanley.Yang 1246*7f599fedSStanley.Yang __decode_table_ras_info_from_buf(rai, buf); 1247*7f599fedSStanley.Yang 1248*7f599fedSStanley.Yang Out: 1249*7f599fedSStanley.Yang kfree(buf); 1250*7f599fedSStanley.Yang return res == RAS_TABLE_V2_1_INFO_SIZE ? 0 : res; 1251*7f599fedSStanley.Yang } 1252*7f599fedSStanley.Yang 125363d4c081SLuben Tuikov int amdgpu_ras_eeprom_init(struct amdgpu_ras_eeprom_control *control, 125463d4c081SLuben Tuikov bool *exceed_err_limit) 125563d4c081SLuben Tuikov { 125663d4c081SLuben Tuikov struct amdgpu_device *adev = to_amdgpu_device(control); 125763d4c081SLuben Tuikov unsigned char buf[RAS_TABLE_HEADER_SIZE] = { 0 }; 125863d4c081SLuben Tuikov struct amdgpu_ras_eeprom_table_header *hdr = &control->tbl_hdr; 125963d4c081SLuben Tuikov struct amdgpu_ras *ras = amdgpu_ras_get_context(adev); 126063d4c081SLuben Tuikov int res; 126163d4c081SLuben Tuikov 126263d4c081SLuben Tuikov *exceed_err_limit = false; 126363d4c081SLuben Tuikov 126463d4c081SLuben Tuikov if (!__is_ras_eeprom_supported(adev)) 126563d4c081SLuben Tuikov return 0; 126663d4c081SLuben Tuikov 126763d4c081SLuben Tuikov /* Verify i2c adapter is initialized */ 12682f60dd50SLuben Tuikov if (!adev->pm.ras_eeprom_i2c_bus || !adev->pm.ras_eeprom_i2c_bus->algo) 126963d4c081SLuben Tuikov return -ENOENT; 127063d4c081SLuben Tuikov 127163d4c081SLuben Tuikov if (!__get_eeprom_i2c_addr(adev, control)) 127263d4c081SLuben Tuikov return -EINVAL; 127363d4c081SLuben Tuikov 127463d4c081SLuben Tuikov control->ras_header_offset = RAS_HDR_START; 1275*7f599fedSStanley.Yang control->ras_info_offset = RAS_TABLE_V2_1_INFO_START; 127663d4c081SLuben Tuikov mutex_init(&control->ras_tbl_mutex); 127763d4c081SLuben Tuikov 127863d4c081SLuben Tuikov /* Read the table header from EEPROM address */ 12792f60dd50SLuben Tuikov res = amdgpu_eeprom_read(adev->pm.ras_eeprom_i2c_bus, 128063d4c081SLuben Tuikov control->i2c_address + control->ras_header_offset, 128163d4c081SLuben Tuikov buf, RAS_TABLE_HEADER_SIZE); 128263d4c081SLuben Tuikov if (res < RAS_TABLE_HEADER_SIZE) { 128363d4c081SLuben Tuikov DRM_ERROR("Failed to read EEPROM table header, res:%d", res); 128463d4c081SLuben Tuikov return res >= 0 ? -EIO : res; 128563d4c081SLuben Tuikov } 128663d4c081SLuben Tuikov 128763d4c081SLuben Tuikov __decode_table_header_from_buf(hdr, buf); 128863d4c081SLuben Tuikov 1289*7f599fedSStanley.Yang if (hdr->version == RAS_TABLE_VER_V2_1) { 1290*7f599fedSStanley.Yang control->ras_num_recs = RAS_NUM_RECS_V2_1(hdr); 1291*7f599fedSStanley.Yang control->ras_record_offset = RAS_RECORD_START_V2_1; 1292*7f599fedSStanley.Yang control->ras_max_record_count = RAS_MAX_RECORD_COUNT_V2_1; 1293*7f599fedSStanley.Yang } else { 129463d4c081SLuben Tuikov control->ras_num_recs = RAS_NUM_RECS(hdr); 1295*7f599fedSStanley.Yang control->ras_record_offset = RAS_RECORD_START; 1296*7f599fedSStanley.Yang control->ras_max_record_count = RAS_MAX_RECORD_COUNT; 1297*7f599fedSStanley.Yang } 129863d4c081SLuben Tuikov control->ras_fri = RAS_OFFSET_TO_INDEX(control, hdr->first_rec_offset); 129963d4c081SLuben Tuikov 130063d4c081SLuben Tuikov if (hdr->header == RAS_TABLE_HDR_VAL) { 130163d4c081SLuben Tuikov DRM_DEBUG_DRIVER("Found existing EEPROM table with %d records", 130263d4c081SLuben Tuikov control->ras_num_recs); 1303*7f599fedSStanley.Yang 1304*7f599fedSStanley.Yang if (hdr->version == RAS_TABLE_VER_V2_1) { 1305*7f599fedSStanley.Yang res = __read_table_ras_info(control); 1306*7f599fedSStanley.Yang if (res) 1307*7f599fedSStanley.Yang return res; 1308*7f599fedSStanley.Yang } 1309*7f599fedSStanley.Yang 131063d4c081SLuben Tuikov res = __verify_ras_table_checksum(control); 131163d4c081SLuben Tuikov if (res) 131263d4c081SLuben Tuikov DRM_ERROR("RAS table incorrect checksum or error:%d\n", 131363d4c081SLuben Tuikov res); 13148483fdfeSKent Russell 13158483fdfeSKent Russell /* Warn if we are at 90% of the threshold or above 13168483fdfeSKent Russell */ 13178483fdfeSKent Russell if (10 * control->ras_num_recs >= 9 * ras->bad_page_cnt_threshold) 13188483fdfeSKent Russell dev_warn(adev->dev, "RAS records:%u exceeds 90%% of threshold:%d", 13198483fdfeSKent Russell control->ras_num_recs, 13208483fdfeSKent Russell ras->bad_page_cnt_threshold); 132163d4c081SLuben Tuikov } else if (hdr->header == RAS_TABLE_HDR_BAD && 132263d4c081SLuben Tuikov amdgpu_bad_page_threshold != 0) { 1323*7f599fedSStanley.Yang if (hdr->version == RAS_TABLE_VER_V2_1) { 1324*7f599fedSStanley.Yang res = __read_table_ras_info(control); 1325*7f599fedSStanley.Yang if (res) 1326*7f599fedSStanley.Yang return res; 1327*7f599fedSStanley.Yang } 1328*7f599fedSStanley.Yang 132963d4c081SLuben Tuikov res = __verify_ras_table_checksum(control); 133063d4c081SLuben Tuikov if (res) 133163d4c081SLuben Tuikov DRM_ERROR("RAS Table incorrect checksum or error:%d\n", 133263d4c081SLuben Tuikov res); 133363d4c081SLuben Tuikov if (ras->bad_page_cnt_threshold > control->ras_num_recs) { 133463d4c081SLuben Tuikov /* This means that, the threshold was increased since 133563d4c081SLuben Tuikov * the last time the system was booted, and now, 133663d4c081SLuben Tuikov * ras->bad_page_cnt_threshold - control->num_recs > 0, 133763d4c081SLuben Tuikov * so that at least one more record can be saved, 133863d4c081SLuben Tuikov * before the page count threshold is reached. 133963d4c081SLuben Tuikov */ 134063d4c081SLuben Tuikov dev_info(adev->dev, 134163d4c081SLuben Tuikov "records:%d threshold:%d, resetting " 134263d4c081SLuben Tuikov "RAS table header signature", 134363d4c081SLuben Tuikov control->ras_num_recs, 134463d4c081SLuben Tuikov ras->bad_page_cnt_threshold); 134563d4c081SLuben Tuikov res = amdgpu_ras_eeprom_correct_header_tag(control, 134663d4c081SLuben Tuikov RAS_TABLE_HDR_VAL); 134763d4c081SLuben Tuikov } else { 134868daadf3SKent Russell dev_err(adev->dev, "RAS records:%d exceed threshold:%d", 134968daadf3SKent Russell control->ras_num_recs, ras->bad_page_cnt_threshold); 1350f3cbe70eSTao Zhou if (amdgpu_bad_page_threshold == -1) { 1351f3cbe70eSTao Zhou dev_warn(adev->dev, "GPU will be initialized due to bad_page_threshold = -1."); 135268daadf3SKent Russell res = 0; 135368daadf3SKent Russell } else { 135463d4c081SLuben Tuikov *exceed_err_limit = true; 135563d4c081SLuben Tuikov dev_err(adev->dev, 135663d4c081SLuben Tuikov "RAS records:%d exceed threshold:%d, " 1357dcd5ea9fSKent Russell "GPU will not be initialized. Replace this GPU or increase the threshold", 135863d4c081SLuben Tuikov control->ras_num_recs, ras->bad_page_cnt_threshold); 135963d4c081SLuben Tuikov } 136068daadf3SKent Russell } 136163d4c081SLuben Tuikov } else { 136263d4c081SLuben Tuikov DRM_INFO("Creating a new EEPROM table"); 136363d4c081SLuben Tuikov 136463d4c081SLuben Tuikov res = amdgpu_ras_eeprom_reset_table(control); 136563d4c081SLuben Tuikov } 136663d4c081SLuben Tuikov 136763d4c081SLuben Tuikov return res < 0 ? res : 0; 136863d4c081SLuben Tuikov } 1369