/* SPDX-License-Identifier: GPL-2.0-only */ #include #include #include #include #include #include int __weak cl_get_cpu_record_size(void) { return 0; } int __weak cl_get_pmc_record_size(void) { return 0; } uintptr_t __weak cl_get_cpu_bar_addr(void) { return 0; } int __weak cl_get_ioe_record_size(void) { return 0; } uintptr_t __weak cl_get_cpu_tmp_bar(void) { return 0; } uintptr_t __weak cl_get_cpu_mb_int_addr(void) { return 0; } int __weak cl_get_total_data_size(void) { return cl_get_cpu_record_size() + cl_get_pmc_record_size(); } bool __weak cl_pmc_sram_has_mmio_access(void) { return false; } bool __weak cl_ioe_sram_has_mmio_access(void) { return false; } bool __weak cpu_crashlog_support(void) { return false; } bool __weak pmc_crashlog_support(void) { return false; } bool __weak cl_cpu_data_present(void) { return false; } bool __weak cl_pmc_data_present(void) { return false; } bool __weak cl_ioe_data_present(void) { return false; } __weak void reset_discovery_buffers(void) {} __weak void update_new_pmc_crashlog_size(u32 *pmc_crash_size) {} __weak void update_new_cpu_crashlog_size(u32 *cpu_crash_size) {} __weak void update_new_ioe_crashlog_size(u32 *ioe_crash_size) {} pmc_ipc_discovery_buf_t __weak cl_get_pmc_discovery_buf(void) { pmc_ipc_discovery_buf_t discov_buf; memset(&discov_buf, 0, sizeof(pmc_ipc_discovery_buf_t)); return discov_buf; } pmc_crashlog_desc_table_t __weak cl_get_pmc_descriptor_table(void) { pmc_crashlog_desc_table_t desc_tab; memset(&desc_tab, 0, sizeof(pmc_crashlog_desc_table_t)); return desc_tab; } cpu_crashlog_discovery_table_t __weak cl_get_cpu_discovery_table(void) { cpu_crashlog_discovery_table_t cpu_disc_tab; memset(&cpu_disc_tab, 0, sizeof(cpu_crashlog_discovery_table_t)); return cpu_disc_tab; } int cpu_cl_poll_mailbox_ready(uintptr_t cl_mailbox_addr) { cpu_crashlog_mailbox_t cl_mailbox_interface; u16 stall_cnt = 0; do { cl_mailbox_interface.data = read32p(cl_mailbox_addr); udelay(CPU_CRASHLOG_WAIT_STALL); stall_cnt++; } while ((cl_mailbox_interface.fields.busy == 1) && stall_cnt < CPU_CRASHLOG_WAIT_TIMEOUT); if ((cl_mailbox_interface.fields.busy == 1) && (stall_cnt >= CPU_CRASHLOG_WAIT_TIMEOUT)) { printk(BIOS_ERR, "CPU crashlog mailbox timed out.\n"); return 0; } return 1; } int cpu_cl_mailbox_cmd(u8 cmd, u8 param) { cpu_crashlog_mailbox_t cl_mailbox_intf; uintptr_t cl_base_addr; memset(&cl_mailbox_intf, 0, sizeof(cpu_crashlog_mailbox_t)); cl_base_addr = cl_get_cpu_bar_addr(); cl_mailbox_intf.fields.command = cmd; cl_mailbox_intf.fields.param = param; cl_mailbox_intf.fields.busy = 1; write32p((cl_base_addr + cl_get_cpu_mb_int_addr()), cl_mailbox_intf.data); cpu_cl_poll_mailbox_ready(cl_base_addr + cl_get_cpu_mb_int_addr()); return 1; } int __weak cpu_cl_clear_data(void) { return cpu_cl_mailbox_cmd(CPU_CRASHLOG_CMD_CLEAR, 0); } void __weak cpu_cl_rearm(void) { /* empty implementation */ } void __weak cpu_cl_cleanup(void) { /* empty implementation */ } int pmc_cl_gen_descriptor_table(uintptr_t desc_table_addr, pmc_crashlog_desc_table_t *descriptor_table) { int total_data_size = 0; descriptor_table->numb_regions = read32p(desc_table_addr); printk(BIOS_DEBUG, "CL PMC desc table: numb of regions is 0x%x at addr 0x%lx\n", descriptor_table->numb_regions, desc_table_addr); for (int i = 0; i < descriptor_table->numb_regions; i++) { if (i >= ARRAY_SIZE(descriptor_table->regions)) { printk(BIOS_ERR, "Maximum number of PMC crashLog descriptor table exceeded (%u/%zu)\n", descriptor_table->numb_regions, ARRAY_SIZE(descriptor_table->regions)); break; } desc_table_addr += sizeof(u32); descriptor_table->regions[i].data = read32p(desc_table_addr); total_data_size += descriptor_table->regions[i].bits.size * sizeof(u32); printk(BIOS_DEBUG, "CL PMC desc table: region 0x%x has size 0x%x at offset 0x%x\n", i, descriptor_table->regions[i].bits.size, descriptor_table->regions[i].bits.offset); } return total_data_size; } bool __weak pmc_cl_discovery(void) { return false; } bool __weak cpu_cl_discovery(void) { return false; } int cl_pmc_re_arm_after_reset(void) { const struct pmc_ipc_buffer req = { 0 }; struct pmc_ipc_buffer res; uint32_t cmd_reg; int r; cmd_reg = pmc_make_ipc_cmd(PMC_IPC_CMD_CRASHLOG, PMC_IPC_CMD_ID_CRASHLOG_RE_ARM_ON_RESET, PMC_IPC_CMD_SIZE_SHIFT); r = pmc_send_ipc_cmd(cmd_reg, &req, &res); if (r < 0) { printk(BIOS_ERR, "pmc_send_ipc_cmd failed in %s\n", __func__); return 0; } return r; } /* Sends PMC IPC to clear CrashLog from PMC SSRAM area */ int cl_pmc_clear(void) { const struct pmc_ipc_buffer req = { 0 }; struct pmc_ipc_buffer res; uint32_t cmd_reg; int r; cmd_reg = pmc_make_ipc_cmd(PMC_IPC_CMD_CRASHLOG, PMC_IPC_CMD_ID_CRASHLOG_ERASE, PMC_IPC_CMD_SIZE_SHIFT); r = pmc_send_ipc_cmd(cmd_reg, &req, &res); if (r < 0) { printk(BIOS_ERR, "pmc_send_ipc_cmd failed in %s\n", __func__); return 0; } return r; } /* * Sends PMC IPC to populate CrashLog on all reboot. * The SSRAM area will be cleared on G3 by PMC automatically */ int cl_pmc_en_gen_on_all_reboot(void) { const struct pmc_ipc_buffer req = { 0 }; struct pmc_ipc_buffer res; uint32_t cmd_reg; int r; cmd_reg = pmc_make_ipc_cmd(PMC_IPC_CMD_CRASHLOG, PMC_IPC_CMD_ID_CRASHLOG_ON_RESET, PMC_IPC_CMD_SIZE_SHIFT); r = pmc_send_ipc_cmd(cmd_reg, &req, &res); if (r < 0) { printk(BIOS_ERR, "pmc_send_ipc_cmd failed in %s\n", __func__); return 0; } return r; } bool discover_crashlog(void) { bool cpu_cl_discovered = false, pmc_cl_discovered = false; reset_discovery_buffers(); /* PCH crashLog discovery */ pmc_cl_discovered = pmc_cl_discovery(); /* CPU crashLog discovery */ cpu_cl_discovered = cpu_cl_discovery(); return (cpu_cl_discovered || pmc_cl_discovered); } bool cl_copy_data_from_sram(uintptr_t src_bar, u32 offset, size_t size, u32 *dest_addr, u32 buffer_index, bool pmc_sram) { if (src_bar == 0) { printk(BIOS_ERR, "Invalid bar 0x%lx and offset 0x%x for %s\n", src_bar, offset, __func__); return false; } uintptr_t src_addr = src_bar + offset; u32 data = read32p(src_addr); /* First 32bits of the record must not be 0xdeadbeef */ if (data == INVALID_CRASHLOG_RECORD) { printk(BIOS_DEBUG, "Invalid data 0x%x at offset 0x%x from addr 0x%lx\n", data, offset, src_bar); return false; } /* PMC: copy if 1st DWORD in buffer is not zero and its 31st bit is not set */ if (pmc_sram && !(data && !(data & BIT(31)))) { printk(BIOS_DEBUG, "Invalid data 0x%x at offset 0x%x from addr 0x%lx" " of PMC SRAM.\n", data, offset, src_bar); return false; } /*CPU: don't copy if 1st DWORD in first buffer is zero */ if (!pmc_sram && !data && (buffer_index == 0)) { printk(BIOS_DEBUG, "Invalid data 0x%x at offset 0x%x from addr 0x%lx" " of telemetry SRAM.\n", data, offset, src_bar); return false; } size_t copied = 0; while (copied < size) { /* DW by DW copy: byte access to PMC SRAM not allowed */ *dest_addr = read32p(src_addr); dest_addr++; src_addr += sizeof(u32); copied++; } return true; } cl_node_t *malloc_cl_node(size_t len) { cl_node_t *node = malloc(sizeof(cl_node_t)); if (!node) return NULL; node->data = malloc(len * sizeof(u32)); if (!(node->data)) return NULL; node->size = len * sizeof(u32); node->next = NULL; return node; } void free_cl_node(cl_node_t *node) { if (!node) return; if (node->data) free(node->data); free(node); } void __weak cl_get_pmc_sram_data(cl_node_t *head) { uintptr_t tmp_bar_addr = cl_get_cpu_tmp_bar(); u32 pmc_crashLog_size = cl_get_pmc_record_size(); cl_node_t *cl_cur = head; if (!cl_pmc_sram_has_mmio_access() || !tmp_bar_addr) return; pmc_ipc_discovery_buf_t discovery_buf = cl_get_pmc_discovery_buf(); if (discovery_buf.bits.supported != 1) { printk(BIOS_DEBUG, "PCH crashlog feature not supported.\n"); goto pmc_send_re_arm_after_reset; } /* Get the size of data to copy */ if (discovery_buf.bits.discov_mechanism == 1) { if (discovery_buf.bits.base_offset & BIT(31)) { printk(BIOS_DEBUG, "PCH discovery to be used is disabled.\n"); goto pmc_send_re_arm_after_reset; } printk(BIOS_DEBUG, "PMC crashLog size in discovery mode : 0x%X\n", pmc_crashLog_size); } else { if (discovery_buf.bits.dis) { printk(BIOS_DEBUG, "PCH crashlog is disabled in legacy mode.\n"); return; } pmc_crashLog_size = (discovery_buf.bits.size != 0) ? discovery_buf.bits.size : 0xC00; printk(BIOS_DEBUG, "PMC crashLog size in legacy mode : 0x%X\n", pmc_crashLog_size); } bool pmc_sram = true; pmc_crashlog_desc_table_t descriptor_table = cl_get_pmc_descriptor_table(); /* goto tail node */ while (cl_cur && cl_cur->next) { cl_cur = cl_cur->next; } if (discovery_buf.bits.discov_mechanism == 1) { for (int i = 0; i < descriptor_table.numb_regions; i++) { cl_node_t *cl_node = malloc_cl_node(descriptor_table.regions[i].bits.size); if (!cl_node) { printk(BIOS_DEBUG, "failed to allocate cl_node [region = %d]\n", i); goto pmc_send_re_arm_after_reset; } if (cl_copy_data_from_sram(tmp_bar_addr, descriptor_table.regions[i].bits.offset, descriptor_table.regions[i].bits.size, cl_node->data, i, pmc_sram)) { cl_cur->next = cl_node; cl_cur = cl_cur->next; } else { pmc_crashLog_size -= descriptor_table.regions[i].bits.size * sizeof(u32); printk(BIOS_DEBUG, "discover mode PMC crashlog size adjusted" " to: 0x%x\n", pmc_crashLog_size); /* free cl_node */ free_cl_node(cl_node); } } } else { cl_node_t *cl_node = malloc_cl_node(discovery_buf.bits.size); if (!cl_node) { printk(BIOS_DEBUG, "failed to allocate cl_node\n"); goto pmc_send_re_arm_after_reset; } if (cl_copy_data_from_sram(tmp_bar_addr, discovery_buf.bits.base_offset, discovery_buf.bits.size, cl_node->data, 0, pmc_sram)) { cl_cur->next = cl_node; cl_cur = cl_cur->next; } else { pmc_crashLog_size -= discovery_buf.bits.size * sizeof(u32); printk(BIOS_DEBUG, "legacy mode PMC crashlog size adjusted to: 0x%x\n", pmc_crashLog_size); /* free cl_node */ free_cl_node(cl_node); } } update_new_pmc_crashlog_size(&pmc_crashLog_size); pmc_send_re_arm_after_reset: /* when bit 7 of discov cmd resp is set -> bit 2 of size field */ if (discovery_buf.bits.size & BIT(2)) cl_pmc_re_arm_after_reset(); /* Clear the SSRAM region after copying the error log */ cl_pmc_clear(); } void cl_get_cpu_sram_data(cl_node_t *head) { cl_node_t *cl_cur = head; u32 m_cpu_crashLog_size = cl_get_cpu_record_size(); cpu_crashlog_discovery_table_t cpu_cl_disc_tab = cl_get_cpu_discovery_table(); if (m_cpu_crashLog_size < 1) { printk(BIOS_DEBUG, "%s: no data to collect.\n", __func__); return; } printk(BIOS_DEBUG, "CPU crash data size: 0x%X bytes in 0x%X region(s).\n", m_cpu_crashLog_size, cpu_cl_disc_tab.header.fields.count); /* goto tail node */ while (cl_cur && cl_cur->next) { cl_cur = cl_cur->next; } for (int i = 0 ; i < cpu_cl_disc_tab.header.fields.count ; i++) { uintptr_t cpu_bar_addr = cl_get_cpu_bar_addr(); bool pmc_sram = false; if (!cpu_cl_disc_tab.buffers[i].fields.size) { continue; } cl_node_t *cl_node = malloc_cl_node(cpu_cl_disc_tab.buffers[i].fields.size); if (!cl_node) { printk(BIOS_DEBUG, "failed to allocate cl_node [buffer = %d]\n", i); return; } if (cl_copy_data_from_sram(cpu_bar_addr, cpu_cl_disc_tab.buffers[i].fields.offset, cpu_cl_disc_tab.buffers[i].fields.size, cl_node->data, i, pmc_sram)) { cl_cur->next = cl_node; cl_cur = cl_cur->next; } else { m_cpu_crashLog_size -= cpu_cl_disc_tab.buffers[i].fields.size * sizeof(u32); free_cl_node(cl_node); /* for CPU skip all buffers if the 1st one is not valid */ if (i == 0) { m_cpu_crashLog_size = 0; break; } } } update_new_cpu_crashlog_size(&m_cpu_crashLog_size); /* clear telemetry SRAM region */ cpu_cl_clear_data(); /* perform any SOC specific cleanup */ cpu_cl_cleanup(); /* rearm crashlog */ cpu_cl_rearm(); } void collect_pmc_and_cpu_crashlog_from_srams(cl_node_t *head) { if (pmc_crashlog_support() && cl_pmc_data_present() && (cl_get_pmc_record_size() > 0)) { if (CONFIG(SOC_INTEL_CRASHLOG_ON_RESET)) { cl_pmc_en_gen_on_all_reboot(); printk(BIOS_DEBUG, "Crashlog collection enabled on every reboot.\n"); } cl_get_pmc_sram_data(head); } else { printk(BIOS_DEBUG, "Skipping PMC crashLog collection. Data not present.\n"); } printk(BIOS_DEBUG, "m_cpu_crashLog_size : 0x%X bytes\n", cl_get_cpu_record_size()); if (cpu_crashlog_support() && cl_cpu_data_present() && (cl_get_cpu_record_size() > 0)) { printk(BIOS_DEBUG, "CPU crashLog present.\n"); cl_get_cpu_sram_data(head); } else { printk(BIOS_DEBUG, "Skipping CPU crashLog collection. Data not present.\n"); } }