2020-04-05 15:46:41 +02:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-only */
|
2013-10-21 19:36:17 +02:00
|
|
|
|
|
|
|
#include <console/console.h>
|
|
|
|
#include <cpu/cpu.h>
|
2017-01-20 04:13:02 +01:00
|
|
|
#include <cpu/intel/common/common.h>
|
2019-08-14 04:41:41 +02:00
|
|
|
#include <cpu/intel/em64t100_save_state.h>
|
2013-10-21 19:36:17 +02:00
|
|
|
#include <cpu/intel/microcode.h>
|
2019-08-14 04:41:41 +02:00
|
|
|
#include <cpu/intel/smm_reloc.h>
|
2013-11-05 21:59:50 +01:00
|
|
|
#include <cpu/intel/turbo.h>
|
2013-10-22 05:32:00 +02:00
|
|
|
#include <cpu/x86/lapic.h>
|
2013-10-21 19:36:17 +02:00
|
|
|
#include <cpu/x86/mp.h>
|
2013-10-22 05:32:00 +02:00
|
|
|
#include <cpu/x86/msr.h>
|
|
|
|
#include <cpu/x86/mtrr.h>
|
|
|
|
#include <cpu/x86/smm.h>
|
2013-11-05 21:59:50 +01:00
|
|
|
#include <reg_script.h>
|
2014-10-08 01:42:17 +02:00
|
|
|
#include <soc/iosf.h>
|
|
|
|
#include <soc/msr.h>
|
|
|
|
#include <soc/pattrs.h>
|
|
|
|
#include <soc/ramstage.h>
|
2013-10-22 05:32:00 +02:00
|
|
|
|
2013-11-05 21:59:50 +01:00
|
|
|
/* Core level MSRs */
|
2020-07-07 18:13:47 +02:00
|
|
|
static const struct reg_script core_msr_script[] = {
|
2014-03-28 18:52:13 +01:00
|
|
|
/* Dynamic L2 shrink enable and threshold, clear SINGLE_PCTL bit 11 */
|
2018-10-02 08:44:47 +02:00
|
|
|
REG_MSR_RMW(MSR_PKG_CST_CONFIG_CONTROL, ~0x3f080f, 0xe0008),
|
2020-07-07 17:36:08 +02:00
|
|
|
REG_MSR_RMW(MSR_POWER_MISC, ~(ENABLE_ULFM_AUTOCM_MASK | ENABLE_INDP_AUTOCM_MASK), 0),
|
|
|
|
|
2013-11-05 21:59:50 +01:00
|
|
|
/* Disable C1E */
|
|
|
|
REG_MSR_RMW(MSR_POWER_CTL, ~0x2, 0),
|
|
|
|
REG_MSR_OR(MSR_POWER_MISC, 0x44),
|
|
|
|
REG_SCRIPT_END
|
|
|
|
};
|
|
|
|
|
2020-07-07 18:13:47 +02:00
|
|
|
static void soc_core_init(struct device *cpu)
|
2013-10-21 19:36:17 +02:00
|
|
|
{
|
|
|
|
printk(BIOS_DEBUG, "Init BayTrail core.\n");
|
2013-11-05 21:59:50 +01:00
|
|
|
|
2020-07-07 17:17:51 +02:00
|
|
|
/*
|
|
|
|
* The turbo disable bit is actually scoped at building block level -- not package.
|
|
|
|
* For non-BSP cores that are within a building block, enable turbo. The cores within
|
|
|
|
* the BSP's building block will just see it already enabled and move on.
|
|
|
|
*/
|
2014-01-15 00:34:10 +01:00
|
|
|
if (lapicid())
|
|
|
|
enable_turbo();
|
|
|
|
|
2017-01-20 04:13:02 +01:00
|
|
|
/* Set virtualization based on Kconfig option */
|
2018-12-15 22:57:33 +01:00
|
|
|
set_vmx_and_lock();
|
2017-01-20 04:13:02 +01:00
|
|
|
|
2013-11-05 21:59:50 +01:00
|
|
|
/* Set core MSRs */
|
|
|
|
reg_script_run(core_msr_script);
|
|
|
|
|
|
|
|
/* Set this core to max frequency ratio */
|
|
|
|
set_max_freq();
|
2013-10-21 19:36:17 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
static struct device_operations cpu_dev_ops = {
|
2020-07-07 18:13:47 +02:00
|
|
|
.init = soc_core_init,
|
2013-10-21 19:36:17 +02:00
|
|
|
};
|
|
|
|
|
2017-11-20 01:56:44 +01:00
|
|
|
static const struct cpu_device_id cpu_table[] = {
|
2013-10-21 19:36:17 +02:00
|
|
|
{ X86_VENDOR_INTEL, 0x30673 },
|
2014-01-09 00:33:05 +01:00
|
|
|
{ X86_VENDOR_INTEL, 0x30678 },
|
2020-07-07 17:23:18 +02:00
|
|
|
{ X86_VENDOR_INTEL, 0x30679 },
|
2013-10-21 19:36:17 +02:00
|
|
|
{ 0, 0 },
|
|
|
|
};
|
|
|
|
|
|
|
|
static const struct cpu_driver driver __cpu_driver = {
|
|
|
|
.ops = &cpu_dev_ops,
|
|
|
|
.id_table = cpu_table,
|
|
|
|
};
|
|
|
|
|
2013-10-22 05:32:00 +02:00
|
|
|
/*
|
2016-05-03 18:12:52 +02:00
|
|
|
* MP and SMM loading initialization.
|
2013-10-22 05:32:00 +02:00
|
|
|
*/
|
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
/* Package level MSRs */
|
|
|
|
static const struct reg_script package_msr_script[] = {
|
|
|
|
/* Set Package TDP to ~7W */
|
|
|
|
REG_MSR_WRITE(MSR_PKG_POWER_LIMIT, 0x3880fa),
|
|
|
|
REG_MSR_RMW(MSR_PP1_POWER_LIMIT, ~(0x7f << 17), 0),
|
|
|
|
REG_MSR_WRITE(MSR_PKG_TURBO_CFG1, 0x702),
|
|
|
|
REG_MSR_WRITE(MSR_CPU_TURBO_WKLD_CFG1, 0x200b),
|
|
|
|
REG_MSR_WRITE(MSR_CPU_TURBO_WKLD_CFG2, 0),
|
|
|
|
REG_MSR_WRITE(MSR_CPU_THERM_CFG1, 0x00000305),
|
|
|
|
REG_MSR_WRITE(MSR_CPU_THERM_CFG2, 0x0405500d),
|
|
|
|
REG_MSR_WRITE(MSR_CPU_THERM_SENS_CFG, 0x27),
|
|
|
|
REG_SCRIPT_END
|
|
|
|
};
|
2013-10-22 05:32:00 +02:00
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
static void pre_mp_init(void)
|
2013-10-22 05:32:00 +02:00
|
|
|
{
|
2016-05-03 18:12:52 +02:00
|
|
|
uint32_t bsmrwac;
|
2013-10-22 05:32:00 +02:00
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
/* Set up MTRRs based on physical address size. */
|
|
|
|
x86_setup_mtrrs_with_detect();
|
|
|
|
x86_mtrr_check();
|
2013-10-22 05:32:00 +02:00
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
/*
|
2020-07-07 17:17:51 +02:00
|
|
|
* Configure the BUNIT to allow dirty cache line evictions in non-SMM mode for lines
|
|
|
|
* that were dirtied while in SMM mode. Otherwise the writes would be silently dropped.
|
2016-05-03 18:12:52 +02:00
|
|
|
*/
|
|
|
|
bsmrwac = iosf_bunit_read(BUNIT_SMRWAC) | SAI_IA_UNTRUSTED;
|
|
|
|
iosf_bunit_write(BUNIT_SMRWAC, bsmrwac);
|
2013-10-22 05:32:00 +02:00
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
/* Set package MSRs */
|
|
|
|
reg_script_run(package_msr_script);
|
2013-10-22 05:32:00 +02:00
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
/* Enable Turbo Mode on BSP and siblings of the BSP's building block. */
|
|
|
|
enable_turbo();
|
2013-10-22 05:32:00 +02:00
|
|
|
}
|
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
static int get_cpu_count(void)
|
2013-10-22 05:32:00 +02:00
|
|
|
{
|
2016-05-03 18:12:52 +02:00
|
|
|
const struct pattrs *pattrs = pattrs_get();
|
|
|
|
|
|
|
|
return pattrs->num_cpus;
|
2013-10-22 05:32:00 +02:00
|
|
|
}
|
|
|
|
|
2019-08-14 05:48:28 +02:00
|
|
|
static void fill_in_relocation_params(struct smm_relocation_params *params)
|
|
|
|
{
|
|
|
|
uintptr_t tseg_base;
|
|
|
|
size_t tseg_size;
|
|
|
|
|
|
|
|
/* All range registers are aligned to 4KiB */
|
|
|
|
const u32 rmask = ~((1 << 12) - 1);
|
|
|
|
|
|
|
|
smm_region(&tseg_base, &tseg_size);
|
|
|
|
|
|
|
|
/* SMRR has 32-bits of valid address aligned to 4KiB. */
|
|
|
|
params->smrr_base.lo = (tseg_base & rmask) | MTRR_TYPE_WRBACK;
|
|
|
|
params->smrr_base.hi = 0;
|
|
|
|
params->smrr_mask.lo = (~(tseg_size - 1) & rmask) | MTRR_PHYS_MASK_VALID;
|
|
|
|
params->smrr_mask.hi = 0;
|
|
|
|
}
|
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
static void get_smm_info(uintptr_t *perm_smbase, size_t *perm_smsize,
|
|
|
|
size_t *smm_save_state_size)
|
2013-10-22 05:32:00 +02:00
|
|
|
{
|
2019-08-14 05:48:28 +02:00
|
|
|
printk(BIOS_DEBUG, "Setting up SMI for CPU\n");
|
|
|
|
|
|
|
|
fill_in_relocation_params(&smm_reloc_params);
|
2013-10-22 05:32:00 +02:00
|
|
|
|
2019-08-14 05:48:28 +02:00
|
|
|
smm_subregion(SMM_SUBREGION_HANDLER, perm_smbase, perm_smsize);
|
2013-10-22 05:32:00 +02:00
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
*smm_save_state_size = sizeof(em64t100_smm_state_save_area_t);
|
|
|
|
}
|
2013-10-22 05:32:00 +02:00
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
static void get_microcode_info(const void **microcode, int *parallel)
|
|
|
|
{
|
|
|
|
const struct pattrs *pattrs = pattrs_get();
|
2013-10-22 05:32:00 +02:00
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
*microcode = pattrs->microcode_patch;
|
|
|
|
*parallel = 1;
|
2013-10-22 05:32:00 +02:00
|
|
|
}
|
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
static void per_cpu_smm_trigger(void)
|
2013-10-22 05:32:00 +02:00
|
|
|
{
|
2013-10-24 21:55:42 +02:00
|
|
|
const struct pattrs *pattrs = pattrs_get();
|
|
|
|
|
2013-10-22 05:32:00 +02:00
|
|
|
/* Relocate SMM space. */
|
|
|
|
smm_initiate_relocation();
|
|
|
|
|
|
|
|
/* Load microcode after SMM relocation. */
|
2013-10-24 21:55:42 +02:00
|
|
|
intel_microcode_load_unlocked(pattrs->microcode_patch);
|
2013-10-22 05:32:00 +02:00
|
|
|
}
|
|
|
|
|
2020-07-07 17:36:08 +02:00
|
|
|
static void relocation_handler(int cpu, uintptr_t curr_smbase, uintptr_t staggered_smbase)
|
2013-10-22 05:32:00 +02:00
|
|
|
{
|
2019-08-14 05:48:28 +02:00
|
|
|
struct smm_relocation_params *relo_params = &smm_reloc_params;
|
2016-05-03 18:12:52 +02:00
|
|
|
em64t100_smm_state_save_area_t *smm_state;
|
|
|
|
|
|
|
|
/* Set up SMRR. */
|
2019-08-14 05:48:28 +02:00
|
|
|
wrmsr(IA32_SMRR_PHYS_BASE, relo_params->smrr_base);
|
|
|
|
wrmsr(IA32_SMRR_PHYS_MASK, relo_params->smrr_mask);
|
2016-05-03 18:12:52 +02:00
|
|
|
|
|
|
|
smm_state = (void *)(SMM_EM64T100_SAVE_STATE_OFFSET + curr_smbase);
|
|
|
|
smm_state->smbase = staggered_smbase;
|
|
|
|
}
|
|
|
|
|
2020-06-10 11:44:03 +02:00
|
|
|
static void post_mp_init(void)
|
|
|
|
{
|
|
|
|
global_smi_enable();
|
|
|
|
}
|
|
|
|
|
2016-05-03 18:12:52 +02:00
|
|
|
static const struct mp_ops mp_ops = {
|
2020-07-07 17:36:08 +02:00
|
|
|
.pre_mp_init = pre_mp_init,
|
|
|
|
.get_cpu_count = get_cpu_count,
|
|
|
|
.get_smm_info = get_smm_info,
|
|
|
|
.get_microcode_info = get_microcode_info,
|
|
|
|
.pre_mp_smm_init = smm_southbridge_clear_state,
|
2016-05-03 18:12:52 +02:00
|
|
|
.per_cpu_smm_trigger = per_cpu_smm_trigger,
|
2020-07-07 17:36:08 +02:00
|
|
|
.relocation_handler = relocation_handler,
|
|
|
|
.post_mp_init = post_mp_init,
|
2016-05-03 18:12:52 +02:00
|
|
|
};
|
|
|
|
|
2018-05-22 10:42:28 +02:00
|
|
|
void baytrail_init_cpus(struct device *dev)
|
2016-05-03 18:12:52 +02:00
|
|
|
{
|
|
|
|
struct bus *cpu_bus = dev->link_list;
|
|
|
|
|
2020-07-07 17:36:08 +02:00
|
|
|
if (mp_init_with_smm(cpu_bus, &mp_ops))
|
2016-05-03 18:12:52 +02:00
|
|
|
printk(BIOS_ERR, "MP initialization failure.\n");
|
2013-10-22 05:32:00 +02:00
|
|
|
}
|