2016-03-05 06:33:04 +01:00
|
|
|
/*
|
|
|
|
* This file is part of the coreboot project.
|
|
|
|
*
|
|
|
|
* Copyright (C) 2015-2016 Intel Corp.
|
|
|
|
* (Written by Andrey Petrov <andrey.petrov@intel.com> for Intel Corp.)
|
|
|
|
* (Written by Alexandru Gagniuc <alexandrux.gagniuc@intel.com> for Intel Corp.)
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
2016-04-10 19:09:16 +02:00
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
2016-03-05 06:33:04 +01:00
|
|
|
*/
|
|
|
|
|
2017-06-05 10:43:17 +02:00
|
|
|
#include <assert.h>
|
|
|
|
#include <bootstate.h>
|
2016-03-05 06:33:04 +01:00
|
|
|
#include <console/console.h>
|
|
|
|
#include <cpu/cpu.h>
|
|
|
|
#include <cpu/x86/cache.h>
|
|
|
|
#include <cpu/x86/mp.h>
|
2016-08-24 01:38:05 +02:00
|
|
|
#include <cpu/intel/microcode.h>
|
2016-03-05 06:33:04 +01:00
|
|
|
#include <cpu/x86/msr.h>
|
|
|
|
#include <cpu/x86/mtrr.h>
|
|
|
|
#include <device/device.h>
|
|
|
|
#include <device/pci.h>
|
2017-06-05 10:43:17 +02:00
|
|
|
#include <fsp/api.h>
|
2017-06-08 17:54:59 +02:00
|
|
|
#include <intelblocks/fast_spi.h>
|
2016-09-09 23:08:50 +02:00
|
|
|
#include <reg_script.h>
|
2017-06-05 10:43:17 +02:00
|
|
|
#include <romstage_handoff.h>
|
2016-03-05 06:33:04 +01:00
|
|
|
#include <soc/cpu.h>
|
2016-09-09 23:08:50 +02:00
|
|
|
#include <soc/iomap.h>
|
2016-12-01 02:39:16 +01:00
|
|
|
#include <soc/pm.h>
|
2016-05-13 09:47:14 +02:00
|
|
|
#include <soc/smm.h>
|
2016-11-01 01:03:55 +01:00
|
|
|
#include <cpu/intel/turbo.h>
|
2016-03-05 06:33:04 +01:00
|
|
|
|
2016-09-09 23:08:50 +02:00
|
|
|
static const struct reg_script core_msr_script[] = {
|
|
|
|
/* Enable C-state and IO/MWAIT redirect */
|
|
|
|
REG_MSR_WRITE(MSR_PMG_CST_CONFIG_CONTROL,
|
|
|
|
(PKG_C_STATE_LIMIT_C2_MASK | CORE_C_STATE_LIMIT_C10_MASK
|
|
|
|
| IO_MWAIT_REDIRECT_MASK | CST_CFG_LOCK_MASK)),
|
|
|
|
/* Power Management I/O base address for I/O trapping to C-states */
|
|
|
|
REG_MSR_WRITE(MSR_PMG_IO_CAPTURE_BASE,
|
|
|
|
(ACPI_PMIO_CST_REG | (PMG_IO_BASE_CST_RNG_BLK_SIZE << 16))),
|
|
|
|
/* Disable C1E */
|
|
|
|
REG_MSR_RMW(MSR_POWER_CTL, ~0x2, 0),
|
2016-11-01 01:03:55 +01:00
|
|
|
/* Disable support for MONITOR and MWAIT instructions */
|
|
|
|
REG_MSR_RMW(MSR_IA32_MISC_ENABLES, ~MONITOR_MWAIT_DIS_MASK, 0),
|
2016-11-11 23:17:37 +01:00
|
|
|
/*
|
|
|
|
* Enable and Lock the Advanced Encryption Standard (AES-NI)
|
|
|
|
* feature register
|
|
|
|
*/
|
|
|
|
REG_MSR_RMW(MSR_FEATURE_CONFIG, ~FEATURE_CONFIG_RESERVED_MASK,
|
|
|
|
FEATURE_CONFIG_LOCK),
|
2016-09-09 23:08:50 +02:00
|
|
|
REG_SCRIPT_END
|
|
|
|
};
|
|
|
|
|
2016-12-07 19:47:46 +01:00
|
|
|
void enable_untrusted_mode(void)
|
2016-12-01 02:58:38 +01:00
|
|
|
{
|
|
|
|
msr_t msr = rdmsr(MSR_POWER_MISC);
|
|
|
|
msr.lo |= ENABLE_IA_UNTRUSTED;
|
|
|
|
wrmsr(MSR_POWER_MISC, msr);
|
|
|
|
}
|
|
|
|
|
2016-09-09 23:08:50 +02:00
|
|
|
static void soc_core_init(device_t cpu)
|
|
|
|
{
|
|
|
|
/* Set core MSRs */
|
|
|
|
reg_script_run(core_msr_script);
|
2016-12-01 02:39:16 +01:00
|
|
|
/*
|
|
|
|
* Enable ACPI PM timer emulation, which also lets microcode know
|
|
|
|
* location of ACPI_PMIO_BASE. This also enables other features
|
|
|
|
* implemented in microcode.
|
|
|
|
*/
|
|
|
|
enable_pm_timer_emulation();
|
2016-09-09 23:08:50 +02:00
|
|
|
}
|
|
|
|
|
2016-03-05 06:33:04 +01:00
|
|
|
static struct device_operations cpu_dev_ops = {
|
2016-09-09 23:08:50 +02:00
|
|
|
.init = soc_core_init,
|
2016-03-05 06:33:04 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
static struct cpu_device_id cpu_table[] = {
|
|
|
|
{ X86_VENDOR_INTEL, CPUID_APOLLOLAKE_A0 },
|
|
|
|
{ X86_VENDOR_INTEL, CPUID_APOLLOLAKE_B0 },
|
|
|
|
{ 0, 0 },
|
|
|
|
};
|
|
|
|
|
|
|
|
static const struct cpu_driver driver __cpu_driver = {
|
|
|
|
.ops = &cpu_dev_ops,
|
|
|
|
.id_table = cpu_table,
|
|
|
|
};
|
|
|
|
|
2016-05-13 09:47:14 +02:00
|
|
|
/*
|
|
|
|
* MP and SMM loading initialization.
|
|
|
|
*/
|
|
|
|
struct smm_relocation_attrs {
|
|
|
|
uint32_t smbase;
|
|
|
|
uint32_t smrr_base;
|
|
|
|
uint32_t smrr_mask;
|
|
|
|
};
|
|
|
|
|
|
|
|
static struct smm_relocation_attrs relo_attrs;
|
|
|
|
|
2016-03-05 06:33:04 +01:00
|
|
|
static void read_cpu_topology(unsigned int *num_phys, unsigned int *num_virt)
|
|
|
|
{
|
|
|
|
msr_t msr;
|
|
|
|
msr = rdmsr(MSR_CORE_THREAD_COUNT);
|
|
|
|
*num_virt = (msr.lo >> 0) & 0xffff;
|
|
|
|
*num_phys = (msr.lo >> 16) & 0xffff;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
2017-06-05 10:43:17 +02:00
|
|
|
* Do essential initialization tasks before APs can be fired up -
|
2016-03-05 06:33:04 +01:00
|
|
|
*
|
2017-06-05 10:43:17 +02:00
|
|
|
* Skip Pre MP init MTRR programming, as MTRRs are mirrored from BSP,
|
|
|
|
* that are set prior to ramstage.
|
|
|
|
* Real MTRRs programming are being done after resource allocation.
|
|
|
|
*
|
|
|
|
* Do, FSP loading before MP Init to ensure that the FSP cmponent stored in
|
|
|
|
* external stage cache in TSEG does not flush off due to SMM relocation
|
|
|
|
* during MP Init stage.
|
2016-03-05 06:33:04 +01:00
|
|
|
*/
|
2016-05-03 22:56:24 +02:00
|
|
|
static void pre_mp_init(void)
|
2016-03-05 06:33:04 +01:00
|
|
|
{
|
2017-06-05 10:43:17 +02:00
|
|
|
fsps_load(romstage_handoff_is_resume());
|
2016-03-05 06:33:04 +01:00
|
|
|
}
|
|
|
|
|
2016-05-03 22:56:24 +02:00
|
|
|
/* Find CPU topology */
|
|
|
|
static int get_cpu_count(void)
|
|
|
|
{
|
|
|
|
unsigned int num_virt_cores, num_phys_cores;
|
|
|
|
|
|
|
|
read_cpu_topology(&num_phys_cores, &num_virt_cores);
|
|
|
|
|
|
|
|
printk(BIOS_DEBUG, "Detected %u core, %u thread CPU.\n",
|
|
|
|
num_phys_cores, num_virt_cores);
|
|
|
|
|
|
|
|
return num_virt_cores;
|
|
|
|
}
|
|
|
|
|
2016-08-24 01:38:05 +02:00
|
|
|
static void get_microcode_info(const void **microcode, int *parallel)
|
|
|
|
{
|
|
|
|
*microcode = intel_microcode_find();
|
|
|
|
*parallel = 1;
|
2017-06-07 10:17:51 +02:00
|
|
|
|
|
|
|
/* Make sure BSP is using the microcode from cbfs */
|
|
|
|
intel_microcode_load_unlocked(*microcode);
|
2016-08-24 01:38:05 +02:00
|
|
|
}
|
|
|
|
|
2016-05-13 09:47:14 +02:00
|
|
|
static void get_smm_info(uintptr_t *perm_smbase, size_t *perm_smsize,
|
|
|
|
size_t *smm_save_state_size)
|
|
|
|
{
|
|
|
|
void *smm_base;
|
|
|
|
size_t smm_size;
|
2016-09-30 22:57:12 +02:00
|
|
|
void *handler_base;
|
|
|
|
size_t handler_size;
|
2016-05-13 09:47:14 +02:00
|
|
|
|
|
|
|
/* All range registers are aligned to 4KiB */
|
|
|
|
const uint32_t rmask = ~((1 << 12) - 1);
|
|
|
|
|
|
|
|
/* Initialize global tracking state. */
|
|
|
|
smm_region(&smm_base, &smm_size);
|
2016-09-30 22:57:12 +02:00
|
|
|
smm_subregion(SMM_SUBREGION_HANDLER, &handler_base, &handler_size);
|
|
|
|
|
2016-05-13 09:47:14 +02:00
|
|
|
relo_attrs.smbase = (uint32_t)smm_base;
|
|
|
|
relo_attrs.smrr_base = relo_attrs.smbase | MTRR_TYPE_WRBACK;
|
|
|
|
relo_attrs.smrr_mask = ~(smm_size - 1) & rmask;
|
|
|
|
relo_attrs.smrr_mask |= MTRR_PHYS_MASK_VALID;
|
|
|
|
|
2016-09-30 22:57:12 +02:00
|
|
|
*perm_smbase = (uintptr_t)handler_base;
|
|
|
|
*perm_smsize = handler_size;
|
2016-05-13 09:47:14 +02:00
|
|
|
*smm_save_state_size = sizeof(em64t100_smm_state_save_area_t);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void relocation_handler(int cpu, uintptr_t curr_smbase,
|
|
|
|
uintptr_t staggered_smbase)
|
|
|
|
{
|
|
|
|
msr_t smrr;
|
|
|
|
em64t100_smm_state_save_area_t *smm_state;
|
|
|
|
/* Set up SMRR. */
|
|
|
|
smrr.lo = relo_attrs.smrr_base;
|
|
|
|
smrr.hi = 0;
|
|
|
|
wrmsr(SMRR_PHYS_BASE, smrr);
|
|
|
|
smrr.lo = relo_attrs.smrr_mask;
|
|
|
|
smrr.hi = 0;
|
|
|
|
wrmsr(SMRR_PHYS_MASK, smrr);
|
|
|
|
smm_state = (void *)(SMM_EM64T100_SAVE_STATE_OFFSET + curr_smbase);
|
|
|
|
smm_state->smbase = staggered_smbase;
|
|
|
|
}
|
2016-03-05 06:33:04 +01:00
|
|
|
/*
|
|
|
|
* CPU initialization recipe
|
|
|
|
*
|
|
|
|
* Note that no microcode update is passed to the init function. CSE updates
|
|
|
|
* the microcode on all cores before releasing them from reset. That means that
|
|
|
|
* the BSP and all APs will come up with the same microcode revision.
|
|
|
|
*/
|
2016-05-03 22:56:24 +02:00
|
|
|
static const struct mp_ops mp_ops = {
|
|
|
|
.pre_mp_init = pre_mp_init,
|
|
|
|
.get_cpu_count = get_cpu_count,
|
2016-05-13 09:47:14 +02:00
|
|
|
.get_smm_info = get_smm_info,
|
2016-08-24 01:38:05 +02:00
|
|
|
.get_microcode_info = get_microcode_info,
|
2016-05-13 09:47:14 +02:00
|
|
|
.pre_mp_smm_init = southbridge_smm_clear_state,
|
|
|
|
.relocation_handler = relocation_handler,
|
|
|
|
.post_mp_init = southbridge_smm_enable_smi,
|
2016-03-05 06:33:04 +01:00
|
|
|
};
|
|
|
|
|
2017-06-05 10:43:17 +02:00
|
|
|
static void soc_init_cpus(void *unused)
|
2016-03-05 06:33:04 +01:00
|
|
|
{
|
2017-06-05 10:43:17 +02:00
|
|
|
device_t dev = dev_find_path(NULL, DEVICE_PATH_CPU_CLUSTER);
|
|
|
|
assert(dev != NULL);
|
|
|
|
|
2016-03-05 06:33:04 +01:00
|
|
|
/* Clear for take-off */
|
2016-05-03 22:56:24 +02:00
|
|
|
if (mp_init_with_smm(dev->link_list, &mp_ops) < 0)
|
2016-03-05 06:33:04 +01:00
|
|
|
printk(BIOS_ERR, "MP initialization failure.\n");
|
2017-06-05 10:43:17 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Ensure to re-program all MTRRs based on DRAM resource settings */
|
|
|
|
static void soc_post_cpus_init(void *unused)
|
|
|
|
{
|
|
|
|
if (mp_run_on_all_cpus(&x86_setup_mtrrs_with_detect, 1000) < 0)
|
|
|
|
printk(BIOS_ERR, "MTRR programming failure\n");
|
2016-11-11 03:04:19 +01:00
|
|
|
|
|
|
|
/* Temporarily cache the memory-mapped boot media. */
|
2017-06-08 17:54:59 +02:00
|
|
|
if (IS_ENABLED(CONFIG_BOOT_DEVICE_MEMORY_MAPPED) &&
|
|
|
|
IS_ENABLED(CONFIG_BOOT_DEVICE_SPI_FLASH))
|
|
|
|
fast_spi_cache_bios_region();
|
2017-06-05 10:43:17 +02:00
|
|
|
|
|
|
|
x86_mtrr_check();
|
2016-03-05 06:33:04 +01:00
|
|
|
}
|
2017-06-05 10:43:17 +02:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Do CPU MP Init before FSP Silicon Init
|
|
|
|
*/
|
|
|
|
BOOT_STATE_INIT_ENTRY(BS_DEV_INIT_CHIPS, BS_ON_ENTRY, soc_init_cpus, NULL);
|
|
|
|
BOOT_STATE_INIT_ENTRY(BS_DEV_INIT, BS_ON_EXIT, soc_post_cpus_init, NULL);
|