2019-05-27 06:55:01 +00:00
// SPDX-License-Identifier: GPL-2.0-or-later
2005-04-16 22:20:36 +00:00
/*
* Pentium 4 / Xeon CPU on demand clock modulation / speed scaling
* ( C ) 2002 - 2003 Dominik Brodowski < linux @ brodo . de >
* ( C ) 2002 Zwane Mwaikambo < zwane @ commfireservices . com >
* ( C ) 2002 Arjan van de Ven < arjanv @ redhat . com >
* ( C ) 2002 Tora T . Engstad
* All Rights Reserved
*
* The author ( s ) of this software shall not be held liable for damages
* of any nature resulting due to the use of this software . This
* software is provided AS - IS with no warranties .
2006-02-28 05:43:23 +00:00
*
2005-04-16 22:20:36 +00:00
* Date Errata Description
* 20020525 N44 , O17 12.5 % or 25 % DC causes lockup
*/
2016-04-05 20:28:25 +00:00
# define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
2005-04-16 22:20:36 +00:00
# include <linux/kernel.h>
2006-02-28 05:43:23 +00:00
# include <linux/module.h>
2005-04-16 22:20:36 +00:00
# include <linux/init.h>
# include <linux/smp.h>
# include <linux/cpufreq.h>
# include <linux/cpumask.h>
2009-01-18 04:55:22 +00:00
# include <linux/timex.h>
2005-04-16 22:20:36 +00:00
2006-02-28 05:43:23 +00:00
# include <asm/processor.h>
2005-04-16 22:20:36 +00:00
# include <asm/msr.h>
2009-02-21 01:52:17 +00:00
# include <asm/timer.h>
2012-01-25 23:09:12 +00:00
# include <asm/cpu_device_id.h>
2005-04-16 22:20:36 +00:00
# include "speedstep-lib.h"
/*
* Duty Cycle ( 3 bits ) , note DC_DISABLE is not specified in
* intel docs i just use it to mean disable
*/
enum {
DC_RESV , DC_DFLT , DC_25PT , DC_38PT , DC_50PT ,
DC_64PT , DC_75PT , DC_88PT , DC_DISABLE
} ;
# define DC_ENTRIES 8
static int has_N44_O17_errata [ NR_CPUS ] ;
static unsigned int stock_freq ;
static struct cpufreq_driver p4clockmod_driver ;
static unsigned int cpufreq_p4_get ( unsigned int cpu ) ;
static int cpufreq_p4_setdc ( unsigned int cpu , unsigned int newstate )
{
u32 l , h ;
2013-04-01 12:57:46 +00:00
if ( ( newstate > DC_DISABLE ) | | ( newstate = = DC_RESV ) )
2005-04-16 22:20:36 +00:00
return - EINVAL ;
2007-03-19 16:17:00 +00:00
rdmsr_on_cpu ( cpu , MSR_IA32_THERM_STATUS , & l , & h ) ;
2005-04-16 22:20:36 +00:00
if ( l & 0x01 )
2011-03-27 13:04:46 +00:00
pr_debug ( " CPU#%d currently thermal throttled \n " , cpu ) ;
2005-04-16 22:20:36 +00:00
2009-01-18 04:55:22 +00:00
if ( has_N44_O17_errata [ cpu ] & &
( newstate = = DC_25PT | | newstate = = DC_DFLT ) )
2005-04-16 22:20:36 +00:00
newstate = DC_38PT ;
2007-03-19 16:17:00 +00:00
rdmsr_on_cpu ( cpu , MSR_IA32_THERM_CONTROL , & l , & h ) ;
2005-04-16 22:20:36 +00:00
if ( newstate = = DC_DISABLE ) {
2011-03-27 13:04:46 +00:00
pr_debug ( " CPU#%d disabling modulation \n " , cpu ) ;
2007-03-19 16:17:00 +00:00
wrmsr_on_cpu ( cpu , MSR_IA32_THERM_CONTROL , l & ~ ( 1 < < 4 ) , h ) ;
2005-04-16 22:20:36 +00:00
} else {
2011-03-27 13:04:46 +00:00
pr_debug ( " CPU#%d setting duty cycle to %d%% \n " ,
2005-04-16 22:20:36 +00:00
cpu , ( ( 125 * newstate ) / 10 ) ) ;
2006-02-28 05:43:23 +00:00
/* bits 63 - 5 : reserved
2005-04-16 22:20:36 +00:00
* bit 4 : enable / disable
* bits 3 - 1 : duty cycle
* bit 0 : reserved
*/
l = ( l & ~ 14 ) ;
l = l | ( 1 < < 4 ) | ( ( newstate & 0x7 ) < < 1 ) ;
2007-03-19 16:17:00 +00:00
wrmsr_on_cpu ( cpu , MSR_IA32_THERM_CONTROL , l , h ) ;
2005-04-16 22:20:36 +00:00
}
return 0 ;
}
static struct cpufreq_frequency_table p4clockmod_table [ ] = {
2014-03-28 13:41:47 +00:00
{ 0 , DC_RESV , CPUFREQ_ENTRY_INVALID } ,
{ 0 , DC_DFLT , 0 } ,
{ 0 , DC_25PT , 0 } ,
{ 0 , DC_38PT , 0 } ,
{ 0 , DC_50PT , 0 } ,
{ 0 , DC_64PT , 0 } ,
{ 0 , DC_75PT , 0 } ,
{ 0 , DC_88PT , 0 } ,
{ 0 , DC_DISABLE , 0 } ,
{ 0 , DC_RESV , CPUFREQ_TABLE_END } ,
2005-04-16 22:20:36 +00:00
} ;
2013-10-25 14:15:48 +00:00
static int cpufreq_p4_target ( struct cpufreq_policy * policy , unsigned int index )
2005-04-16 22:20:36 +00:00
{
int i ;
2009-01-18 04:55:22 +00:00
/* run on each logical CPU,
* see section 13.15 .3 of IA32 Intel Architecture Software
2006-02-28 05:43:23 +00:00
* Developer ' s Manual , Volume 3
2005-04-16 22:20:36 +00:00
*/
2009-01-04 13:18:06 +00:00
for_each_cpu ( i , policy - > cpus )
2013-10-25 14:15:48 +00:00
cpufreq_p4_setdc ( i , p4clockmod_table [ index ] . driver_data ) ;
2005-04-16 22:20:36 +00:00
return 0 ;
}
static unsigned int cpufreq_p4_get_frequency ( struct cpuinfo_x86 * c )
{
2006-10-31 17:44:08 +00:00
if ( c - > x86 = = 0x06 ) {
if ( cpu_has ( c , X86_FEATURE_EST ) )
2016-04-05 20:28:25 +00:00
pr_warn_once ( " Warning: EST-capable CPU detected. The acpi-cpufreq module offers voltage scaling in addition to frequency scaling. You should use that instead of p4-clockmod, if possible. \n " ) ;
2006-10-31 17:44:08 +00:00
switch ( c - > x86_model ) {
case 0x0E : /* Core */
case 0x0F : /* Core Duo */
2008-11-15 19:02:46 +00:00
case 0x16 : /* Celeron Core */
2009-03-06 20:24:57 +00:00
case 0x1C : /* Atom */
2006-10-31 17:44:08 +00:00
p4clockmod_driver . flags | = CPUFREQ_CONST_LOOPS ;
2009-01-18 04:55:22 +00:00
return speedstep_get_frequency ( SPEEDSTEP_CPU_PCORE ) ;
2006-10-31 17:44:08 +00:00
case 0x0D : /* Pentium M (Dothan) */
p4clockmod_driver . flags | = CPUFREQ_CONST_LOOPS ;
2020-08-23 22:36:59 +00:00
fallthrough ;
2006-10-31 17:44:08 +00:00
case 0x09 : /* Pentium M (Banias) */
2009-01-18 04:55:22 +00:00
return speedstep_get_frequency ( SPEEDSTEP_CPU_PM ) ;
2006-10-31 17:44:08 +00:00
}
2005-04-16 22:20:36 +00:00
}
2010-08-03 17:47:30 +00:00
if ( c - > x86 ! = 0xF )
2005-04-16 22:20:36 +00:00
return 0 ;
/* on P-4s, the TSC runs with constant frequency independent whether
* throttling is active or not . */
p4clockmod_driver . flags | = CPUFREQ_CONST_LOOPS ;
2009-01-18 04:55:22 +00:00
if ( speedstep_detect_processor ( ) = = SPEEDSTEP_CPU_P4M ) {
2016-04-05 20:28:25 +00:00
pr_warn ( " Warning: Pentium 4-M detected. The speedstep-ich or acpi cpufreq modules offer voltage scaling in addition of frequency scaling. You should use either one instead of p4-clockmod, if possible. \n " ) ;
2009-01-18 04:55:22 +00:00
return speedstep_get_frequency ( SPEEDSTEP_CPU_P4M ) ;
2005-04-16 22:20:36 +00:00
}
2009-01-18 04:55:22 +00:00
return speedstep_get_frequency ( SPEEDSTEP_CPU_P4D ) ;
2005-04-16 22:20:36 +00:00
}
2006-02-28 05:43:23 +00:00
2005-04-16 22:20:36 +00:00
static int cpufreq_p4_cpu_init ( struct cpufreq_policy * policy )
{
2007-10-19 18:35:04 +00:00
struct cpuinfo_x86 * c = & cpu_data ( policy - > cpu ) ;
2005-04-16 22:20:36 +00:00
int cpuid = 0 ;
unsigned int i ;
# ifdef CONFIG_SMP
2015-05-26 13:11:32 +00:00
cpumask_copy ( policy - > cpus , topology_sibling_cpumask ( policy - > cpu ) ) ;
2005-04-16 22:20:36 +00:00
# endif
/* Errata workaround */
2018-01-01 01:52:10 +00:00
cpuid = ( c - > x86 < < 8 ) | ( c - > x86_model < < 4 ) | c - > x86_stepping ;
2005-04-16 22:20:36 +00:00
switch ( cpuid ) {
case 0x0f07 :
case 0x0f0a :
case 0x0f11 :
case 0x0f12 :
has_N44_O17_errata [ policy - > cpu ] = 1 ;
2011-03-27 13:04:46 +00:00
pr_debug ( " has errata -- disabling low frequencies \n " ) ;
2005-04-16 22:20:36 +00:00
}
2006-02-28 05:43:23 +00:00
2009-02-21 01:52:17 +00:00
if ( speedstep_detect_processor ( ) = = SPEEDSTEP_CPU_P4D & &
c - > x86_model < 2 ) {
/* switch to maximum frequency and measure result */
cpufreq_p4_setdc ( policy - > cpu , DC_DISABLE ) ;
recalibrate_cpu_khz ( ) ;
}
2005-04-16 22:20:36 +00:00
/* get max frequency */
stock_freq = cpufreq_p4_get_frequency ( c ) ;
if ( ! stock_freq )
return - EINVAL ;
/* table init */
2009-01-18 04:55:22 +00:00
for ( i = 1 ; ( p4clockmod_table [ i ] . frequency ! = CPUFREQ_TABLE_END ) ; i + + ) {
if ( ( i < 2 ) & & ( has_N44_O17_errata [ policy - > cpu ] ) )
2005-04-16 22:20:36 +00:00
p4clockmod_table [ i ] . frequency = CPUFREQ_ENTRY_INVALID ;
else
p4clockmod_table [ i ] . frequency = ( stock_freq * i ) / 8 ;
}
2006-02-28 05:43:23 +00:00
2005-04-16 22:20:36 +00:00
/* cpuinfo and default policy values */
2009-03-05 05:16:26 +00:00
/* the transition latency is set to be 1 higher than the maximum
* transition latency of the ondemand governor */
policy - > cpuinfo . transition_latency = 10000001 ;
2018-02-26 05:08:56 +00:00
policy - > freq_table = & p4clockmod_table [ 0 ] ;
2005-04-16 22:20:36 +00:00
2018-02-26 05:08:56 +00:00
return 0 ;
2005-04-16 22:20:36 +00:00
}
static unsigned int cpufreq_p4_get ( unsigned int cpu )
{
u32 l , h ;
2007-03-19 16:17:00 +00:00
rdmsr_on_cpu ( cpu , MSR_IA32_THERM_CONTROL , & l , & h ) ;
2005-04-16 22:20:36 +00:00
if ( l & 0x10 ) {
l = l > > 1 ;
l & = 0x7 ;
} else
l = DC_DISABLE ;
if ( l ! = DC_DISABLE )
2009-01-18 04:55:22 +00:00
return stock_freq * l / 8 ;
2005-04-16 22:20:36 +00:00
return stock_freq ;
}
static struct cpufreq_driver p4clockmod_driver = {
2013-10-03 14:58:14 +00:00
. verify = cpufreq_generic_frequency_table_verify ,
2013-10-25 14:15:48 +00:00
. target_index = cpufreq_p4_target ,
2005-04-16 22:20:36 +00:00
. init = cpufreq_p4_cpu_init ,
. get = cpufreq_p4_get ,
. name = " p4-clockmod " ,
2013-10-03 14:58:14 +00:00
. attr = cpufreq_generic_attr ,
2005-04-16 22:20:36 +00:00
} ;
2012-01-25 23:09:12 +00:00
static const struct x86_cpu_id cpufreq_p4_id [ ] = {
2020-03-24 13:51:51 +00:00
X86_MATCH_VENDOR_FEATURE ( INTEL , X86_FEATURE_ACC , NULL ) ,
2012-01-25 23:09:12 +00:00
{ }
} ;
/*
* Intentionally no MODULE_DEVICE_TABLE here : this driver should not
* be auto loaded . Please don ' t add one .
*/
2005-04-16 22:20:36 +00:00
static int __init cpufreq_p4_init ( void )
2006-02-28 05:43:23 +00:00
{
2005-04-16 22:20:36 +00:00
int ret ;
/*
2006-02-28 05:43:23 +00:00
* THERM_CONTROL is architectural for IA32 now , so
2005-04-16 22:20:36 +00:00
* we can rely on the capability checks
*/
2012-01-25 23:09:12 +00:00
if ( ! x86_match_cpu ( cpufreq_p4_id ) | | ! boot_cpu_has ( X86_FEATURE_ACPI ) )
2005-04-16 22:20:36 +00:00
return - ENODEV ;
ret = cpufreq_register_driver ( & p4clockmod_driver ) ;
if ( ! ret )
2016-04-05 20:28:25 +00:00
pr_info ( " P4/Xeon(TM) CPU On-Demand Clock Modulation available \n " ) ;
2005-04-16 22:20:36 +00:00
2009-01-18 04:55:22 +00:00
return ret ;
2005-04-16 22:20:36 +00:00
}
static void __exit cpufreq_p4_exit ( void )
{
cpufreq_unregister_driver ( & p4clockmod_driver ) ;
}
2009-01-18 04:55:22 +00:00
MODULE_AUTHOR ( " Zwane Mwaikambo <zwane@commfireservices.com> " ) ;
MODULE_DESCRIPTION ( " cpufreq driver for Pentium(TM) 4/Xeon(TM) " ) ;
MODULE_LICENSE ( " GPL " ) ;
2005-04-16 22:20:36 +00:00
late_initcall ( cpufreq_p4_init ) ;
module_exit ( cpufreq_p4_exit ) ;