arch/i386/kernel/cpu/cpufreq/p4-clockmod.c - maze/linux - Git at Google

 /*
  *	Pentium 4/Xeon CPU on demand clock modulation/speed scaling
  *	(C) 2002 - 2003 Dominik Brodowski <linux@brodo.de>
  *	(C) 2002 Zwane Mwaikambo <zwane@commfireservices.com>
  *	(C) 2002 Arjan van de Ven <arjanv@redhat.com>
  *	(C) 2002 Tora T. Engstad
  *	All Rights Reserved
  *
  *	This program is free software; you can redistribute it and/or
  *      modify it under the terms of the GNU General Public License
  *      as published by the Free Software Foundation; either version
  *      2 of the License, or (at your option) any later version.
  *
  *      The author(s) of this software shall not be held liable for damages
  *      of any nature resulting due to the use of this software. This
  *      software is provided AS-IS with no warranties.
  *
  *	Date		Errata			Description
  *	20020525	N44, O17	12.5% or 25% DC causes lockup
  *
  */

 #include <linux/config.h>
 #include <linux/kernel.h>
 #include <linux/module.h>
 #include <linux/init.h>
 #include <linux/smp.h>
 #include <linux/cpufreq.h>
 #include <linux/slab.h>
 #include <linux/cpumask.h>

 #include <asm/processor.h>
 #include <asm/msr.h>
 #include <asm/timex.h>

 #include "speedstep-lib.h"

 #define PFX	"p4-clockmod: "
 #define dprintk(msg...) cpufreq_debug_printk(CPUFREQ_DEBUG_DRIVER, "p4-clockmod", msg)

 /*
  * Duty Cycle (3bits), note DC_DISABLE is not specified in
  * intel docs i just use it to mean disable
  */
 enum {
 	DC_RESV, DC_DFLT, DC_25PT, DC_38PT, DC_50PT,
 	DC_64PT, DC_75PT, DC_88PT, DC_DISABLE
 };

 #define DC_ENTRIES	8


 static int has_N44_O17_errata[NR_CPUS];
 static unsigned int stock_freq;
 static struct cpufreq_driver p4clockmod_driver;
 static unsigned int cpufreq_p4_get(unsigned int cpu);

 static int cpufreq_p4_setdc(unsigned int cpu, unsigned int newstate)
 {
 	u32 l, h;

 	if (!cpu_online(cpu) || (newstate > DC_DISABLE) || (newstate == DC_RESV))
 		return -EINVAL;

 	rdmsr(MSR_IA32_THERM_STATUS, l, h);

 	if (l & 0x01)
 		dprintk("CPU#%d currently thermal throttled\n", cpu);

 	if (has_N44_O17_errata[cpu] && (newstate == DC_25PT || newstate == DC_DFLT))
 		newstate = DC_38PT;

 	rdmsr(MSR_IA32_THERM_CONTROL, l, h);
 	if (newstate == DC_DISABLE) {
 		dprintk("CPU#%d disabling modulation\n", cpu);
 		wrmsr(MSR_IA32_THERM_CONTROL, l & ~(1<<4), h);
 	} else {
 		dprintk("CPU#%d setting duty cycle to %d%%\n",
 			cpu, ((125 * newstate) / 10));
 		/* bits 63 - 5	: reserved
 		 * bit  4	: enable/disable
 		 * bits 3-1	: duty cycle
 		 * bit  0	: reserved
 		 */
 		l = (l & ~14);
 		l = l | (1<<4) | ((newstate & 0x7)<<1);
 		wrmsr(MSR_IA32_THERM_CONTROL, l, h);
 	}

 	return 0;
 }


 static struct cpufreq_frequency_table p4clockmod_table[] = {
 	{DC_RESV, CPUFREQ_ENTRY_INVALID},
 	{DC_DFLT, 0},
 	{DC_25PT, 0},
 	{DC_38PT, 0},
 	{DC_50PT, 0},
 	{DC_64PT, 0},
 	{DC_75PT, 0},
 	{DC_88PT, 0},
 	{DC_DISABLE, 0},
 	{DC_RESV, CPUFREQ_TABLE_END},
 };


 static int cpufreq_p4_target(struct cpufreq_policy *policy,
 			     unsigned int target_freq,
 			     unsigned int relation)
 {
 	unsigned int    newstate = DC_RESV;
 	struct cpufreq_freqs freqs;
 	cpumask_t cpus_allowed;
 	int i;

 	if (cpufreq_frequency_table_target(policy, &p4clockmod_table[0], target_freq, relation, &newstate))
 		return -EINVAL;

 	freqs.old = cpufreq_p4_get(policy->cpu);
 	freqs.new = stock_freq * p4clockmod_table[newstate].index / 8;

 	if (freqs.new == freqs.old)
 		return 0;

 	/* notifiers */
 	for_each_cpu_mask(i, policy->cpus) {
 		freqs.cpu = i;
 		cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
 	}

 	/* run on each logical CPU, see section 13.15.3 of IA32 Intel Architecture Software
 	 * Developer's Manual, Volume 3
 	 */
 	cpus_allowed = current->cpus_allowed;

 	for_each_cpu_mask(i, policy->cpus) {
 		cpumask_t this_cpu = cpumask_of_cpu(i);

 		set_cpus_allowed(current, this_cpu);
 		BUG_ON(smp_processor_id() != i);

 		cpufreq_p4_setdc(i, p4clockmod_table[newstate].index);
 	}
 	set_cpus_allowed(current, cpus_allowed);

 	/* notifiers */
 	for_each_cpu_mask(i, policy->cpus) {
 		freqs.cpu = i;
 		cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
 	}

 	return 0;
 }


 static int cpufreq_p4_verify(struct cpufreq_policy *policy)
 {
 	return cpufreq_frequency_table_verify(policy, &p4clockmod_table[0]);
 }


 static unsigned int cpufreq_p4_get_frequency(struct cpuinfo_x86 *c)
 {
 	if ((c->x86 == 0x06) && (c->x86_model == 0x09)) {
 		/* Pentium M (Banias) */
 		printk(KERN_WARNING PFX "Warning: Pentium M detected. "
 		       "The speedstep_centrino module offers voltage scaling"
 		       " in addition of frequency scaling. You should use "
 		       "that instead of p4-clockmod, if possible.\n");
 		return speedstep_get_processor_frequency(SPEEDSTEP_PROCESSOR_PM);
 	}

 	if ((c->x86 == 0x06) && (c->x86_model == 0x0D)) {
 		/* Pentium M (Dothan) */
 		printk(KERN_WARNING PFX "Warning: Pentium M detected. "
 		       "The speedstep_centrino module offers voltage scaling"
 		       " in addition of frequency scaling. You should use "
 		       "that instead of p4-clockmod, if possible.\n");
 		/* on P-4s, the TSC runs with constant frequency independent whether
 		 * throttling is active or not. */
 		p4clockmod_driver.flags |= CPUFREQ_CONST_LOOPS;
 		return speedstep_get_processor_frequency(SPEEDSTEP_PROCESSOR_PM);
 	}

 	if (c->x86 != 0xF) {
 		printk(KERN_WARNING PFX "Unknown p4-clockmod-capable CPU. Please send an e-mail to <linux@brodo.de>\n");
 		return 0;
 	}

 	/* on P-4s, the TSC runs with constant frequency independent whether
 	 * throttling is active or not. */
 	p4clockmod_driver.flags |= CPUFREQ_CONST_LOOPS;

 	if (speedstep_detect_processor() == SPEEDSTEP_PROCESSOR_P4M) {
 		printk(KERN_WARNING PFX "Warning: Pentium 4-M detected. "
 		       "The speedstep-ich or acpi cpufreq modules offer "
 		       "voltage scaling in addition of frequency scaling. "
 		       "You should use either one instead of p4-clockmod, "
 		       "if possible.\n");
 		return speedstep_get_processor_frequency(SPEEDSTEP_PROCESSOR_P4M);
 	}

 	return speedstep_get_processor_frequency(SPEEDSTEP_PROCESSOR_P4D);
 }


 static int cpufreq_p4_cpu_init(struct cpufreq_policy *policy)
 {
 	struct cpuinfo_x86 *c = &cpu_data[policy->cpu];
 	int cpuid = 0;
 	unsigned int i;

 #ifdef CONFIG_SMP
 	policy->cpus = cpu_sibling_map[policy->cpu];
 #endif

 	/* Errata workaround */
 	cpuid = (c->x86 << 8) | (c->x86_model << 4) | c->x86_mask;
 	switch (cpuid) {
 	case 0x0f07:
 	case 0x0f0a:
 	case 0x0f11:
 	case 0x0f12:
 		has_N44_O17_errata[policy->cpu] = 1;
 		dprintk("has errata -- disabling low frequencies\n");
 	}

 	/* get max frequency */
 	stock_freq = cpufreq_p4_get_frequency(c);
 	if (!stock_freq)
 		return -EINVAL;

 	/* table init */
 	for (i=1; (p4clockmod_table[i].frequency != CPUFREQ_TABLE_END); i++) {
 		if ((i<2) && (has_N44_O17_errata[policy->cpu]))
 			p4clockmod_table[i].frequency = CPUFREQ_ENTRY_INVALID;
 		else
 			p4clockmod_table[i].frequency = (stock_freq * i)/8;
 	}
 	cpufreq_frequency_table_get_attr(p4clockmod_table, policy->cpu);

 	/* cpuinfo and default policy values */
 	policy->governor = CPUFREQ_DEFAULT_GOVERNOR;
 	policy->cpuinfo.transition_latency = 1000000; /* assumed */
 	policy->cur = stock_freq;

 	return cpufreq_frequency_table_cpuinfo(policy, &p4clockmod_table[0]);
 }


 static int cpufreq_p4_cpu_exit(struct cpufreq_policy *policy)
 {
 	cpufreq_frequency_table_put_attr(policy->cpu);
 	return 0;
 }

 static unsigned int cpufreq_p4_get(unsigned int cpu)
 {
 	cpumask_t cpus_allowed;
 	u32 l, h;

 	cpus_allowed = current->cpus_allowed;

 	set_cpus_allowed(current, cpumask_of_cpu(cpu));
 	BUG_ON(smp_processor_id() != cpu);

 	rdmsr(MSR_IA32_THERM_CONTROL, l, h);

 	set_cpus_allowed(current, cpus_allowed);

 	if (l & 0x10) {
 		l = l >> 1;
 		l &= 0x7;
 	} else
 		l = DC_DISABLE;

 	if (l != DC_DISABLE)
 		return (stock_freq * l / 8);

 	return stock_freq;
 }

 static struct freq_attr* p4clockmod_attr[] = {
 	&cpufreq_freq_attr_scaling_available_freqs,
 	NULL,
 };

 static struct cpufreq_driver p4clockmod_driver = {
 	.verify 	= cpufreq_p4_verify,
 	.target		= cpufreq_p4_target,
 	.init		= cpufreq_p4_cpu_init,
 	.exit		= cpufreq_p4_cpu_exit,
 	.get		= cpufreq_p4_get,
 	.name		= "p4-clockmod",
 	.owner		= THIS_MODULE,
 	.attr		= p4clockmod_attr,
 };


 static int __init cpufreq_p4_init(void)
 {
 	struct cpuinfo_x86 *c = cpu_data;
 	int ret;

 	/*
 	 * THERM_CONTROL is architectural for IA32 now, so
 	 * we can rely on the capability checks
 	 */
 	if (c->x86_vendor != X86_VENDOR_INTEL)
 		return -ENODEV;

 	if (!test_bit(X86_FEATURE_ACPI, c->x86_capability) ||
 		!test_bit(X86_FEATURE_ACC, c->x86_capability))
 		return -ENODEV;

 	ret = cpufreq_register_driver(&p4clockmod_driver);
 	if (!ret)
 		printk(KERN_INFO PFX "P4/Xeon(TM) CPU On-Demand Clock Modulation available\n");

 	return (ret);
 }


 static void __exit cpufreq_p4_exit(void)
 {
 	cpufreq_unregister_driver(&p4clockmod_driver);
 }


 MODULE_AUTHOR ("Zwane Mwaikambo <zwane@commfireservices.com>");
 MODULE_DESCRIPTION ("cpufreq driver for Pentium(TM) 4/Xeon(TM)");
 MODULE_LICENSE ("GPL");

 late_initcall(cpufreq_p4_init);
 module_exit(cpufreq_p4_exit);
	/*
	* Pentium 4/Xeon CPU on demand clock modulation/speed scaling
	* (C) 2002 - 2003 Dominik Brodowski <linux@brodo.de>
	* (C) 2002 Zwane Mwaikambo <zwane@commfireservices.com>
	* (C) 2002 Arjan van de Ven <arjanv@redhat.com>
	* (C) 2002 Tora T. Engstad
	* All Rights Reserved
	*
	* This program is free software; you can redistribute it and/or
	* modify it under the terms of the GNU General Public License
	* as published by the Free Software Foundation; either version
	* 2 of the License, or (at your option) any later version.
	*
	* The author(s) of this software shall not be held liable for damages
	* of any nature resulting due to the use of this software. This
	* software is provided AS-IS with no warranties.
	*
	* Date Errata Description
	* 20020525 N44, O17 12.5% or 25% DC causes lockup
	*
	*/

	#include <linux/config.h>
	#include <linux/kernel.h>
	#include <linux/module.h>
	#include <linux/init.h>
	#include <linux/smp.h>
	#include <linux/cpufreq.h>
	#include <linux/slab.h>
	#include <linux/cpumask.h>

	#include <asm/processor.h>
	#include <asm/msr.h>
	#include <asm/timex.h>

	#include "speedstep-lib.h"

	#define PFX "p4-clockmod: "
	#define dprintk(msg...) cpufreq_debug_printk(CPUFREQ_DEBUG_DRIVER, "p4-clockmod", msg)

	/*
	* Duty Cycle (3bits), note DC_DISABLE is not specified in
	* intel docs i just use it to mean disable
	*/
	enum {
	DC_RESV, DC_DFLT, DC_25PT, DC_38PT, DC_50PT,
	DC_64PT, DC_75PT, DC_88PT, DC_DISABLE
	};

	#define DC_ENTRIES 8


	static int has_N44_O17_errata[NR_CPUS];
	static unsigned int stock_freq;
	static struct cpufreq_driver p4clockmod_driver;
	static unsigned int cpufreq_p4_get(unsigned int cpu);

	static int cpufreq_p4_setdc(unsigned int cpu, unsigned int newstate)
	{
	u32 l, h;

	if (!cpu_online(cpu) \|\| (newstate > DC_DISABLE) \|\| (newstate == DC_RESV))
	return -EINVAL;

	rdmsr(MSR_IA32_THERM_STATUS, l, h);

	if (l & 0x01)
	dprintk("CPU#%d currently thermal throttled\n", cpu);

	if (has_N44_O17_errata[cpu] && (newstate == DC_25PT \|\| newstate == DC_DFLT))
	newstate = DC_38PT;

	rdmsr(MSR_IA32_THERM_CONTROL, l, h);
	if (newstate == DC_DISABLE) {
	dprintk("CPU#%d disabling modulation\n", cpu);
	wrmsr(MSR_IA32_THERM_CONTROL, l & ~(1<<4), h);
	} else {
	dprintk("CPU#%d setting duty cycle to %d%%\n",
	cpu, ((125 * newstate) / 10));
	/* bits 63 - 5 : reserved
	* bit 4 : enable/disable
	* bits 3-1 : duty cycle
	* bit 0 : reserved
	*/
	l = (l & ~14);
	l = l \| (1<<4) \| ((newstate & 0x7)<<1);
	wrmsr(MSR_IA32_THERM_CONTROL, l, h);
	}

	return 0;
	}


	static struct cpufreq_frequency_table p4clockmod_table[] = {
	{DC_RESV, CPUFREQ_ENTRY_INVALID},
	{DC_DFLT, 0},
	{DC_25PT, 0},
	{DC_38PT, 0},
	{DC_50PT, 0},
	{DC_64PT, 0},
	{DC_75PT, 0},
	{DC_88PT, 0},
	{DC_DISABLE, 0},
	{DC_RESV, CPUFREQ_TABLE_END},
	};


	static int cpufreq_p4_target(struct cpufreq_policy *policy,
	unsigned int target_freq,
	unsigned int relation)
	{
	unsigned int newstate = DC_RESV;
	struct cpufreq_freqs freqs;
	cpumask_t cpus_allowed;
	int i;

	if (cpufreq_frequency_table_target(policy, &p4clockmod_table[0], target_freq, relation, &newstate))
	return -EINVAL;

	freqs.old = cpufreq_p4_get(policy->cpu);
	freqs.new = stock_freq * p4clockmod_table[newstate].index / 8;

	if (freqs.new == freqs.old)
	return 0;

	/* notifiers */
	for_each_cpu_mask(i, policy->cpus) {
	freqs.cpu = i;
	cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
	}

	/* run on each logical CPU, see section 13.15.3 of IA32 Intel Architecture Software
	* Developer's Manual, Volume 3
	*/
	cpus_allowed = current->cpus_allowed;

	for_each_cpu_mask(i, policy->cpus) {
	cpumask_t this_cpu = cpumask_of_cpu(i);

	set_cpus_allowed(current, this_cpu);
	BUG_ON(smp_processor_id() != i);

	cpufreq_p4_setdc(i, p4clockmod_table[newstate].index);
	}
	set_cpus_allowed(current, cpus_allowed);

	/* notifiers */
	for_each_cpu_mask(i, policy->cpus) {
	freqs.cpu = i;
	cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
	}

	return 0;
	}


	static int cpufreq_p4_verify(struct cpufreq_policy *policy)
	{
	return cpufreq_frequency_table_verify(policy, &p4clockmod_table[0]);
	}


	static unsigned int cpufreq_p4_get_frequency(struct cpuinfo_x86 *c)
	{
	if ((c->x86 == 0x06) && (c->x86_model == 0x09)) {
	/* Pentium M (Banias) */
	printk(KERN_WARNING PFX "Warning: Pentium M detected. "
	"The speedstep_centrino module offers voltage scaling"
	" in addition of frequency scaling. You should use "
	"that instead of p4-clockmod, if possible.\n");
	return speedstep_get_processor_frequency(SPEEDSTEP_PROCESSOR_PM);
	}

	if ((c->x86 == 0x06) && (c->x86_model == 0x0D)) {
	/* Pentium M (Dothan) */
	printk(KERN_WARNING PFX "Warning: Pentium M detected. "
	"The speedstep_centrino module offers voltage scaling"
	" in addition of frequency scaling. You should use "
	"that instead of p4-clockmod, if possible.\n");
	/* on P-4s, the TSC runs with constant frequency independent whether
	* throttling is active or not. */
	p4clockmod_driver.flags \|= CPUFREQ_CONST_LOOPS;
	return speedstep_get_processor_frequency(SPEEDSTEP_PROCESSOR_PM);
	}

	if (c->x86 != 0xF) {
	printk(KERN_WARNING PFX "Unknown p4-clockmod-capable CPU. Please send an e-mail to <linux@brodo.de>\n");
	return 0;
	}

	/* on P-4s, the TSC runs with constant frequency independent whether
	* throttling is active or not. */
	p4clockmod_driver.flags \|= CPUFREQ_CONST_LOOPS;

	if (speedstep_detect_processor() == SPEEDSTEP_PROCESSOR_P4M) {
	printk(KERN_WARNING PFX "Warning: Pentium 4-M detected. "
	"The speedstep-ich or acpi cpufreq modules offer "
	"voltage scaling in addition of frequency scaling. "
	"You should use either one instead of p4-clockmod, "
	"if possible.\n");
	return speedstep_get_processor_frequency(SPEEDSTEP_PROCESSOR_P4M);
	}

	return speedstep_get_processor_frequency(SPEEDSTEP_PROCESSOR_P4D);
	}



	static int cpufreq_p4_cpu_init(struct cpufreq_policy *policy)
	{
	struct cpuinfo_x86 *c = &cpu_data[policy->cpu];
	int cpuid = 0;
	unsigned int i;

	#ifdef CONFIG_SMP
	policy->cpus = cpu_sibling_map[policy->cpu];
	#endif

	/* Errata workaround */
	cpuid = (c->x86 << 8) \| (c->x86_model << 4) \| c->x86_mask;
	switch (cpuid) {
	case 0x0f07:
	case 0x0f0a:
	case 0x0f11:
	case 0x0f12:
	has_N44_O17_errata[policy->cpu] = 1;
	dprintk("has errata -- disabling low frequencies\n");
	}

	/* get max frequency */
	stock_freq = cpufreq_p4_get_frequency(c);
	if (!stock_freq)
	return -EINVAL;

	/* table init */
	for (i=1; (p4clockmod_table[i].frequency != CPUFREQ_TABLE_END); i++) {
	if ((i<2) && (has_N44_O17_errata[policy->cpu]))
	p4clockmod_table[i].frequency = CPUFREQ_ENTRY_INVALID;
	else
	p4clockmod_table[i].frequency = (stock_freq * i)/8;
	}
	cpufreq_frequency_table_get_attr(p4clockmod_table, policy->cpu);

	/* cpuinfo and default policy values */
	policy->governor = CPUFREQ_DEFAULT_GOVERNOR;
	policy->cpuinfo.transition_latency = 1000000; /* assumed */
	policy->cur = stock_freq;

	return cpufreq_frequency_table_cpuinfo(policy, &p4clockmod_table[0]);
	}


	static int cpufreq_p4_cpu_exit(struct cpufreq_policy *policy)
	{
	cpufreq_frequency_table_put_attr(policy->cpu);
	return 0;
	}

	static unsigned int cpufreq_p4_get(unsigned int cpu)
	{
	cpumask_t cpus_allowed;
	u32 l, h;

	cpus_allowed = current->cpus_allowed;

	set_cpus_allowed(current, cpumask_of_cpu(cpu));
	BUG_ON(smp_processor_id() != cpu);

	rdmsr(MSR_IA32_THERM_CONTROL, l, h);

	set_cpus_allowed(current, cpus_allowed);

	if (l & 0x10) {
	l = l >> 1;
	l &= 0x7;
	} else
	l = DC_DISABLE;

	if (l != DC_DISABLE)
	return (stock_freq * l / 8);

	return stock_freq;
	}

	static struct freq_attr* p4clockmod_attr[] = {
	&cpufreq_freq_attr_scaling_available_freqs,
	NULL,
	};

	static struct cpufreq_driver p4clockmod_driver = {
	.verify = cpufreq_p4_verify,
	.target = cpufreq_p4_target,
	.init = cpufreq_p4_cpu_init,
	.exit = cpufreq_p4_cpu_exit,
	.get = cpufreq_p4_get,
	.name = "p4-clockmod",
	.owner = THIS_MODULE,
	.attr = p4clockmod_attr,
	};


	static int __init cpufreq_p4_init(void)
	{
	struct cpuinfo_x86 *c = cpu_data;
	int ret;

	/*
	* THERM_CONTROL is architectural for IA32 now, so
	* we can rely on the capability checks
	*/
	if (c->x86_vendor != X86_VENDOR_INTEL)
	return -ENODEV;

	if (!test_bit(X86_FEATURE_ACPI, c->x86_capability) \|\|
	!test_bit(X86_FEATURE_ACC, c->x86_capability))
	return -ENODEV;

	ret = cpufreq_register_driver(&p4clockmod_driver);
	if (!ret)
	printk(KERN_INFO PFX "P4/Xeon(TM) CPU On-Demand Clock Modulation available\n");

	return (ret);
	}


	static void __exit cpufreq_p4_exit(void)
	{
	cpufreq_unregister_driver(&p4clockmod_driver);
	}


	MODULE_AUTHOR ("Zwane Mwaikambo <zwane@commfireservices.com>");
	MODULE_DESCRIPTION ("cpufreq driver for Pentium(TM) 4/Xeon(TM)");
	MODULE_LICENSE ("GPL");

	late_initcall(cpufreq_p4_init);
	module_exit(cpufreq_p4_exit);