blob: 956ab33fd73fb98096c16fb760dce8695aa6f873 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#include <linux/sysdev.h>
2#include <linux/cpu.h>
3#include <linux/smp.h>
4#include <linux/percpu.h>
5#include <linux/init.h>
6#include <linux/sched.h>
7#include <linux/module.h>
8#include <linux/nodemask.h>
9#include <linux/cpumask.h>
10#include <linux/notifier.h>
11
12#include <asm/current.h>
13#include <asm/processor.h>
14#include <asm/cputable.h>
Stephen Rothwell1ababe12005-08-03 14:35:25 +100015#include <asm/firmware.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <asm/hvcall.h>
17#include <asm/prom.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <asm/machdep.h>
Paul Mackerras2249ca92005-11-07 13:18:13 +110019#include <asm/smp.h>
Paul Mackerrasa6dbf932009-09-09 01:26:03 +000020#include <asm/pmc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
Nathan Lynch93197a32008-12-23 18:55:54 +000022#include "cacheinfo.h"
23
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +100024#ifdef CONFIG_PPC64
25#include <asm/paca.h>
26#include <asm/lppaca.h>
27#endif
28
Linus Torvalds1da177e2005-04-16 15:20:36 -070029static DEFINE_PER_CPU(struct cpu, cpu_devices);
30
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +100031/*
32 * SMT snooze delay stuff, 64-bit only for now
33 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +100035#ifdef CONFIG_PPC64
36
Anton Blanchard0ddd3e72006-09-22 20:30:14 +100037/* Time in microseconds we delay before sleeping in the idle loop */
38DEFINE_PER_CPU(unsigned long, smt_snooze_delay) = { 100 };
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
Andi Kleen4a0b2b42008-07-01 18:48:41 +020040static ssize_t store_smt_snooze_delay(struct sys_device *dev,
41 struct sysdev_attribute *attr,
42 const char *buf,
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 size_t count)
44{
45 struct cpu *cpu = container_of(dev, struct cpu, sysdev);
46 ssize_t ret;
47 unsigned long snooze;
48
49 ret = sscanf(buf, "%lu", &snooze);
50 if (ret != 1)
51 return -EINVAL;
52
53 per_cpu(smt_snooze_delay, cpu->sysdev.id) = snooze;
54
55 return count;
56}
57
Andi Kleen4a0b2b42008-07-01 18:48:41 +020058static ssize_t show_smt_snooze_delay(struct sys_device *dev,
59 struct sysdev_attribute *attr,
60 char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -070061{
62 struct cpu *cpu = container_of(dev, struct cpu, sysdev);
63
64 return sprintf(buf, "%lu\n", per_cpu(smt_snooze_delay, cpu->sysdev.id));
65}
66
67static SYSDEV_ATTR(smt_snooze_delay, 0644, show_smt_snooze_delay,
68 store_smt_snooze_delay);
69
70/* Only parse OF options if the matching cmdline option was not specified */
71static int smt_snooze_cmdline;
72
73static int __init smt_setup(void)
74{
75 struct device_node *options;
Jeremy Kerra7f67bd2006-07-12 15:35:54 +100076 const unsigned int *val;
Linus Torvalds1da177e2005-04-16 15:20:36 -070077 unsigned int cpu;
78
79 if (!cpu_has_feature(CPU_FTR_SMT))
Anton Blanchard69ed3322006-03-28 14:08:39 +110080 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -070081
Stephen Rothwell8c8dc322007-04-24 13:50:55 +100082 options = of_find_node_by_path("/options");
Linus Torvalds1da177e2005-04-16 15:20:36 -070083 if (!options)
Anton Blanchard69ed3322006-03-28 14:08:39 +110084 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085
Stephen Rothwelle2eb6392007-04-03 22:26:41 +100086 val = of_get_property(options, "ibm,smt-snooze-delay", NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -070087 if (!smt_snooze_cmdline && val) {
KAMEZAWA Hiroyuki0e551952006-03-28 14:50:51 -080088 for_each_possible_cpu(cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070089 per_cpu(smt_snooze_delay, cpu) = *val;
90 }
91
Stephen Rothwell8c8dc322007-04-24 13:50:55 +100092 of_node_put(options);
Anton Blanchard69ed3322006-03-28 14:08:39 +110093 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070094}
95__initcall(smt_setup);
96
97static int __init setup_smt_snooze_delay(char *str)
98{
99 unsigned int cpu;
100 int snooze;
101
102 if (!cpu_has_feature(CPU_FTR_SMT))
103 return 1;
104
105 smt_snooze_cmdline = 1;
106
107 if (get_option(&str, &snooze)) {
KAMEZAWA Hiroyuki0e551952006-03-28 14:50:51 -0800108 for_each_possible_cpu(cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109 per_cpu(smt_snooze_delay, cpu) = snooze;
110 }
111
112 return 1;
113}
114__setup("smt-snooze-delay=", setup_smt_snooze_delay);
115
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000116#endif /* CONFIG_PPC64 */
Michael Ellerman180a3362005-08-09 11:13:36 +1000117
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118/*
119 * Enabling PMCs will slow partition context switch times so we only do
120 * it the first time we write to the PMCs.
121 */
122
123static DEFINE_PER_CPU(char, pmcs_enabled);
124
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000125void ppc_enable_pmcs(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126{
Paul Mackerrasa6dbf932009-09-09 01:26:03 +0000127 ppc_set_pmu_inuse(1);
128
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129 /* Only need to enable them once */
130 if (__get_cpu_var(pmcs_enabled))
131 return;
132
133 __get_cpu_var(pmcs_enabled) = 1;
134
Michael Ellerman180a3362005-08-09 11:13:36 +1000135 if (ppc_md.enable_pmcs)
136 ppc_md.enable_pmcs();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137}
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000138EXPORT_SYMBOL(ppc_enable_pmcs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140#define SYSFS_PMCSETUP(NAME, ADDRESS) \
Rusty Russell9a371932009-03-11 12:20:05 +0000141static void read_##NAME(void *val) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142{ \
Benjamin Herrenschmidtec78c8a2009-03-26 19:29:06 +0000143 *(unsigned long *)val = mfspr(ADDRESS); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144} \
Benjamin Herrenschmidtec78c8a2009-03-26 19:29:06 +0000145static void write_##NAME(void *val) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146{ \
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000147 ppc_enable_pmcs(); \
Rusty Russell9a371932009-03-11 12:20:05 +0000148 mtspr(ADDRESS, *(unsigned long *)val); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149} \
Andi Kleen4a0b2b42008-07-01 18:48:41 +0200150static ssize_t show_##NAME(struct sys_device *dev, \
151 struct sysdev_attribute *attr, \
152 char *buf) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153{ \
154 struct cpu *cpu = container_of(dev, struct cpu, sysdev); \
Rusty Russell9a371932009-03-11 12:20:05 +0000155 unsigned long val; \
156 smp_call_function_single(cpu->sysdev.id, read_##NAME, &val, 1); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157 return sprintf(buf, "%lx\n", val); \
158} \
Adrian Bunk3ff6eec2008-01-24 22:16:20 +0100159static ssize_t __used \
Andi Kleen4a0b2b42008-07-01 18:48:41 +0200160 store_##NAME(struct sys_device *dev, struct sysdev_attribute *attr, \
161 const char *buf, size_t count) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162{ \
163 struct cpu *cpu = container_of(dev, struct cpu, sysdev); \
164 unsigned long val; \
165 int ret = sscanf(buf, "%lx", &val); \
166 if (ret != 1) \
167 return -EINVAL; \
Rusty Russell9a371932009-03-11 12:20:05 +0000168 smp_call_function_single(cpu->sysdev.id, write_##NAME, &val, 1); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 return count; \
170}
171
Olof Johansson6529c132007-01-28 21:25:57 -0600172
173/* Let's define all possible registers, we'll only hook up the ones
174 * that are implemented on the current processor
175 */
176
Kumar Gala33a7f122008-09-18 17:50:42 -0500177#if defined(CONFIG_PPC64)
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000178#define HAS_PPC_PMC_CLASSIC 1
179#define HAS_PPC_PMC_IBM 1
180#define HAS_PPC_PMC_PA6T 1
Kumar Gala33a7f122008-09-18 17:50:42 -0500181#elif defined(CONFIG_6xx)
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000182#define HAS_PPC_PMC_CLASSIC 1
183#define HAS_PPC_PMC_IBM 1
184#define HAS_PPC_PMC_G4 1
185#endif
186
187
188#ifdef HAS_PPC_PMC_CLASSIC
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189SYSFS_PMCSETUP(mmcr0, SPRN_MMCR0);
190SYSFS_PMCSETUP(mmcr1, SPRN_MMCR1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191SYSFS_PMCSETUP(pmc1, SPRN_PMC1);
192SYSFS_PMCSETUP(pmc2, SPRN_PMC2);
193SYSFS_PMCSETUP(pmc3, SPRN_PMC3);
194SYSFS_PMCSETUP(pmc4, SPRN_PMC4);
195SYSFS_PMCSETUP(pmc5, SPRN_PMC5);
196SYSFS_PMCSETUP(pmc6, SPRN_PMC6);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000197
198#ifdef HAS_PPC_PMC_G4
199SYSFS_PMCSETUP(mmcr2, SPRN_MMCR2);
200#endif
201
202#ifdef CONFIG_PPC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203SYSFS_PMCSETUP(pmc7, SPRN_PMC7);
204SYSFS_PMCSETUP(pmc8, SPRN_PMC8);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000205
206SYSFS_PMCSETUP(mmcra, SPRN_MMCRA);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207SYSFS_PMCSETUP(purr, SPRN_PURR);
Anton Blanchardf0509822006-12-08 17:51:13 +1100208SYSFS_PMCSETUP(spurr, SPRN_SPURR);
Anton Blanchard4c1985572006-12-08 17:46:58 +1100209SYSFS_PMCSETUP(dscr, SPRN_DSCR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000211static SYSDEV_ATTR(mmcra, 0600, show_mmcra, store_mmcra);
212static SYSDEV_ATTR(spurr, 0600, show_spurr, NULL);
213static SYSDEV_ATTR(dscr, 0600, show_dscr, store_dscr);
214static SYSDEV_ATTR(purr, 0600, show_purr, store_purr);
215#endif /* CONFIG_PPC64 */
216
217#ifdef HAS_PPC_PMC_PA6T
Olof Johansson25fc5302007-04-18 16:38:21 +1000218SYSFS_PMCSETUP(pa6t_pmc0, SPRN_PA6T_PMC0);
219SYSFS_PMCSETUP(pa6t_pmc1, SPRN_PA6T_PMC1);
220SYSFS_PMCSETUP(pa6t_pmc2, SPRN_PA6T_PMC2);
221SYSFS_PMCSETUP(pa6t_pmc3, SPRN_PA6T_PMC3);
222SYSFS_PMCSETUP(pa6t_pmc4, SPRN_PA6T_PMC4);
223SYSFS_PMCSETUP(pa6t_pmc5, SPRN_PA6T_PMC5);
Olof Johansson2e1957f2007-09-05 12:09:06 +1000224#ifdef CONFIG_DEBUG_KERNEL
225SYSFS_PMCSETUP(hid0, SPRN_HID0);
226SYSFS_PMCSETUP(hid1, SPRN_HID1);
227SYSFS_PMCSETUP(hid4, SPRN_HID4);
228SYSFS_PMCSETUP(hid5, SPRN_HID5);
229SYSFS_PMCSETUP(ima0, SPRN_PA6T_IMA0);
230SYSFS_PMCSETUP(ima1, SPRN_PA6T_IMA1);
231SYSFS_PMCSETUP(ima2, SPRN_PA6T_IMA2);
232SYSFS_PMCSETUP(ima3, SPRN_PA6T_IMA3);
233SYSFS_PMCSETUP(ima4, SPRN_PA6T_IMA4);
234SYSFS_PMCSETUP(ima5, SPRN_PA6T_IMA5);
235SYSFS_PMCSETUP(ima6, SPRN_PA6T_IMA6);
236SYSFS_PMCSETUP(ima7, SPRN_PA6T_IMA7);
237SYSFS_PMCSETUP(ima8, SPRN_PA6T_IMA8);
238SYSFS_PMCSETUP(ima9, SPRN_PA6T_IMA9);
239SYSFS_PMCSETUP(imaat, SPRN_PA6T_IMAAT);
240SYSFS_PMCSETUP(btcr, SPRN_PA6T_BTCR);
241SYSFS_PMCSETUP(pccr, SPRN_PA6T_PCCR);
242SYSFS_PMCSETUP(rpccr, SPRN_PA6T_RPCCR);
243SYSFS_PMCSETUP(der, SPRN_PA6T_DER);
244SYSFS_PMCSETUP(mer, SPRN_PA6T_MER);
245SYSFS_PMCSETUP(ber, SPRN_PA6T_BER);
246SYSFS_PMCSETUP(ier, SPRN_PA6T_IER);
247SYSFS_PMCSETUP(sier, SPRN_PA6T_SIER);
248SYSFS_PMCSETUP(siar, SPRN_PA6T_SIAR);
249SYSFS_PMCSETUP(tsr0, SPRN_PA6T_TSR0);
250SYSFS_PMCSETUP(tsr1, SPRN_PA6T_TSR1);
251SYSFS_PMCSETUP(tsr2, SPRN_PA6T_TSR2);
252SYSFS_PMCSETUP(tsr3, SPRN_PA6T_TSR3);
253#endif /* CONFIG_DEBUG_KERNEL */
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000254#endif /* HAS_PPC_PMC_PA6T */
Olof Johansson6529c132007-01-28 21:25:57 -0600255
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000256#ifdef HAS_PPC_PMC_IBM
Olof Johansson6529c132007-01-28 21:25:57 -0600257static struct sysdev_attribute ibm_common_attrs[] = {
258 _SYSDEV_ATTR(mmcr0, 0600, show_mmcr0, store_mmcr0),
259 _SYSDEV_ATTR(mmcr1, 0600, show_mmcr1, store_mmcr1),
260};
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000261#endif /* HAS_PPC_PMC_G4 */
Olof Johansson6529c132007-01-28 21:25:57 -0600262
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000263#ifdef HAS_PPC_PMC_G4
264static struct sysdev_attribute g4_common_attrs[] = {
265 _SYSDEV_ATTR(mmcr0, 0600, show_mmcr0, store_mmcr0),
266 _SYSDEV_ATTR(mmcr1, 0600, show_mmcr1, store_mmcr1),
267 _SYSDEV_ATTR(mmcr2, 0600, show_mmcr2, store_mmcr2),
268};
269#endif /* HAS_PPC_PMC_G4 */
270
271static struct sysdev_attribute classic_pmc_attrs[] = {
Olof Johansson6529c132007-01-28 21:25:57 -0600272 _SYSDEV_ATTR(pmc1, 0600, show_pmc1, store_pmc1),
273 _SYSDEV_ATTR(pmc2, 0600, show_pmc2, store_pmc2),
274 _SYSDEV_ATTR(pmc3, 0600, show_pmc3, store_pmc3),
275 _SYSDEV_ATTR(pmc4, 0600, show_pmc4, store_pmc4),
276 _SYSDEV_ATTR(pmc5, 0600, show_pmc5, store_pmc5),
277 _SYSDEV_ATTR(pmc6, 0600, show_pmc6, store_pmc6),
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000278#ifdef CONFIG_PPC64
Olof Johansson6529c132007-01-28 21:25:57 -0600279 _SYSDEV_ATTR(pmc7, 0600, show_pmc7, store_pmc7),
280 _SYSDEV_ATTR(pmc8, 0600, show_pmc8, store_pmc8),
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000281#endif
Olof Johansson6529c132007-01-28 21:25:57 -0600282};
283
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000284#ifdef HAS_PPC_PMC_PA6T
Olof Johansson6529c132007-01-28 21:25:57 -0600285static struct sysdev_attribute pa6t_attrs[] = {
286 _SYSDEV_ATTR(mmcr0, 0600, show_mmcr0, store_mmcr0),
287 _SYSDEV_ATTR(mmcr1, 0600, show_mmcr1, store_mmcr1),
288 _SYSDEV_ATTR(pmc0, 0600, show_pa6t_pmc0, store_pa6t_pmc0),
289 _SYSDEV_ATTR(pmc1, 0600, show_pa6t_pmc1, store_pa6t_pmc1),
290 _SYSDEV_ATTR(pmc2, 0600, show_pa6t_pmc2, store_pa6t_pmc2),
291 _SYSDEV_ATTR(pmc3, 0600, show_pa6t_pmc3, store_pa6t_pmc3),
292 _SYSDEV_ATTR(pmc4, 0600, show_pa6t_pmc4, store_pa6t_pmc4),
293 _SYSDEV_ATTR(pmc5, 0600, show_pa6t_pmc5, store_pa6t_pmc5),
Olof Johansson2e1957f2007-09-05 12:09:06 +1000294#ifdef CONFIG_DEBUG_KERNEL
295 _SYSDEV_ATTR(hid0, 0600, show_hid0, store_hid0),
296 _SYSDEV_ATTR(hid1, 0600, show_hid1, store_hid1),
297 _SYSDEV_ATTR(hid4, 0600, show_hid4, store_hid4),
298 _SYSDEV_ATTR(hid5, 0600, show_hid5, store_hid5),
299 _SYSDEV_ATTR(ima0, 0600, show_ima0, store_ima0),
300 _SYSDEV_ATTR(ima1, 0600, show_ima1, store_ima1),
301 _SYSDEV_ATTR(ima2, 0600, show_ima2, store_ima2),
302 _SYSDEV_ATTR(ima3, 0600, show_ima3, store_ima3),
303 _SYSDEV_ATTR(ima4, 0600, show_ima4, store_ima4),
304 _SYSDEV_ATTR(ima5, 0600, show_ima5, store_ima5),
305 _SYSDEV_ATTR(ima6, 0600, show_ima6, store_ima6),
306 _SYSDEV_ATTR(ima7, 0600, show_ima7, store_ima7),
307 _SYSDEV_ATTR(ima8, 0600, show_ima8, store_ima8),
308 _SYSDEV_ATTR(ima9, 0600, show_ima9, store_ima9),
309 _SYSDEV_ATTR(imaat, 0600, show_imaat, store_imaat),
310 _SYSDEV_ATTR(btcr, 0600, show_btcr, store_btcr),
311 _SYSDEV_ATTR(pccr, 0600, show_pccr, store_pccr),
312 _SYSDEV_ATTR(rpccr, 0600, show_rpccr, store_rpccr),
313 _SYSDEV_ATTR(der, 0600, show_der, store_der),
314 _SYSDEV_ATTR(mer, 0600, show_mer, store_mer),
315 _SYSDEV_ATTR(ber, 0600, show_ber, store_ber),
316 _SYSDEV_ATTR(ier, 0600, show_ier, store_ier),
317 _SYSDEV_ATTR(sier, 0600, show_sier, store_sier),
318 _SYSDEV_ATTR(siar, 0600, show_siar, store_siar),
319 _SYSDEV_ATTR(tsr0, 0600, show_tsr0, store_tsr0),
320 _SYSDEV_ATTR(tsr1, 0600, show_tsr1, store_tsr1),
321 _SYSDEV_ATTR(tsr2, 0600, show_tsr2, store_tsr2),
322 _SYSDEV_ATTR(tsr3, 0600, show_tsr3, store_tsr3),
323#endif /* CONFIG_DEBUG_KERNEL */
Olof Johansson6529c132007-01-28 21:25:57 -0600324};
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000325#endif /* HAS_PPC_PMC_PA6T */
326#endif /* HAS_PPC_PMC_CLASSIC */
Olof Johansson6529c132007-01-28 21:25:57 -0600327
Nathan Lynch9ba19842008-07-27 15:24:51 +1000328static void __cpuinit register_cpu_online(unsigned int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329{
330 struct cpu *c = &per_cpu(cpu_devices, cpu);
331 struct sys_device *s = &c->sysdev;
Olof Johansson6529c132007-01-28 21:25:57 -0600332 struct sysdev_attribute *attrs, *pmc_attrs;
333 int i, nattrs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000335#ifdef CONFIG_PPC64
Stephen Rothwellad5cb172006-11-13 14:46:04 +1100336 if (!firmware_has_feature(FW_FEATURE_ISERIES) &&
337 cpu_has_feature(CPU_FTR_SMT))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700338 sysdev_create_file(s, &attr_smt_snooze_delay);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000339#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340
341 /* PMC stuff */
Olof Johansson6529c132007-01-28 21:25:57 -0600342 switch (cur_cpu_spec->pmc_type) {
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000343#ifdef HAS_PPC_PMC_IBM
Olof Johansson6529c132007-01-28 21:25:57 -0600344 case PPC_PMC_IBM:
345 attrs = ibm_common_attrs;
346 nattrs = sizeof(ibm_common_attrs) / sizeof(struct sysdev_attribute);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000347 pmc_attrs = classic_pmc_attrs;
Olof Johansson6529c132007-01-28 21:25:57 -0600348 break;
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000349#endif /* HAS_PPC_PMC_IBM */
350#ifdef HAS_PPC_PMC_G4
351 case PPC_PMC_G4:
352 attrs = g4_common_attrs;
353 nattrs = sizeof(g4_common_attrs) / sizeof(struct sysdev_attribute);
354 pmc_attrs = classic_pmc_attrs;
355 break;
356#endif /* HAS_PPC_PMC_G4 */
357#ifdef HAS_PPC_PMC_PA6T
Olof Johansson6529c132007-01-28 21:25:57 -0600358 case PPC_PMC_PA6T:
359 /* PA Semi starts counting at PMC0 */
360 attrs = pa6t_attrs;
361 nattrs = sizeof(pa6t_attrs) / sizeof(struct sysdev_attribute);
362 pmc_attrs = NULL;
363 break;
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000364#endif /* HAS_PPC_PMC_PA6T */
Olof Johansson6529c132007-01-28 21:25:57 -0600365 default:
366 attrs = NULL;
367 nattrs = 0;
368 pmc_attrs = NULL;
369 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700370
Olof Johansson6529c132007-01-28 21:25:57 -0600371 for (i = 0; i < nattrs; i++)
372 sysdev_create_file(s, &attrs[i]);
373
374 if (pmc_attrs)
375 for (i = 0; i < cur_cpu_spec->num_pmcs; i++)
376 sysdev_create_file(s, &pmc_attrs[i]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000378#ifdef CONFIG_PPC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700379 if (cpu_has_feature(CPU_FTR_MMCRA))
380 sysdev_create_file(s, &attr_mmcra);
381
Michael Neulingafd05422006-07-28 13:58:37 +1000382 if (cpu_has_feature(CPU_FTR_PURR))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383 sysdev_create_file(s, &attr_purr);
Anton Blanchard4c1985572006-12-08 17:46:58 +1100384
Anton Blanchardf0509822006-12-08 17:51:13 +1100385 if (cpu_has_feature(CPU_FTR_SPURR))
386 sysdev_create_file(s, &attr_spurr);
387
Anton Blanchard4c1985572006-12-08 17:46:58 +1100388 if (cpu_has_feature(CPU_FTR_DSCR))
389 sysdev_create_file(s, &attr_dscr);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000390#endif /* CONFIG_PPC64 */
Nathan Lynch124c27d2008-07-27 15:24:55 +1000391
Nathan Lynch93197a32008-12-23 18:55:54 +0000392 cacheinfo_cpu_online(cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393}
394
395#ifdef CONFIG_HOTPLUG_CPU
396static void unregister_cpu_online(unsigned int cpu)
397{
398 struct cpu *c = &per_cpu(cpu_devices, cpu);
399 struct sys_device *s = &c->sysdev;
Olof Johansson6529c132007-01-28 21:25:57 -0600400 struct sysdev_attribute *attrs, *pmc_attrs;
401 int i, nattrs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700402
Siddha, Suresh B72486f12006-12-07 02:14:10 +0100403 BUG_ON(!c->hotpluggable);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404
Milton Millera1e0eb12008-11-16 11:44:42 +0000405#ifdef CONFIG_PPC64
Stephen Rothwellad5cb172006-11-13 14:46:04 +1100406 if (!firmware_has_feature(FW_FEATURE_ISERIES) &&
407 cpu_has_feature(CPU_FTR_SMT))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700408 sysdev_remove_file(s, &attr_smt_snooze_delay);
Milton Millera1e0eb12008-11-16 11:44:42 +0000409#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700410
411 /* PMC stuff */
Olof Johansson6529c132007-01-28 21:25:57 -0600412 switch (cur_cpu_spec->pmc_type) {
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000413#ifdef HAS_PPC_PMC_IBM
Olof Johansson6529c132007-01-28 21:25:57 -0600414 case PPC_PMC_IBM:
415 attrs = ibm_common_attrs;
416 nattrs = sizeof(ibm_common_attrs) / sizeof(struct sysdev_attribute);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000417 pmc_attrs = classic_pmc_attrs;
Olof Johansson6529c132007-01-28 21:25:57 -0600418 break;
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000419#endif /* HAS_PPC_PMC_IBM */
420#ifdef HAS_PPC_PMC_G4
421 case PPC_PMC_G4:
422 attrs = g4_common_attrs;
423 nattrs = sizeof(g4_common_attrs) / sizeof(struct sysdev_attribute);
424 pmc_attrs = classic_pmc_attrs;
425 break;
426#endif /* HAS_PPC_PMC_G4 */
427#ifdef HAS_PPC_PMC_PA6T
Olof Johansson6529c132007-01-28 21:25:57 -0600428 case PPC_PMC_PA6T:
429 /* PA Semi starts counting at PMC0 */
430 attrs = pa6t_attrs;
431 nattrs = sizeof(pa6t_attrs) / sizeof(struct sysdev_attribute);
432 pmc_attrs = NULL;
433 break;
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000434#endif /* HAS_PPC_PMC_PA6T */
Olof Johansson6529c132007-01-28 21:25:57 -0600435 default:
436 attrs = NULL;
437 nattrs = 0;
438 pmc_attrs = NULL;
439 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700440
Olof Johansson6529c132007-01-28 21:25:57 -0600441 for (i = 0; i < nattrs; i++)
442 sysdev_remove_file(s, &attrs[i]);
443
444 if (pmc_attrs)
445 for (i = 0; i < cur_cpu_spec->num_pmcs; i++)
446 sysdev_remove_file(s, &pmc_attrs[i]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700447
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000448#ifdef CONFIG_PPC64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700449 if (cpu_has_feature(CPU_FTR_MMCRA))
450 sysdev_remove_file(s, &attr_mmcra);
451
Michael Neulingafd05422006-07-28 13:58:37 +1000452 if (cpu_has_feature(CPU_FTR_PURR))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700453 sysdev_remove_file(s, &attr_purr);
Anton Blanchard4c1985572006-12-08 17:46:58 +1100454
Anton Blanchardf0509822006-12-08 17:51:13 +1100455 if (cpu_has_feature(CPU_FTR_SPURR))
456 sysdev_remove_file(s, &attr_spurr);
457
Anton Blanchard4c1985572006-12-08 17:46:58 +1100458 if (cpu_has_feature(CPU_FTR_DSCR))
459 sysdev_remove_file(s, &attr_dscr);
Benjamin Herrenschmidtb950bdd2008-08-18 14:23:51 +1000460#endif /* CONFIG_PPC64 */
Nathan Lynch124c27d2008-07-27 15:24:55 +1000461
Nathan Lynch93197a32008-12-23 18:55:54 +0000462 cacheinfo_cpu_offline(cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700463}
464#endif /* CONFIG_HOTPLUG_CPU */
465
Chandra Seetharaman8c78f302006-07-30 03:03:35 -0700466static int __cpuinit sysfs_cpu_notify(struct notifier_block *self,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700467 unsigned long action, void *hcpu)
468{
469 unsigned int cpu = (unsigned int)(long)hcpu;
470
471 switch (action) {
472 case CPU_ONLINE:
Rafael J. Wysocki8bb78442007-05-09 02:35:10 -0700473 case CPU_ONLINE_FROZEN:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700474 register_cpu_online(cpu);
475 break;
476#ifdef CONFIG_HOTPLUG_CPU
477 case CPU_DEAD:
Rafael J. Wysocki8bb78442007-05-09 02:35:10 -0700478 case CPU_DEAD_FROZEN:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700479 unregister_cpu_online(cpu);
480 break;
481#endif
482 }
483 return NOTIFY_OK;
484}
485
Chandra Seetharaman8c78f302006-07-30 03:03:35 -0700486static struct notifier_block __cpuinitdata sysfs_cpu_nb = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700487 .notifier_call = sysfs_cpu_notify,
488};
489
Christian Krafft0344c6c2006-10-24 18:31:24 +0200490static DEFINE_MUTEX(cpu_mutex);
491
492int cpu_add_sysdev_attr(struct sysdev_attribute *attr)
493{
494 int cpu;
495
496 mutex_lock(&cpu_mutex);
497
498 for_each_possible_cpu(cpu) {
499 sysdev_create_file(get_cpu_sysdev(cpu), attr);
500 }
501
502 mutex_unlock(&cpu_mutex);
503 return 0;
504}
505EXPORT_SYMBOL_GPL(cpu_add_sysdev_attr);
506
507int cpu_add_sysdev_attr_group(struct attribute_group *attrs)
508{
509 int cpu;
510 struct sys_device *sysdev;
Olof Johansson6bcc4c02007-09-05 12:43:17 +1000511 int ret;
Christian Krafft0344c6c2006-10-24 18:31:24 +0200512
513 mutex_lock(&cpu_mutex);
514
515 for_each_possible_cpu(cpu) {
516 sysdev = get_cpu_sysdev(cpu);
Olof Johansson6bcc4c02007-09-05 12:43:17 +1000517 ret = sysfs_create_group(&sysdev->kobj, attrs);
518 WARN_ON(ret != 0);
Christian Krafft0344c6c2006-10-24 18:31:24 +0200519 }
520
521 mutex_unlock(&cpu_mutex);
522 return 0;
523}
524EXPORT_SYMBOL_GPL(cpu_add_sysdev_attr_group);
525
526
527void cpu_remove_sysdev_attr(struct sysdev_attribute *attr)
528{
529 int cpu;
530
531 mutex_lock(&cpu_mutex);
532
533 for_each_possible_cpu(cpu) {
534 sysdev_remove_file(get_cpu_sysdev(cpu), attr);
535 }
536
537 mutex_unlock(&cpu_mutex);
538}
539EXPORT_SYMBOL_GPL(cpu_remove_sysdev_attr);
540
541void cpu_remove_sysdev_attr_group(struct attribute_group *attrs)
542{
543 int cpu;
544 struct sys_device *sysdev;
545
546 mutex_lock(&cpu_mutex);
547
548 for_each_possible_cpu(cpu) {
549 sysdev = get_cpu_sysdev(cpu);
550 sysfs_remove_group(&sysdev->kobj, attrs);
551 }
552
553 mutex_unlock(&cpu_mutex);
554}
555EXPORT_SYMBOL_GPL(cpu_remove_sysdev_attr_group);
556
557
Linus Torvalds1da177e2005-04-16 15:20:36 -0700558/* NUMA stuff */
559
560#ifdef CONFIG_NUMA
Linus Torvalds1da177e2005-04-16 15:20:36 -0700561static void register_nodes(void)
562{
563 int i;
564
Yasunori Goto0fc44152006-06-27 02:53:38 -0700565 for (i = 0; i < MAX_NUMNODES; i++)
566 register_one_node(i);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700567}
Jeremy Kerr953039c2006-05-01 12:16:12 -0700568
569int sysfs_add_device_to_node(struct sys_device *dev, int nid)
570{
571 struct node *node = &node_devices[nid];
572 return sysfs_create_link(&node->sysdev.kobj, &dev->kobj,
573 kobject_name(&dev->kobj));
574}
Johannes Berg12654f72007-07-05 19:35:33 +1000575EXPORT_SYMBOL_GPL(sysfs_add_device_to_node);
Jeremy Kerr953039c2006-05-01 12:16:12 -0700576
577void sysfs_remove_device_from_node(struct sys_device *dev, int nid)
578{
579 struct node *node = &node_devices[nid];
580 sysfs_remove_link(&node->sysdev.kobj, kobject_name(&dev->kobj));
581}
Johannes Berg12654f72007-07-05 19:35:33 +1000582EXPORT_SYMBOL_GPL(sysfs_remove_device_from_node);
Jeremy Kerr953039c2006-05-01 12:16:12 -0700583
Linus Torvalds1da177e2005-04-16 15:20:36 -0700584#else
585static void register_nodes(void)
586{
587 return;
588}
Jeremy Kerr953039c2006-05-01 12:16:12 -0700589
Linus Torvalds1da177e2005-04-16 15:20:36 -0700590#endif
591
592/* Only valid if CPU is present. */
Stephen Rothwell00bf6e92008-07-23 10:44:58 +1000593static ssize_t show_physical_id(struct sys_device *dev,
594 struct sysdev_attribute *attr, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700595{
596 struct cpu *cpu = container_of(dev, struct cpu, sysdev);
597
598 return sprintf(buf, "%d\n", get_hard_smp_processor_id(cpu->sysdev.id));
599}
600static SYSDEV_ATTR(physical_id, 0444, show_physical_id, NULL);
601
602static int __init topology_init(void)
603{
604 int cpu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700605
606 register_nodes();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700607 register_cpu_notifier(&sysfs_cpu_nb);
608
KAMEZAWA Hiroyuki0e551952006-03-28 14:50:51 -0800609 for_each_possible_cpu(cpu) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700610 struct cpu *c = &per_cpu(cpu_devices, cpu);
611
Linus Torvalds1da177e2005-04-16 15:20:36 -0700612 /*
613 * For now, we just see if the system supports making
614 * the RTAS calls for CPU hotplug. But, there may be a
615 * more comprehensive way to do this for an individual
616 * CPU. For instance, the boot cpu might never be valid
617 * for hotplugging.
618 */
Siddha, Suresh B72486f12006-12-07 02:14:10 +0100619 if (ppc_md.cpu_die)
620 c->hotpluggable = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700621
Siddha, Suresh B72486f12006-12-07 02:14:10 +0100622 if (cpu_online(cpu) || c->hotpluggable) {
KAMEZAWA Hiroyuki76b67ed2006-06-27 02:53:41 -0700623 register_cpu(c, cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624
625 sysdev_create_file(&c->sysdev, &attr_physical_id);
626 }
627
628 if (cpu_online(cpu))
629 register_cpu_online(cpu);
630 }
631
632 return 0;
633}
Kevin Corrye9e77ce2007-05-03 03:11:49 +1000634subsys_initcall(topology_init);