blob: 15c987698b0f730ed47b3f0daaf1021e6b1abdff [file] [log] [blame]
Peter Oruba3e135d82008-07-28 18:44:17 +02001/*
2 * Intel CPU Microcode Update Driver for Linux
3 *
4 * Copyright (C) 2000-2006 Tigran Aivazian <tigran@aivazian.fsnet.co.uk>
5 * 2006 Shaohua Li <shaohua.li@intel.com>
6 *
7 * This driver allows to upgrade microcode on Intel processors
8 * belonging to IA-32 family - PentiumPro, Pentium II,
9 * Pentium III, Xeon, Pentium 4, etc.
10 *
11 * Reference: Section 8.11 of Volume 3a, IA-32 Intel? Architecture
12 * Software Developer's Manual
13 * Order Number 253668 or free download from:
14 *
Justin P. Mattock50a23e62010-10-16 10:36:23 -070015 * http://developer.intel.com/Assets/PDF/manual/253668.pdf
Peter Oruba3e135d82008-07-28 18:44:17 +020016 *
17 * For more information, go to http://www.urbanmyth.org/microcode
18 *
19 * This program is free software; you can redistribute it and/or
20 * modify it under the terms of the GNU General Public License
21 * as published by the Free Software Foundation; either version
22 * 2 of the License, or (at your option) any later version.
23 *
24 * 1.0 16 Feb 2000, Tigran Aivazian <tigran@sco.com>
25 * Initial release.
26 * 1.01 18 Feb 2000, Tigran Aivazian <tigran@sco.com>
27 * Added read() support + cleanups.
28 * 1.02 21 Feb 2000, Tigran Aivazian <tigran@sco.com>
29 * Added 'device trimming' support. open(O_WRONLY) zeroes
30 * and frees the saved copy of applied microcode.
31 * 1.03 29 Feb 2000, Tigran Aivazian <tigran@sco.com>
32 * Made to use devfs (/dev/cpu/microcode) + cleanups.
33 * 1.04 06 Jun 2000, Simon Trimmer <simon@veritas.com>
34 * Added misc device support (now uses both devfs and misc).
35 * Added MICROCODE_IOCFREE ioctl to clear memory.
36 * 1.05 09 Jun 2000, Simon Trimmer <simon@veritas.com>
37 * Messages for error cases (non Intel & no suitable microcode).
38 * 1.06 03 Aug 2000, Tigran Aivazian <tigran@veritas.com>
39 * Removed ->release(). Removed exclusive open and status bitmap.
40 * Added microcode_rwsem to serialize read()/write()/ioctl().
41 * Removed global kernel lock usage.
42 * 1.07 07 Sep 2000, Tigran Aivazian <tigran@veritas.com>
43 * Write 0 to 0x8B msr and then cpuid before reading revision,
44 * so that it works even if there were no update done by the
45 * BIOS. Otherwise, reading from 0x8B gives junk (which happened
46 * to be 0 on my machine which is why it worked even when I
47 * disabled update by the BIOS)
48 * Thanks to Eric W. Biederman <ebiederman@lnxi.com> for the fix.
49 * 1.08 11 Dec 2000, Richard Schaal <richard.schaal@intel.com> and
50 * Tigran Aivazian <tigran@veritas.com>
51 * Intel Pentium 4 processor support and bugfixes.
52 * 1.09 30 Oct 2001, Tigran Aivazian <tigran@veritas.com>
53 * Bugfix for HT (Hyper-Threading) enabled processors
54 * whereby processor resources are shared by all logical processors
55 * in a single CPU package.
56 * 1.10 28 Feb 2002 Asit K Mallick <asit.k.mallick@intel.com> and
57 * Tigran Aivazian <tigran@veritas.com>,
Peter Orubad33dcb92008-08-01 12:46:45 +020058 * Serialize updates as required on HT processors due to
59 * speculative nature of implementation.
Peter Oruba3e135d82008-07-28 18:44:17 +020060 * 1.11 22 Mar 2002 Tigran Aivazian <tigran@veritas.com>
61 * Fix the panic when writing zero-length microcode chunk.
62 * 1.12 29 Sep 2003 Nitin Kamble <nitin.a.kamble@intel.com>,
63 * Jun Nakajima <jun.nakajima@intel.com>
64 * Support for the microcode updates in the new format.
65 * 1.13 10 Oct 2003 Tigran Aivazian <tigran@veritas.com>
66 * Removed ->read() method and obsoleted MICROCODE_IOCFREE ioctl
67 * because we no longer hold a copy of applied microcode
68 * in kernel memory.
69 * 1.14 25 Jun 2004 Tigran Aivazian <tigran@veritas.com>
70 * Fix sigmatch() macro to handle old CPUs with pf == 0.
71 * Thanks to Stuart Swales for pointing out this bug.
72 */
Joe Perchesf58e1f52009-12-08 22:30:50 -080073
74#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
75
Peter Oruba3e135d82008-07-28 18:44:17 +020076#include <linux/platform_device.h>
Ingo Molnar4bae1962009-03-11 11:19:46 +010077#include <linux/miscdevice.h>
Dmitry Adamushko871b72d2009-05-11 23:48:27 +020078#include <linux/capability.h>
Ingo Molnar4bae1962009-03-11 11:19:46 +010079#include <linux/kernel.h>
80#include <linux/module.h>
81#include <linux/mutex.h>
Ingo Molnar4bae1962009-03-11 11:19:46 +010082#include <linux/cpu.h>
83#include <linux/fs.h>
84#include <linux/mm.h>
Rafael J. Wysockif3c6ea12011-03-23 22:15:54 +010085#include <linux/syscore_ops.h>
Peter Oruba3e135d82008-07-28 18:44:17 +020086
Peter Oruba3e135d82008-07-28 18:44:17 +020087#include <asm/microcode.h>
Ingo Molnar4bae1962009-03-11 11:19:46 +010088#include <asm/processor.h>
Andi Kleen78ff1232012-01-26 00:09:13 +010089#include <asm/cpu_device_id.h>
Peter Zijlstrac93dc842012-06-08 14:50:50 +020090#include <asm/perf_event.h>
Peter Oruba3e135d82008-07-28 18:44:17 +020091
92MODULE_DESCRIPTION("Microcode Update Driver");
93MODULE_AUTHOR("Tigran Aivazian <tigran@aivazian.fsnet.co.uk>");
94MODULE_LICENSE("GPL");
95
Ingo Molnar4bae1962009-03-11 11:19:46 +010096#define MICROCODE_VERSION "2.00"
Peter Oruba8d86f392008-07-28 18:44:21 +020097
Ingo Molnar4bae1962009-03-11 11:19:46 +010098static struct microcode_ops *microcode_ops;
Peter Oruba3e135d82008-07-28 18:44:17 +020099
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200100/*
101 * Synchronization.
102 *
103 * All non cpu-hotplug-callback call sites use:
104 *
105 * - microcode_mutex to synchronize with each other;
106 * - get/put_online_cpus() to synchronize with
107 * the cpu-hotplug-callback call sites.
108 *
109 * We guarantee that only a single cpu is being
110 * updated at any particular moment of time.
111 */
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200112static DEFINE_MUTEX(microcode_mutex);
Peter Oruba3e135d82008-07-28 18:44:17 +0200113
Ingo Molnar4bae1962009-03-11 11:19:46 +0100114struct ucode_cpu_info ucode_cpu_info[NR_CPUS];
Peter Oruba8d86f392008-07-28 18:44:21 +0200115EXPORT_SYMBOL_GPL(ucode_cpu_info);
Peter Oruba3e135d82008-07-28 18:44:17 +0200116
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200117/*
118 * Operations that are run on a target cpu:
119 */
120
121struct cpu_info_ctx {
122 struct cpu_signature *cpu_sig;
123 int err;
124};
125
126static void collect_cpu_info_local(void *arg)
127{
128 struct cpu_info_ctx *ctx = arg;
129
130 ctx->err = microcode_ops->collect_cpu_info(smp_processor_id(),
131 ctx->cpu_sig);
132}
133
134static int collect_cpu_info_on_target(int cpu, struct cpu_signature *cpu_sig)
135{
136 struct cpu_info_ctx ctx = { .cpu_sig = cpu_sig, .err = 0 };
137 int ret;
138
139 ret = smp_call_function_single(cpu, collect_cpu_info_local, &ctx, 1);
140 if (!ret)
141 ret = ctx.err;
142
143 return ret;
144}
145
146static int collect_cpu_info(int cpu)
147{
148 struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
149 int ret;
150
151 memset(uci, 0, sizeof(*uci));
152
153 ret = collect_cpu_info_on_target(cpu, &uci->cpu_sig);
154 if (!ret)
155 uci->valid = 1;
156
157 return ret;
158}
159
160struct apply_microcode_ctx {
161 int err;
162};
163
164static void apply_microcode_local(void *arg)
165{
166 struct apply_microcode_ctx *ctx = arg;
167
168 ctx->err = microcode_ops->apply_microcode(smp_processor_id());
169}
170
171static int apply_microcode_on_target(int cpu)
172{
173 struct apply_microcode_ctx ctx = { .err = 0 };
174 int ret;
175
176 ret = smp_call_function_single(cpu, apply_microcode_local, &ctx, 1);
177 if (!ret)
178 ret = ctx.err;
179
180 return ret;
181}
182
Peter Oruba3e135d82008-07-28 18:44:17 +0200183#ifdef CONFIG_MICROCODE_OLD_INTERFACE
Dmitry Adamushkoa0a29b62008-09-11 23:27:52 +0200184static int do_microcode_update(const void __user *buf, size_t size)
Peter Oruba3e135d82008-07-28 18:44:17 +0200185{
Dmitry Adamushkoa0a29b62008-09-11 23:27:52 +0200186 int error = 0;
187 int cpu;
Hugh Dickins6f66cbc2009-04-14 19:25:42 +0100188
Dmitry Adamushkoa0a29b62008-09-11 23:27:52 +0200189 for_each_online_cpu(cpu) {
190 struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200191 enum ucode_state ustate;
Peter Oruba3e135d82008-07-28 18:44:17 +0200192
Dmitry Adamushkoa0a29b62008-09-11 23:27:52 +0200193 if (!uci->valid)
194 continue;
Hugh Dickins6f66cbc2009-04-14 19:25:42 +0100195
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200196 ustate = microcode_ops->request_microcode_user(cpu, buf, size);
197 if (ustate == UCODE_ERROR) {
198 error = -1;
199 break;
200 } else if (ustate == UCODE_OK)
201 apply_microcode_on_target(cpu);
Peter Oruba3e135d82008-07-28 18:44:17 +0200202 }
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200203
Peter Oruba3e135d82008-07-28 18:44:17 +0200204 return error;
205}
206
Arnd Bergmann3f109402010-04-10 16:46:21 +0200207static int microcode_open(struct inode *inode, struct file *file)
Peter Oruba3e135d82008-07-28 18:44:17 +0200208{
Arnd Bergmann3f109402010-04-10 16:46:21 +0200209 return capable(CAP_SYS_RAWIO) ? nonseekable_open(inode, file) : -EPERM;
Peter Oruba3e135d82008-07-28 18:44:17 +0200210}
211
Peter Orubad33dcb92008-08-01 12:46:45 +0200212static ssize_t microcode_write(struct file *file, const char __user *buf,
213 size_t len, loff_t *ppos)
Peter Oruba3e135d82008-07-28 18:44:17 +0200214{
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200215 ssize_t ret = -EINVAL;
Peter Oruba3e135d82008-07-28 18:44:17 +0200216
Jan Beulich44813742009-09-21 17:03:05 -0700217 if ((len >> PAGE_SHIFT) > totalram_pages) {
Joe Perchesf58e1f52009-12-08 22:30:50 -0800218 pr_err("too much data (max %ld pages)\n", totalram_pages);
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200219 return ret;
Peter Oruba3e135d82008-07-28 18:44:17 +0200220 }
221
222 get_online_cpus();
223 mutex_lock(&microcode_mutex);
224
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200225 if (do_microcode_update(buf, len) == 0)
Peter Oruba3e135d82008-07-28 18:44:17 +0200226 ret = (ssize_t)len;
227
Stephane Eraniane3e45c02012-08-24 15:34:34 +0200228 if (ret > 0)
229 perf_check_microcode();
230
Peter Oruba3e135d82008-07-28 18:44:17 +0200231 mutex_unlock(&microcode_mutex);
232 put_online_cpus();
233
234 return ret;
235}
236
237static const struct file_operations microcode_fops = {
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200238 .owner = THIS_MODULE,
239 .write = microcode_write,
240 .open = microcode_open,
Arnd Bergmann6038f372010-08-15 18:52:59 +0200241 .llseek = no_llseek,
Peter Oruba3e135d82008-07-28 18:44:17 +0200242};
243
244static struct miscdevice microcode_dev = {
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200245 .minor = MICROCODE_MINOR,
246 .name = "microcode",
Kay Sieverse454cea2009-09-18 23:01:12 +0200247 .nodename = "cpu/microcode",
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200248 .fops = &microcode_fops,
Peter Oruba3e135d82008-07-28 18:44:17 +0200249};
250
Peter Orubad33dcb92008-08-01 12:46:45 +0200251static int __init microcode_dev_init(void)
Peter Oruba3e135d82008-07-28 18:44:17 +0200252{
253 int error;
254
255 error = misc_register(&microcode_dev);
256 if (error) {
Joe Perchesf58e1f52009-12-08 22:30:50 -0800257 pr_err("can't misc_register on minor=%d\n", MICROCODE_MINOR);
Peter Oruba3e135d82008-07-28 18:44:17 +0200258 return error;
259 }
260
261 return 0;
262}
263
Srivatsa S. Bhatbd399062011-11-07 18:05:32 +0530264static void __exit microcode_dev_exit(void)
Peter Oruba3e135d82008-07-28 18:44:17 +0200265{
266 misc_deregister(&microcode_dev);
267}
268
269MODULE_ALIAS_MISCDEV(MICROCODE_MINOR);
Kay Sievers578454f2010-05-20 18:07:20 +0200270MODULE_ALIAS("devname:cpu/microcode");
Peter Oruba3e135d82008-07-28 18:44:17 +0200271#else
Ingo Molnar4bae1962009-03-11 11:19:46 +0100272#define microcode_dev_init() 0
273#define microcode_dev_exit() do { } while (0)
Peter Oruba3e135d82008-07-28 18:44:17 +0200274#endif
275
276/* fake device for request_firmware */
Ingo Molnar4bae1962009-03-11 11:19:46 +0100277static struct platform_device *microcode_pdev;
Peter Oruba3e135d82008-07-28 18:44:17 +0200278
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200279static int reload_for_cpu(int cpu)
Rusty Russellaf5c8202009-03-11 16:32:36 +1030280{
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200281 struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
Borislav Petkov4dbf32c2012-07-23 19:05:53 +0200282 enum ucode_state ustate;
Rusty Russellaf5c8202009-03-11 16:32:36 +1030283 int err = 0;
284
Borislav Petkov4dbf32c2012-07-23 19:05:53 +0200285 if (!uci->valid)
286 return err;
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200287
Borislav Petkov48e30682012-07-26 15:51:00 +0200288 ustate = microcode_ops->request_microcode_fw(cpu, &microcode_pdev->dev, true);
Borislav Petkov4dbf32c2012-07-23 19:05:53 +0200289 if (ustate == UCODE_OK)
290 apply_microcode_on_target(cpu);
291 else
292 if (ustate == UCODE_ERROR)
293 err = -EINVAL;
Rusty Russellaf5c8202009-03-11 16:32:36 +1030294 return err;
295}
296
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800297static ssize_t reload_store(struct device *dev,
298 struct device_attribute *attr,
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200299 const char *buf, size_t size)
Peter Oruba3e135d82008-07-28 18:44:17 +0200300{
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200301 unsigned long val;
Borislav Petkovc9fc3f72012-06-21 14:07:16 +0200302 int cpu;
303 ssize_t ret = 0, tmp_ret;
304
Shuah Khane826abd2012-05-06 11:11:04 -0600305 ret = kstrtoul(buf, 0, &val);
306 if (ret)
307 return ret;
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200308
Borislav Petkovc9fc3f72012-06-21 14:07:16 +0200309 if (val != 1)
310 return size;
311
312 get_online_cpus();
Peter Zijlstrac93dc842012-06-08 14:50:50 +0200313 mutex_lock(&microcode_mutex);
Borislav Petkovc9fc3f72012-06-21 14:07:16 +0200314 for_each_online_cpu(cpu) {
315 tmp_ret = reload_for_cpu(cpu);
316 if (tmp_ret != 0)
317 pr_warn("Error reloading microcode on CPU %d\n", cpu);
318
319 /* save retval of the first encountered reload error */
320 if (!ret)
321 ret = tmp_ret;
Peter Oruba3e135d82008-07-28 18:44:17 +0200322 }
Peter Zijlstrac93dc842012-06-08 14:50:50 +0200323 if (!ret)
324 perf_check_microcode();
325 mutex_unlock(&microcode_mutex);
Borislav Petkovc9fc3f72012-06-21 14:07:16 +0200326 put_online_cpus();
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200327
328 if (!ret)
329 ret = size;
330
331 return ret;
Peter Oruba3e135d82008-07-28 18:44:17 +0200332}
333
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800334static ssize_t version_show(struct device *dev,
335 struct device_attribute *attr, char *buf)
Peter Oruba3e135d82008-07-28 18:44:17 +0200336{
337 struct ucode_cpu_info *uci = ucode_cpu_info + dev->id;
338
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200339 return sprintf(buf, "0x%x\n", uci->cpu_sig.rev);
Peter Oruba3e135d82008-07-28 18:44:17 +0200340}
341
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800342static ssize_t pf_show(struct device *dev,
343 struct device_attribute *attr, char *buf)
Peter Oruba3e135d82008-07-28 18:44:17 +0200344{
345 struct ucode_cpu_info *uci = ucode_cpu_info + dev->id;
346
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200347 return sprintf(buf, "0x%x\n", uci->cpu_sig.pf);
Peter Oruba3e135d82008-07-28 18:44:17 +0200348}
349
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800350static DEVICE_ATTR(reload, 0200, NULL, reload_store);
351static DEVICE_ATTR(version, 0400, version_show, NULL);
352static DEVICE_ATTR(processor_flags, 0400, pf_show, NULL);
Peter Oruba3e135d82008-07-28 18:44:17 +0200353
354static struct attribute *mc_default_attrs[] = {
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800355 &dev_attr_version.attr,
356 &dev_attr_processor_flags.attr,
Peter Oruba3e135d82008-07-28 18:44:17 +0200357 NULL
358};
359
360static struct attribute_group mc_attr_group = {
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200361 .attrs = mc_default_attrs,
362 .name = "microcode",
Peter Oruba3e135d82008-07-28 18:44:17 +0200363};
364
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200365static void microcode_fini_cpu(int cpu)
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200366{
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200367 microcode_ops->microcode_fini_cpu(cpu);
Dmitry Adamushko280a9ca2008-12-20 00:15:24 +0100368}
369
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200370static enum ucode_state microcode_resume_cpu(int cpu)
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200371{
Joe Perchesf58e1f52009-12-08 22:30:50 -0800372 pr_debug("CPU%d updated upon resume\n", cpu);
Borislav Petkovbb9d3e42012-08-03 15:26:50 +0200373
374 if (apply_microcode_on_target(cpu))
375 return UCODE_ERROR;
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200376
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200377 return UCODE_OK;
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200378}
379
Borislav Petkov48e30682012-07-26 15:51:00 +0200380static enum ucode_state microcode_init_cpu(int cpu, bool refresh_fw)
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200381{
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200382 enum ucode_state ustate;
Fenghua Yu9cd4d782012-12-20 23:44:22 -0800383 struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
384
385 if (uci && uci->valid)
386 return UCODE_OK;
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200387
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200388 if (collect_cpu_info(cpu))
389 return UCODE_ERROR;
390
391 /* --dimm. Trigger a delayed update? */
392 if (system_state != SYSTEM_RUNNING)
393 return UCODE_NFOUND;
394
Borislav Petkov48e30682012-07-26 15:51:00 +0200395 ustate = microcode_ops->request_microcode_fw(cpu, &microcode_pdev->dev,
396 refresh_fw);
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200397
398 if (ustate == UCODE_OK) {
Joe Perchesf58e1f52009-12-08 22:30:50 -0800399 pr_debug("CPU%d updated upon init\n", cpu);
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200400 apply_microcode_on_target(cpu);
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200401 }
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200402
403 return ustate;
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200404}
405
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200406static enum ucode_state microcode_update_cpu(int cpu)
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200407{
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200408 struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
Dmitry Adamushkofd1452e2008-10-02 16:56:19 +0300409
Linus Torvalds2f99f5c2009-12-23 15:04:53 -0800410 if (uci->valid)
Borislav Petkovbb9d3e42012-08-03 15:26:50 +0200411 return microcode_resume_cpu(cpu);
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200412
Borislav Petkov48e30682012-07-26 15:51:00 +0200413 return microcode_init_cpu(cpu, false);
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200414}
415
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800416static int mc_device_add(struct device *dev, struct subsys_interface *sif)
Peter Oruba3e135d82008-07-28 18:44:17 +0200417{
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800418 int err, cpu = dev->id;
Peter Oruba3e135d82008-07-28 18:44:17 +0200419
420 if (!cpu_online(cpu))
421 return 0;
422
Joe Perchesf58e1f52009-12-08 22:30:50 -0800423 pr_debug("CPU%d added\n", cpu);
Peter Oruba3e135d82008-07-28 18:44:17 +0200424
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800425 err = sysfs_create_group(&dev->kobj, &mc_attr_group);
Peter Oruba3e135d82008-07-28 18:44:17 +0200426 if (err)
427 return err;
428
Borislav Petkov48e30682012-07-26 15:51:00 +0200429 if (microcode_init_cpu(cpu, true) == UCODE_ERROR)
Borislav Petkov6c53cbf2011-01-06 16:56:51 +0100430 return -EINVAL;
Rusty Russellaf5c8202009-03-11 16:32:36 +1030431
432 return err;
Peter Oruba3e135d82008-07-28 18:44:17 +0200433}
434
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800435static int mc_device_remove(struct device *dev, struct subsys_interface *sif)
Peter Oruba3e135d82008-07-28 18:44:17 +0200436{
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800437 int cpu = dev->id;
Peter Oruba3e135d82008-07-28 18:44:17 +0200438
439 if (!cpu_online(cpu))
440 return 0;
441
Joe Perchesf58e1f52009-12-08 22:30:50 -0800442 pr_debug("CPU%d removed\n", cpu);
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200443 microcode_fini_cpu(cpu);
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800444 sysfs_remove_group(&dev->kobj, &mc_attr_group);
Peter Oruba3e135d82008-07-28 18:44:17 +0200445 return 0;
446}
447
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800448static struct subsys_interface mc_cpu_interface = {
449 .name = "microcode",
450 .subsys = &cpu_subsys,
451 .add_dev = mc_device_add,
452 .remove_dev = mc_device_remove,
Rafael J. Wysockif3c6ea12011-03-23 22:15:54 +0100453};
454
455/**
456 * mc_bp_resume - Update boot CPU microcode during resume.
457 */
458static void mc_bp_resume(void)
459{
460 int cpu = smp_processor_id();
461 struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
462
463 if (uci->valid && uci->mc)
464 microcode_ops->apply_microcode(cpu);
465}
466
467static struct syscore_ops mc_syscore_ops = {
468 .resume = mc_bp_resume,
Peter Oruba3e135d82008-07-28 18:44:17 +0200469};
470
Paul Gortmaker148f9bb2013-06-18 18:23:59 -0400471static int
Peter Oruba3e135d82008-07-28 18:44:17 +0200472mc_cpu_callback(struct notifier_block *nb, unsigned long action, void *hcpu)
473{
474 unsigned int cpu = (unsigned long)hcpu;
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800475 struct device *dev;
Peter Oruba3e135d82008-07-28 18:44:17 +0200476
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800477 dev = get_cpu_device(cpu);
Borislav Petkov09c3f0d2012-07-23 20:15:10 +0200478
479 switch (action & ~CPU_TASKS_FROZEN) {
Peter Oruba3e135d82008-07-28 18:44:17 +0200480 case CPU_ONLINE:
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200481 microcode_update_cpu(cpu);
Joe Perchesf58e1f52009-12-08 22:30:50 -0800482 pr_debug("CPU%d added\n", cpu);
Borislav Petkov09c3f0d2012-07-23 20:15:10 +0200483 /*
484 * "break" is missing on purpose here because we want to fall
485 * through in order to create the sysfs group.
486 */
487
488 case CPU_DOWN_FAILED:
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800489 if (sysfs_create_group(&dev->kobj, &mc_attr_group))
Joe Perchesf58e1f52009-12-08 22:30:50 -0800490 pr_err("Failed to create group for CPU%d\n", cpu);
Peter Oruba3e135d82008-07-28 18:44:17 +0200491 break;
Borislav Petkov09c3f0d2012-07-23 20:15:10 +0200492
Peter Oruba3e135d82008-07-28 18:44:17 +0200493 case CPU_DOWN_PREPARE:
Peter Oruba3e135d82008-07-28 18:44:17 +0200494 /* Suspend is in progress, only remove the interface */
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800495 sysfs_remove_group(&dev->kobj, &mc_attr_group);
Joe Perchesf58e1f52009-12-08 22:30:50 -0800496 pr_debug("CPU%d removed\n", cpu);
Dmitry Adamushkod45de402008-08-20 00:22:26 +0200497 break;
Srivatsa S. Bhat70989442011-10-09 15:42:00 -0400498
499 /*
Borislav Petkov09c3f0d2012-07-23 20:15:10 +0200500 * case CPU_DEAD:
501 *
Srivatsa S. Bhat70989442011-10-09 15:42:00 -0400502 * When a CPU goes offline, don't free up or invalidate the copy of
503 * the microcode in kernel memory, so that we can reuse it when the
504 * CPU comes back online without unnecessarily requesting the userspace
505 * for it again.
506 */
Peter Oruba3e135d82008-07-28 18:44:17 +0200507 }
Borislav Petkov09c3f0d2012-07-23 20:15:10 +0200508
509 /* The CPU refused to come up during a system resume */
510 if (action == CPU_UP_CANCELED_FROZEN)
511 microcode_fini_cpu(cpu);
512
Peter Oruba3e135d82008-07-28 18:44:17 +0200513 return NOTIFY_OK;
514}
515
516static struct notifier_block __refdata mc_cpu_notifier = {
Ingo Molnar4bae1962009-03-11 11:19:46 +0100517 .notifier_call = mc_cpu_callback,
Peter Oruba3e135d82008-07-28 18:44:17 +0200518};
519
Andi Kleen78ff1232012-01-26 00:09:13 +0100520#ifdef MODULE
521/* Autoload on Intel and AMD systems */
Jan Beuliche1b6fc52012-06-18 11:28:45 +0100522static const struct x86_cpu_id __initconst microcode_id[] = {
Andi Kleen78ff1232012-01-26 00:09:13 +0100523#ifdef CONFIG_MICROCODE_INTEL
524 { X86_VENDOR_INTEL, X86_FAMILY_ANY, X86_MODEL_ANY, },
525#endif
526#ifdef CONFIG_MICROCODE_AMD
527 { X86_VENDOR_AMD, X86_FAMILY_ANY, X86_MODEL_ANY, },
528#endif
529 {}
530};
531MODULE_DEVICE_TABLE(x86cpu, microcode_id);
532#endif
533
Borislav Petkov3d8986b2012-06-21 14:07:17 +0200534static struct attribute *cpu_root_microcode_attrs[] = {
535 &dev_attr_reload.attr,
536 NULL
537};
538
539static struct attribute_group cpu_root_microcode_group = {
540 .name = "microcode",
541 .attrs = cpu_root_microcode_attrs,
542};
543
Dmitry Adamushko18dbc912008-09-23 12:08:44 +0200544static int __init microcode_init(void)
Peter Oruba3e135d82008-07-28 18:44:17 +0200545{
Dmitry Adamushko18dbc912008-09-23 12:08:44 +0200546 struct cpuinfo_x86 *c = &cpu_data(0);
Peter Oruba3e135d82008-07-28 18:44:17 +0200547 int error;
548
Dmitry Adamushko18dbc912008-09-23 12:08:44 +0200549 if (c->x86_vendor == X86_VENDOR_INTEL)
550 microcode_ops = init_intel_microcode();
Peter Oruba82b07862008-09-24 11:50:35 +0200551 else if (c->x86_vendor == X86_VENDOR_AMD)
Dmitry Adamushko18dbc912008-09-23 12:08:44 +0200552 microcode_ops = init_amd_microcode();
Andreas Herrmann283c1f22012-04-12 16:51:57 +0200553 else
Joe Perchesf58e1f52009-12-08 22:30:50 -0800554 pr_err("no support for this CPU vendor\n");
Andreas Herrmann283c1f22012-04-12 16:51:57 +0200555
556 if (!microcode_ops)
Dmitry Adamushko18dbc912008-09-23 12:08:44 +0200557 return -ENODEV;
Peter Oruba3e135d82008-07-28 18:44:17 +0200558
Peter Oruba3e135d82008-07-28 18:44:17 +0200559 microcode_pdev = platform_device_register_simple("microcode", -1,
560 NULL, 0);
Srivatsa S. Bhatbd399062011-11-07 18:05:32 +0530561 if (IS_ERR(microcode_pdev))
Peter Oruba3e135d82008-07-28 18:44:17 +0200562 return PTR_ERR(microcode_pdev);
Peter Oruba3e135d82008-07-28 18:44:17 +0200563
564 get_online_cpus();
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200565 mutex_lock(&microcode_mutex);
566
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800567 error = subsys_interface_register(&mc_cpu_interface);
Peter Zijlstrac93dc842012-06-08 14:50:50 +0200568 if (!error)
569 perf_check_microcode();
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200570 mutex_unlock(&microcode_mutex);
Peter Oruba3e135d82008-07-28 18:44:17 +0200571 put_online_cpus();
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200572
Srivatsa S. Bhatbd399062011-11-07 18:05:32 +0530573 if (error)
574 goto out_pdev;
Peter Oruba3e135d82008-07-28 18:44:17 +0200575
Borislav Petkov3d8986b2012-06-21 14:07:17 +0200576 error = sysfs_create_group(&cpu_subsys.dev_root->kobj,
577 &cpu_root_microcode_group);
578
579 if (error) {
580 pr_err("Error creating microcode group!\n");
581 goto out_driver;
582 }
583
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200584 error = microcode_dev_init();
585 if (error)
Borislav Petkov3d8986b2012-06-21 14:07:17 +0200586 goto out_ucode_group;
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200587
Rafael J. Wysockif3c6ea12011-03-23 22:15:54 +0100588 register_syscore_ops(&mc_syscore_ops);
Peter Oruba3e135d82008-07-28 18:44:17 +0200589 register_hotcpu_notifier(&mc_cpu_notifier);
Peter Oruba8d86f392008-07-28 18:44:21 +0200590
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200591 pr_info("Microcode Update Driver: v" MICROCODE_VERSION
Joe Perchesf58e1f52009-12-08 22:30:50 -0800592 " <tigran@aivazian.fsnet.co.uk>, Peter Oruba\n");
Peter Oruba8d86f392008-07-28 18:44:21 +0200593
Peter Oruba3e135d82008-07-28 18:44:17 +0200594 return 0;
Srivatsa S. Bhatbd399062011-11-07 18:05:32 +0530595
Borislav Petkov3d8986b2012-06-21 14:07:17 +0200596 out_ucode_group:
597 sysfs_remove_group(&cpu_subsys.dev_root->kobj,
598 &cpu_root_microcode_group);
599
600 out_driver:
Srivatsa S. Bhatbd399062011-11-07 18:05:32 +0530601 get_online_cpus();
602 mutex_lock(&microcode_mutex);
603
Greg Kroah-Hartmanff4b8a52012-01-06 11:42:52 -0800604 subsys_interface_unregister(&mc_cpu_interface);
Srivatsa S. Bhatbd399062011-11-07 18:05:32 +0530605
606 mutex_unlock(&microcode_mutex);
607 put_online_cpus();
608
Borislav Petkov3d8986b2012-06-21 14:07:17 +0200609 out_pdev:
Srivatsa S. Bhatbd399062011-11-07 18:05:32 +0530610 platform_device_unregister(microcode_pdev);
611 return error;
612
Peter Oruba3e135d82008-07-28 18:44:17 +0200613}
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200614module_init(microcode_init);
Peter Oruba3e135d82008-07-28 18:44:17 +0200615
Dmitry Adamushko18dbc912008-09-23 12:08:44 +0200616static void __exit microcode_exit(void)
Peter Oruba3e135d82008-07-28 18:44:17 +0200617{
Borislav Petkovf72c1a52011-12-02 16:50:04 +0100618 struct cpuinfo_x86 *c = &cpu_data(0);
619
Peter Oruba3e135d82008-07-28 18:44:17 +0200620 microcode_dev_exit();
621
622 unregister_hotcpu_notifier(&mc_cpu_notifier);
Xiaotian Feng4ac5fc62011-03-29 16:34:32 +0800623 unregister_syscore_ops(&mc_syscore_ops);
Peter Oruba3e135d82008-07-28 18:44:17 +0200624
Borislav Petkov3d8986b2012-06-21 14:07:17 +0200625 sysfs_remove_group(&cpu_subsys.dev_root->kobj,
626 &cpu_root_microcode_group);
627
Peter Oruba3e135d82008-07-28 18:44:17 +0200628 get_online_cpus();
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200629 mutex_lock(&microcode_mutex);
630
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800631 subsys_interface_unregister(&mc_cpu_interface);
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200632
633 mutex_unlock(&microcode_mutex);
Peter Oruba3e135d82008-07-28 18:44:17 +0200634 put_online_cpus();
635
636 platform_device_unregister(microcode_pdev);
Peter Oruba3e135d82008-07-28 18:44:17 +0200637
Peter Oruba8d86f392008-07-28 18:44:21 +0200638 microcode_ops = NULL;
639
Borislav Petkovf72c1a52011-12-02 16:50:04 +0100640 if (c->x86_vendor == X86_VENDOR_AMD)
641 exit_amd_microcode();
642
Dmitry Adamushko871b72d2009-05-11 23:48:27 +0200643 pr_info("Microcode Update Driver: v" MICROCODE_VERSION " removed.\n");
Peter Oruba8d86f392008-07-28 18:44:21 +0200644}
Dmitry Adamushko18dbc912008-09-23 12:08:44 +0200645module_exit(microcode_exit);