Loading...
1/*
2 * coretemp.c - Linux kernel module for hardware monitoring
3 *
4 * Copyright (C) 2007 Rudolf Marek <r.marek@assembler.cz>
5 *
6 * Inspired from many hwmon drivers
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; version 2 of the License.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
20 * 02110-1301 USA.
21 */
22
23#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
24
25#include <linux/module.h>
26#include <linux/init.h>
27#include <linux/slab.h>
28#include <linux/jiffies.h>
29#include <linux/hwmon.h>
30#include <linux/sysfs.h>
31#include <linux/hwmon-sysfs.h>
32#include <linux/err.h>
33#include <linux/mutex.h>
34#include <linux/list.h>
35#include <linux/platform_device.h>
36#include <linux/cpu.h>
37#include <linux/pci.h>
38#include <linux/smp.h>
39#include <linux/moduleparam.h>
40#include <asm/msr.h>
41#include <asm/processor.h>
42
43#define DRVNAME "coretemp"
44
45/*
46 * force_tjmax only matters when TjMax can't be read from the CPU itself.
47 * When set, it replaces the driver's suboptimal heuristic.
48 */
49static int force_tjmax;
50module_param_named(tjmax, force_tjmax, int, 0444);
51MODULE_PARM_DESC(tjmax, "TjMax value in degrees Celsius");
52
53#define BASE_SYSFS_ATTR_NO 2 /* Sysfs Base attr no for coretemp */
54#define NUM_REAL_CORES 16 /* Number of Real cores per cpu */
55#define CORETEMP_NAME_LENGTH 17 /* String Length of attrs */
56#define MAX_CORE_ATTRS 4 /* Maximum no of basic attrs */
57#define TOTAL_ATTRS (MAX_CORE_ATTRS + 1)
58#define MAX_CORE_DATA (NUM_REAL_CORES + BASE_SYSFS_ATTR_NO)
59
60#ifdef CONFIG_SMP
61#define TO_PHYS_ID(cpu) cpu_data(cpu).phys_proc_id
62#define TO_CORE_ID(cpu) cpu_data(cpu).cpu_core_id
63#define TO_ATTR_NO(cpu) (TO_CORE_ID(cpu) + BASE_SYSFS_ATTR_NO)
64#define for_each_sibling(i, cpu) for_each_cpu(i, cpu_sibling_mask(cpu))
65#else
66#define TO_PHYS_ID(cpu) (cpu)
67#define TO_CORE_ID(cpu) (cpu)
68#define TO_ATTR_NO(cpu) (cpu)
69#define for_each_sibling(i, cpu) for (i = 0; false; )
70#endif
71
72/*
73 * Per-Core Temperature Data
74 * @last_updated: The time when the current temperature value was updated
75 * earlier (in jiffies).
76 * @cpu_core_id: The CPU Core from which temperature values should be read
77 * This value is passed as "id" field to rdmsr/wrmsr functions.
78 * @status_reg: One of IA32_THERM_STATUS or IA32_PACKAGE_THERM_STATUS,
79 * from where the temperature values should be read.
80 * @attr_size: Total number of pre-core attrs displayed in the sysfs.
81 * @is_pkg_data: If this is 1, the temp_data holds pkgtemp data.
82 * Otherwise, temp_data holds coretemp data.
83 * @valid: If this is 1, the current temperature is valid.
84 */
85struct temp_data {
86 int temp;
87 int ttarget;
88 int tjmax;
89 unsigned long last_updated;
90 unsigned int cpu;
91 u32 cpu_core_id;
92 u32 status_reg;
93 int attr_size;
94 bool is_pkg_data;
95 bool valid;
96 struct sensor_device_attribute sd_attrs[TOTAL_ATTRS];
97 char attr_name[TOTAL_ATTRS][CORETEMP_NAME_LENGTH];
98 struct mutex update_lock;
99};
100
101/* Platform Data per Physical CPU */
102struct platform_data {
103 struct device *hwmon_dev;
104 u16 phys_proc_id;
105 struct temp_data *core_data[MAX_CORE_DATA];
106 struct device_attribute name_attr;
107};
108
109struct pdev_entry {
110 struct list_head list;
111 struct platform_device *pdev;
112 u16 phys_proc_id;
113};
114
115static LIST_HEAD(pdev_list);
116static DEFINE_MUTEX(pdev_list_mutex);
117
118static ssize_t show_name(struct device *dev,
119 struct device_attribute *devattr, char *buf)
120{
121 return sprintf(buf, "%s\n", DRVNAME);
122}
123
124static ssize_t show_label(struct device *dev,
125 struct device_attribute *devattr, char *buf)
126{
127 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
128 struct platform_data *pdata = dev_get_drvdata(dev);
129 struct temp_data *tdata = pdata->core_data[attr->index];
130
131 if (tdata->is_pkg_data)
132 return sprintf(buf, "Physical id %u\n", pdata->phys_proc_id);
133
134 return sprintf(buf, "Core %u\n", tdata->cpu_core_id);
135}
136
137static ssize_t show_crit_alarm(struct device *dev,
138 struct device_attribute *devattr, char *buf)
139{
140 u32 eax, edx;
141 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
142 struct platform_data *pdata = dev_get_drvdata(dev);
143 struct temp_data *tdata = pdata->core_data[attr->index];
144
145 rdmsr_on_cpu(tdata->cpu, tdata->status_reg, &eax, &edx);
146
147 return sprintf(buf, "%d\n", (eax >> 5) & 1);
148}
149
150static ssize_t show_tjmax(struct device *dev,
151 struct device_attribute *devattr, char *buf)
152{
153 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
154 struct platform_data *pdata = dev_get_drvdata(dev);
155
156 return sprintf(buf, "%d\n", pdata->core_data[attr->index]->tjmax);
157}
158
159static ssize_t show_ttarget(struct device *dev,
160 struct device_attribute *devattr, char *buf)
161{
162 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
163 struct platform_data *pdata = dev_get_drvdata(dev);
164
165 return sprintf(buf, "%d\n", pdata->core_data[attr->index]->ttarget);
166}
167
168static ssize_t show_temp(struct device *dev,
169 struct device_attribute *devattr, char *buf)
170{
171 u32 eax, edx;
172 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
173 struct platform_data *pdata = dev_get_drvdata(dev);
174 struct temp_data *tdata = pdata->core_data[attr->index];
175
176 mutex_lock(&tdata->update_lock);
177
178 /* Check whether the time interval has elapsed */
179 if (!tdata->valid || time_after(jiffies, tdata->last_updated + HZ)) {
180 rdmsr_on_cpu(tdata->cpu, tdata->status_reg, &eax, &edx);
181 tdata->valid = 0;
182 /* Check whether the data is valid */
183 if (eax & 0x80000000) {
184 tdata->temp = tdata->tjmax -
185 ((eax >> 16) & 0x7f) * 1000;
186 tdata->valid = 1;
187 }
188 tdata->last_updated = jiffies;
189 }
190
191 mutex_unlock(&tdata->update_lock);
192 return tdata->valid ? sprintf(buf, "%d\n", tdata->temp) : -EAGAIN;
193}
194
195static int adjust_tjmax(struct cpuinfo_x86 *c, u32 id, struct device *dev)
196{
197 /* The 100C is default for both mobile and non mobile CPUs */
198
199 int tjmax = 100000;
200 int tjmax_ee = 85000;
201 int usemsr_ee = 1;
202 int err;
203 u32 eax, edx;
204 struct pci_dev *host_bridge;
205
206 /* Early chips have no MSR for TjMax */
207
208 if (c->x86_model == 0xf && c->x86_mask < 4)
209 usemsr_ee = 0;
210
211 /* Atom CPUs */
212
213 if (c->x86_model == 0x1c) {
214 usemsr_ee = 0;
215
216 host_bridge = pci_get_bus_and_slot(0, PCI_DEVFN(0, 0));
217
218 if (host_bridge && host_bridge->vendor == PCI_VENDOR_ID_INTEL
219 && (host_bridge->device == 0xa000 /* NM10 based nettop */
220 || host_bridge->device == 0xa010)) /* NM10 based netbook */
221 tjmax = 100000;
222 else
223 tjmax = 90000;
224
225 pci_dev_put(host_bridge);
226 }
227
228 if (c->x86_model > 0xe && usemsr_ee) {
229 u8 platform_id;
230
231 /*
232 * Now we can detect the mobile CPU using Intel provided table
233 * http://softwarecommunity.intel.com/Wiki/Mobility/720.htm
234 * For Core2 cores, check MSR 0x17, bit 28 1 = Mobile CPU
235 */
236 err = rdmsr_safe_on_cpu(id, 0x17, &eax, &edx);
237 if (err) {
238 dev_warn(dev,
239 "Unable to access MSR 0x17, assuming desktop"
240 " CPU\n");
241 usemsr_ee = 0;
242 } else if (c->x86_model < 0x17 && !(eax & 0x10000000)) {
243 /*
244 * Trust bit 28 up to Penryn, I could not find any
245 * documentation on that; if you happen to know
246 * someone at Intel please ask
247 */
248 usemsr_ee = 0;
249 } else {
250 /* Platform ID bits 52:50 (EDX starts at bit 32) */
251 platform_id = (edx >> 18) & 0x7;
252
253 /*
254 * Mobile Penryn CPU seems to be platform ID 7 or 5
255 * (guesswork)
256 */
257 if (c->x86_model == 0x17 &&
258 (platform_id == 5 || platform_id == 7)) {
259 /*
260 * If MSR EE bit is set, set it to 90 degrees C,
261 * otherwise 105 degrees C
262 */
263 tjmax_ee = 90000;
264 tjmax = 105000;
265 }
266 }
267 }
268
269 if (usemsr_ee) {
270 err = rdmsr_safe_on_cpu(id, 0xee, &eax, &edx);
271 if (err) {
272 dev_warn(dev,
273 "Unable to access MSR 0xEE, for Tjmax, left"
274 " at default\n");
275 } else if (eax & 0x40000000) {
276 tjmax = tjmax_ee;
277 }
278 } else if (tjmax == 100000) {
279 /*
280 * If we don't use msr EE it means we are desktop CPU
281 * (with exeception of Atom)
282 */
283 dev_warn(dev, "Using relative temperature scale!\n");
284 }
285
286 return tjmax;
287}
288
289static int get_tjmax(struct cpuinfo_x86 *c, u32 id, struct device *dev)
290{
291 int err;
292 u32 eax, edx;
293 u32 val;
294
295 /*
296 * A new feature of current Intel(R) processors, the
297 * IA32_TEMPERATURE_TARGET contains the TjMax value
298 */
299 err = rdmsr_safe_on_cpu(id, MSR_IA32_TEMPERATURE_TARGET, &eax, &edx);
300 if (err) {
301 if (c->x86_model > 0xe && c->x86_model != 0x1c)
302 dev_warn(dev, "Unable to read TjMax from CPU %u\n", id);
303 } else {
304 val = (eax >> 16) & 0xff;
305 /*
306 * If the TjMax is not plausible, an assumption
307 * will be used
308 */
309 if (val) {
310 dev_dbg(dev, "TjMax is %d degrees C\n", val);
311 return val * 1000;
312 }
313 }
314
315 if (force_tjmax) {
316 dev_notice(dev, "TjMax forced to %d degrees C by user\n",
317 force_tjmax);
318 return force_tjmax * 1000;
319 }
320
321 /*
322 * An assumption is made for early CPUs and unreadable MSR.
323 * NOTE: the calculated value may not be correct.
324 */
325 return adjust_tjmax(c, id, dev);
326}
327
328static void __devinit get_ucode_rev_on_cpu(void *edx)
329{
330 u32 eax;
331
332 wrmsr(MSR_IA32_UCODE_REV, 0, 0);
333 sync_core();
334 rdmsr(MSR_IA32_UCODE_REV, eax, *(u32 *)edx);
335}
336
337static int create_name_attr(struct platform_data *pdata, struct device *dev)
338{
339 sysfs_attr_init(&pdata->name_attr.attr);
340 pdata->name_attr.attr.name = "name";
341 pdata->name_attr.attr.mode = S_IRUGO;
342 pdata->name_attr.show = show_name;
343 return device_create_file(dev, &pdata->name_attr);
344}
345
346static int create_core_attrs(struct temp_data *tdata, struct device *dev,
347 int attr_no)
348{
349 int err, i;
350 static ssize_t (*const rd_ptr[TOTAL_ATTRS]) (struct device *dev,
351 struct device_attribute *devattr, char *buf) = {
352 show_label, show_crit_alarm, show_temp, show_tjmax,
353 show_ttarget };
354 static const char *const names[TOTAL_ATTRS] = {
355 "temp%d_label", "temp%d_crit_alarm",
356 "temp%d_input", "temp%d_crit",
357 "temp%d_max" };
358
359 for (i = 0; i < tdata->attr_size; i++) {
360 snprintf(tdata->attr_name[i], CORETEMP_NAME_LENGTH, names[i],
361 attr_no);
362 sysfs_attr_init(&tdata->sd_attrs[i].dev_attr.attr);
363 tdata->sd_attrs[i].dev_attr.attr.name = tdata->attr_name[i];
364 tdata->sd_attrs[i].dev_attr.attr.mode = S_IRUGO;
365 tdata->sd_attrs[i].dev_attr.show = rd_ptr[i];
366 tdata->sd_attrs[i].index = attr_no;
367 err = device_create_file(dev, &tdata->sd_attrs[i].dev_attr);
368 if (err)
369 goto exit_free;
370 }
371 return 0;
372
373exit_free:
374 while (--i >= 0)
375 device_remove_file(dev, &tdata->sd_attrs[i].dev_attr);
376 return err;
377}
378
379
380static int __cpuinit chk_ucode_version(unsigned int cpu)
381{
382 struct cpuinfo_x86 *c = &cpu_data(cpu);
383 int err;
384 u32 edx;
385
386 /*
387 * Check if we have problem with errata AE18 of Core processors:
388 * Readings might stop update when processor visited too deep sleep,
389 * fixed for stepping D0 (6EC).
390 */
391 if (c->x86_model == 0xe && c->x86_mask < 0xc) {
392 /* check for microcode update */
393 err = smp_call_function_single(cpu, get_ucode_rev_on_cpu,
394 &edx, 1);
395 if (err) {
396 pr_err("Cannot determine microcode revision of "
397 "CPU#%u (%d)!\n", cpu, err);
398 return -ENODEV;
399 } else if (edx < 0x39) {
400 pr_err("Errata AE18 not fixed, update BIOS or "
401 "microcode of the CPU!\n");
402 return -ENODEV;
403 }
404 }
405 return 0;
406}
407
408static struct platform_device *coretemp_get_pdev(unsigned int cpu)
409{
410 u16 phys_proc_id = TO_PHYS_ID(cpu);
411 struct pdev_entry *p;
412
413 mutex_lock(&pdev_list_mutex);
414
415 list_for_each_entry(p, &pdev_list, list)
416 if (p->phys_proc_id == phys_proc_id) {
417 mutex_unlock(&pdev_list_mutex);
418 return p->pdev;
419 }
420
421 mutex_unlock(&pdev_list_mutex);
422 return NULL;
423}
424
425static struct temp_data *init_temp_data(unsigned int cpu, int pkg_flag)
426{
427 struct temp_data *tdata;
428
429 tdata = kzalloc(sizeof(struct temp_data), GFP_KERNEL);
430 if (!tdata)
431 return NULL;
432
433 tdata->status_reg = pkg_flag ? MSR_IA32_PACKAGE_THERM_STATUS :
434 MSR_IA32_THERM_STATUS;
435 tdata->is_pkg_data = pkg_flag;
436 tdata->cpu = cpu;
437 tdata->cpu_core_id = TO_CORE_ID(cpu);
438 tdata->attr_size = MAX_CORE_ATTRS;
439 mutex_init(&tdata->update_lock);
440 return tdata;
441}
442
443static int create_core_data(struct platform_device *pdev,
444 unsigned int cpu, int pkg_flag)
445{
446 struct temp_data *tdata;
447 struct platform_data *pdata = platform_get_drvdata(pdev);
448 struct cpuinfo_x86 *c = &cpu_data(cpu);
449 u32 eax, edx;
450 int err, attr_no;
451
452 /*
453 * Find attr number for sysfs:
454 * We map the attr number to core id of the CPU
455 * The attr number is always core id + 2
456 * The Pkgtemp will always show up as temp1_*, if available
457 */
458 attr_no = pkg_flag ? 1 : TO_ATTR_NO(cpu);
459
460 if (attr_no > MAX_CORE_DATA - 1)
461 return -ERANGE;
462
463 /*
464 * Provide a single set of attributes for all HT siblings of a core
465 * to avoid duplicate sensors (the processor ID and core ID of all
466 * HT siblings of a core are the same).
467 * Skip if a HT sibling of this core is already registered.
468 * This is not an error.
469 */
470 if (pdata->core_data[attr_no] != NULL)
471 return 0;
472
473 tdata = init_temp_data(cpu, pkg_flag);
474 if (!tdata)
475 return -ENOMEM;
476
477 /* Test if we can access the status register */
478 err = rdmsr_safe_on_cpu(cpu, tdata->status_reg, &eax, &edx);
479 if (err)
480 goto exit_free;
481
482 /* We can access status register. Get Critical Temperature */
483 tdata->tjmax = get_tjmax(c, cpu, &pdev->dev);
484
485 /*
486 * Read the still undocumented bits 8:15 of IA32_TEMPERATURE_TARGET.
487 * The target temperature is available on older CPUs but not in this
488 * register. Atoms don't have the register at all.
489 */
490 if (c->x86_model > 0xe && c->x86_model != 0x1c) {
491 err = rdmsr_safe_on_cpu(cpu, MSR_IA32_TEMPERATURE_TARGET,
492 &eax, &edx);
493 if (!err) {
494 tdata->ttarget
495 = tdata->tjmax - ((eax >> 8) & 0xff) * 1000;
496 tdata->attr_size++;
497 }
498 }
499
500 pdata->core_data[attr_no] = tdata;
501
502 /* Create sysfs interfaces */
503 err = create_core_attrs(tdata, &pdev->dev, attr_no);
504 if (err)
505 goto exit_free;
506
507 return 0;
508exit_free:
509 pdata->core_data[attr_no] = NULL;
510 kfree(tdata);
511 return err;
512}
513
514static void coretemp_add_core(unsigned int cpu, int pkg_flag)
515{
516 struct platform_device *pdev = coretemp_get_pdev(cpu);
517 int err;
518
519 if (!pdev)
520 return;
521
522 err = create_core_data(pdev, cpu, pkg_flag);
523 if (err)
524 dev_err(&pdev->dev, "Adding Core %u failed\n", cpu);
525}
526
527static void coretemp_remove_core(struct platform_data *pdata,
528 struct device *dev, int indx)
529{
530 int i;
531 struct temp_data *tdata = pdata->core_data[indx];
532
533 /* Remove the sysfs attributes */
534 for (i = 0; i < tdata->attr_size; i++)
535 device_remove_file(dev, &tdata->sd_attrs[i].dev_attr);
536
537 kfree(pdata->core_data[indx]);
538 pdata->core_data[indx] = NULL;
539}
540
541static int __devinit coretemp_probe(struct platform_device *pdev)
542{
543 struct platform_data *pdata;
544 int err;
545
546 /* Initialize the per-package data structures */
547 pdata = kzalloc(sizeof(struct platform_data), GFP_KERNEL);
548 if (!pdata)
549 return -ENOMEM;
550
551 err = create_name_attr(pdata, &pdev->dev);
552 if (err)
553 goto exit_free;
554
555 pdata->phys_proc_id = pdev->id;
556 platform_set_drvdata(pdev, pdata);
557
558 pdata->hwmon_dev = hwmon_device_register(&pdev->dev);
559 if (IS_ERR(pdata->hwmon_dev)) {
560 err = PTR_ERR(pdata->hwmon_dev);
561 dev_err(&pdev->dev, "Class registration failed (%d)\n", err);
562 goto exit_name;
563 }
564 return 0;
565
566exit_name:
567 device_remove_file(&pdev->dev, &pdata->name_attr);
568 platform_set_drvdata(pdev, NULL);
569exit_free:
570 kfree(pdata);
571 return err;
572}
573
574static int __devexit coretemp_remove(struct platform_device *pdev)
575{
576 struct platform_data *pdata = platform_get_drvdata(pdev);
577 int i;
578
579 for (i = MAX_CORE_DATA - 1; i >= 0; --i)
580 if (pdata->core_data[i])
581 coretemp_remove_core(pdata, &pdev->dev, i);
582
583 device_remove_file(&pdev->dev, &pdata->name_attr);
584 hwmon_device_unregister(pdata->hwmon_dev);
585 platform_set_drvdata(pdev, NULL);
586 kfree(pdata);
587 return 0;
588}
589
590static struct platform_driver coretemp_driver = {
591 .driver = {
592 .owner = THIS_MODULE,
593 .name = DRVNAME,
594 },
595 .probe = coretemp_probe,
596 .remove = __devexit_p(coretemp_remove),
597};
598
599static int __cpuinit coretemp_device_add(unsigned int cpu)
600{
601 int err;
602 struct platform_device *pdev;
603 struct pdev_entry *pdev_entry;
604
605 mutex_lock(&pdev_list_mutex);
606
607 pdev = platform_device_alloc(DRVNAME, TO_PHYS_ID(cpu));
608 if (!pdev) {
609 err = -ENOMEM;
610 pr_err("Device allocation failed\n");
611 goto exit;
612 }
613
614 pdev_entry = kzalloc(sizeof(struct pdev_entry), GFP_KERNEL);
615 if (!pdev_entry) {
616 err = -ENOMEM;
617 goto exit_device_put;
618 }
619
620 err = platform_device_add(pdev);
621 if (err) {
622 pr_err("Device addition failed (%d)\n", err);
623 goto exit_device_free;
624 }
625
626 pdev_entry->pdev = pdev;
627 pdev_entry->phys_proc_id = pdev->id;
628
629 list_add_tail(&pdev_entry->list, &pdev_list);
630 mutex_unlock(&pdev_list_mutex);
631
632 return 0;
633
634exit_device_free:
635 kfree(pdev_entry);
636exit_device_put:
637 platform_device_put(pdev);
638exit:
639 mutex_unlock(&pdev_list_mutex);
640 return err;
641}
642
643static void coretemp_device_remove(unsigned int cpu)
644{
645 struct pdev_entry *p, *n;
646 u16 phys_proc_id = TO_PHYS_ID(cpu);
647
648 mutex_lock(&pdev_list_mutex);
649 list_for_each_entry_safe(p, n, &pdev_list, list) {
650 if (p->phys_proc_id != phys_proc_id)
651 continue;
652 platform_device_unregister(p->pdev);
653 list_del(&p->list);
654 kfree(p);
655 }
656 mutex_unlock(&pdev_list_mutex);
657}
658
659static bool is_any_core_online(struct platform_data *pdata)
660{
661 int i;
662
663 /* Find online cores, except pkgtemp data */
664 for (i = MAX_CORE_DATA - 1; i >= 0; --i) {
665 if (pdata->core_data[i] &&
666 !pdata->core_data[i]->is_pkg_data) {
667 return true;
668 }
669 }
670 return false;
671}
672
673static void __cpuinit get_core_online(unsigned int cpu)
674{
675 struct cpuinfo_x86 *c = &cpu_data(cpu);
676 struct platform_device *pdev = coretemp_get_pdev(cpu);
677 int err;
678
679 /*
680 * CPUID.06H.EAX[0] indicates whether the CPU has thermal
681 * sensors. We check this bit only, all the early CPUs
682 * without thermal sensors will be filtered out.
683 */
684 if (!cpu_has(c, X86_FEATURE_DTS))
685 return;
686
687 if (!pdev) {
688 /* Check the microcode version of the CPU */
689 if (chk_ucode_version(cpu))
690 return;
691
692 /*
693 * Alright, we have DTS support.
694 * We are bringing the _first_ core in this pkg
695 * online. So, initialize per-pkg data structures and
696 * then bring this core online.
697 */
698 err = coretemp_device_add(cpu);
699 if (err)
700 return;
701 /*
702 * Check whether pkgtemp support is available.
703 * If so, add interfaces for pkgtemp.
704 */
705 if (cpu_has(c, X86_FEATURE_PTS))
706 coretemp_add_core(cpu, 1);
707 }
708 /*
709 * Physical CPU device already exists.
710 * So, just add interfaces for this core.
711 */
712 coretemp_add_core(cpu, 0);
713}
714
715static void __cpuinit put_core_offline(unsigned int cpu)
716{
717 int i, indx;
718 struct platform_data *pdata;
719 struct platform_device *pdev = coretemp_get_pdev(cpu);
720
721 /* If the physical CPU device does not exist, just return */
722 if (!pdev)
723 return;
724
725 pdata = platform_get_drvdata(pdev);
726
727 indx = TO_ATTR_NO(cpu);
728
729 if (pdata->core_data[indx] && pdata->core_data[indx]->cpu == cpu)
730 coretemp_remove_core(pdata, &pdev->dev, indx);
731
732 /*
733 * If a HT sibling of a core is taken offline, but another HT sibling
734 * of the same core is still online, register the alternate sibling.
735 * This ensures that exactly one set of attributes is provided as long
736 * as at least one HT sibling of a core is online.
737 */
738 for_each_sibling(i, cpu) {
739 if (i != cpu) {
740 get_core_online(i);
741 /*
742 * Display temperature sensor data for one HT sibling
743 * per core only, so abort the loop after one such
744 * sibling has been found.
745 */
746 break;
747 }
748 }
749 /*
750 * If all cores in this pkg are offline, remove the device.
751 * coretemp_device_remove calls unregister_platform_device,
752 * which in turn calls coretemp_remove. This removes the
753 * pkgtemp entry and does other clean ups.
754 */
755 if (!is_any_core_online(pdata))
756 coretemp_device_remove(cpu);
757}
758
759static int __cpuinit coretemp_cpu_callback(struct notifier_block *nfb,
760 unsigned long action, void *hcpu)
761{
762 unsigned int cpu = (unsigned long) hcpu;
763
764 switch (action) {
765 case CPU_ONLINE:
766 case CPU_DOWN_FAILED:
767 get_core_online(cpu);
768 break;
769 case CPU_DOWN_PREPARE:
770 put_core_offline(cpu);
771 break;
772 }
773 return NOTIFY_OK;
774}
775
776static struct notifier_block coretemp_cpu_notifier __refdata = {
777 .notifier_call = coretemp_cpu_callback,
778};
779
780static int __init coretemp_init(void)
781{
782 int i, err = -ENODEV;
783
784 /* quick check if we run Intel */
785 if (cpu_data(0).x86_vendor != X86_VENDOR_INTEL)
786 goto exit;
787
788 err = platform_driver_register(&coretemp_driver);
789 if (err)
790 goto exit;
791
792 for_each_online_cpu(i)
793 get_core_online(i);
794
795#ifndef CONFIG_HOTPLUG_CPU
796 if (list_empty(&pdev_list)) {
797 err = -ENODEV;
798 goto exit_driver_unreg;
799 }
800#endif
801
802 register_hotcpu_notifier(&coretemp_cpu_notifier);
803 return 0;
804
805#ifndef CONFIG_HOTPLUG_CPU
806exit_driver_unreg:
807 platform_driver_unregister(&coretemp_driver);
808#endif
809exit:
810 return err;
811}
812
813static void __exit coretemp_exit(void)
814{
815 struct pdev_entry *p, *n;
816
817 unregister_hotcpu_notifier(&coretemp_cpu_notifier);
818 mutex_lock(&pdev_list_mutex);
819 list_for_each_entry_safe(p, n, &pdev_list, list) {
820 platform_device_unregister(p->pdev);
821 list_del(&p->list);
822 kfree(p);
823 }
824 mutex_unlock(&pdev_list_mutex);
825 platform_driver_unregister(&coretemp_driver);
826}
827
828MODULE_AUTHOR("Rudolf Marek <r.marek@assembler.cz>");
829MODULE_DESCRIPTION("Intel Core temperature monitor");
830MODULE_LICENSE("GPL");
831
832module_init(coretemp_init)
833module_exit(coretemp_exit)
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * coretemp.c - Linux kernel module for hardware monitoring
4 *
5 * Copyright (C) 2007 Rudolf Marek <r.marek@assembler.cz>
6 *
7 * Inspired from many hwmon drivers
8 */
9
10#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
11
12#include <linux/module.h>
13#include <linux/init.h>
14#include <linux/slab.h>
15#include <linux/jiffies.h>
16#include <linux/hwmon.h>
17#include <linux/sysfs.h>
18#include <linux/hwmon-sysfs.h>
19#include <linux/err.h>
20#include <linux/mutex.h>
21#include <linux/list.h>
22#include <linux/platform_device.h>
23#include <linux/cpu.h>
24#include <linux/smp.h>
25#include <linux/moduleparam.h>
26#include <linux/pci.h>
27#include <asm/msr.h>
28#include <asm/processor.h>
29#include <asm/cpu_device_id.h>
30
31#define DRVNAME "coretemp"
32
33/*
34 * force_tjmax only matters when TjMax can't be read from the CPU itself.
35 * When set, it replaces the driver's suboptimal heuristic.
36 */
37static int force_tjmax;
38module_param_named(tjmax, force_tjmax, int, 0444);
39MODULE_PARM_DESC(tjmax, "TjMax value in degrees Celsius");
40
41#define PKG_SYSFS_ATTR_NO 1 /* Sysfs attribute for package temp */
42#define BASE_SYSFS_ATTR_NO 2 /* Sysfs Base attr no for coretemp */
43#define NUM_REAL_CORES 128 /* Number of Real cores per cpu */
44#define CORETEMP_NAME_LENGTH 19 /* String Length of attrs */
45#define MAX_CORE_ATTRS 4 /* Maximum no of basic attrs */
46#define TOTAL_ATTRS (MAX_CORE_ATTRS + 1)
47#define MAX_CORE_DATA (NUM_REAL_CORES + BASE_SYSFS_ATTR_NO)
48
49#define TO_CORE_ID(cpu) (cpu_data(cpu).cpu_core_id)
50#define TO_ATTR_NO(cpu) (TO_CORE_ID(cpu) + BASE_SYSFS_ATTR_NO)
51
52#ifdef CONFIG_SMP
53#define for_each_sibling(i, cpu) \
54 for_each_cpu(i, topology_sibling_cpumask(cpu))
55#else
56#define for_each_sibling(i, cpu) for (i = 0; false; )
57#endif
58
59/*
60 * Per-Core Temperature Data
61 * @last_updated: The time when the current temperature value was updated
62 * earlier (in jiffies).
63 * @cpu_core_id: The CPU Core from which temperature values should be read
64 * This value is passed as "id" field to rdmsr/wrmsr functions.
65 * @status_reg: One of IA32_THERM_STATUS or IA32_PACKAGE_THERM_STATUS,
66 * from where the temperature values should be read.
67 * @attr_size: Total number of pre-core attrs displayed in the sysfs.
68 * @is_pkg_data: If this is 1, the temp_data holds pkgtemp data.
69 * Otherwise, temp_data holds coretemp data.
70 * @valid: If this is 1, the current temperature is valid.
71 */
72struct temp_data {
73 int temp;
74 int ttarget;
75 int tjmax;
76 unsigned long last_updated;
77 unsigned int cpu;
78 u32 cpu_core_id;
79 u32 status_reg;
80 int attr_size;
81 bool is_pkg_data;
82 bool valid;
83 struct sensor_device_attribute sd_attrs[TOTAL_ATTRS];
84 char attr_name[TOTAL_ATTRS][CORETEMP_NAME_LENGTH];
85 struct attribute *attrs[TOTAL_ATTRS + 1];
86 struct attribute_group attr_group;
87 struct mutex update_lock;
88};
89
90/* Platform Data per Physical CPU */
91struct platform_data {
92 struct device *hwmon_dev;
93 u16 pkg_id;
94 struct cpumask cpumask;
95 struct temp_data *core_data[MAX_CORE_DATA];
96 struct device_attribute name_attr;
97};
98
99/* Keep track of how many zone pointers we allocated in init() */
100static int max_zones __read_mostly;
101/* Array of zone pointers. Serialized by cpu hotplug lock */
102static struct platform_device **zone_devices;
103
104static ssize_t show_label(struct device *dev,
105 struct device_attribute *devattr, char *buf)
106{
107 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
108 struct platform_data *pdata = dev_get_drvdata(dev);
109 struct temp_data *tdata = pdata->core_data[attr->index];
110
111 if (tdata->is_pkg_data)
112 return sprintf(buf, "Package id %u\n", pdata->pkg_id);
113
114 return sprintf(buf, "Core %u\n", tdata->cpu_core_id);
115}
116
117static ssize_t show_crit_alarm(struct device *dev,
118 struct device_attribute *devattr, char *buf)
119{
120 u32 eax, edx;
121 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
122 struct platform_data *pdata = dev_get_drvdata(dev);
123 struct temp_data *tdata = pdata->core_data[attr->index];
124
125 mutex_lock(&tdata->update_lock);
126 rdmsr_on_cpu(tdata->cpu, tdata->status_reg, &eax, &edx);
127 mutex_unlock(&tdata->update_lock);
128
129 return sprintf(buf, "%d\n", (eax >> 5) & 1);
130}
131
132static ssize_t show_tjmax(struct device *dev,
133 struct device_attribute *devattr, char *buf)
134{
135 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
136 struct platform_data *pdata = dev_get_drvdata(dev);
137
138 return sprintf(buf, "%d\n", pdata->core_data[attr->index]->tjmax);
139}
140
141static ssize_t show_ttarget(struct device *dev,
142 struct device_attribute *devattr, char *buf)
143{
144 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
145 struct platform_data *pdata = dev_get_drvdata(dev);
146
147 return sprintf(buf, "%d\n", pdata->core_data[attr->index]->ttarget);
148}
149
150static ssize_t show_temp(struct device *dev,
151 struct device_attribute *devattr, char *buf)
152{
153 u32 eax, edx;
154 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
155 struct platform_data *pdata = dev_get_drvdata(dev);
156 struct temp_data *tdata = pdata->core_data[attr->index];
157
158 mutex_lock(&tdata->update_lock);
159
160 /* Check whether the time interval has elapsed */
161 if (!tdata->valid || time_after(jiffies, tdata->last_updated + HZ)) {
162 rdmsr_on_cpu(tdata->cpu, tdata->status_reg, &eax, &edx);
163 /*
164 * Ignore the valid bit. In all observed cases the register
165 * value is either low or zero if the valid bit is 0.
166 * Return it instead of reporting an error which doesn't
167 * really help at all.
168 */
169 tdata->temp = tdata->tjmax - ((eax >> 16) & 0x7f) * 1000;
170 tdata->valid = 1;
171 tdata->last_updated = jiffies;
172 }
173
174 mutex_unlock(&tdata->update_lock);
175 return sprintf(buf, "%d\n", tdata->temp);
176}
177
178struct tjmax_pci {
179 unsigned int device;
180 int tjmax;
181};
182
183static const struct tjmax_pci tjmax_pci_table[] = {
184 { 0x0708, 110000 }, /* CE41x0 (Sodaville ) */
185 { 0x0c72, 102000 }, /* Atom S1240 (Centerton) */
186 { 0x0c73, 95000 }, /* Atom S1220 (Centerton) */
187 { 0x0c75, 95000 }, /* Atom S1260 (Centerton) */
188};
189
190struct tjmax {
191 char const *id;
192 int tjmax;
193};
194
195static const struct tjmax tjmax_table[] = {
196 { "CPU 230", 100000 }, /* Model 0x1c, stepping 2 */
197 { "CPU 330", 125000 }, /* Model 0x1c, stepping 2 */
198};
199
200struct tjmax_model {
201 u8 model;
202 u8 mask;
203 int tjmax;
204};
205
206#define ANY 0xff
207
208static const struct tjmax_model tjmax_model_table[] = {
209 { 0x1c, 10, 100000 }, /* D4xx, K4xx, N4xx, D5xx, K5xx, N5xx */
210 { 0x1c, ANY, 90000 }, /* Z5xx, N2xx, possibly others
211 * Note: Also matches 230 and 330,
212 * which are covered by tjmax_table
213 */
214 { 0x26, ANY, 90000 }, /* Atom Tunnel Creek (Exx), Lincroft (Z6xx)
215 * Note: TjMax for E6xxT is 110C, but CPU type
216 * is undetectable by software
217 */
218 { 0x27, ANY, 90000 }, /* Atom Medfield (Z2460) */
219 { 0x35, ANY, 90000 }, /* Atom Clover Trail/Cloverview (Z27x0) */
220 { 0x36, ANY, 100000 }, /* Atom Cedar Trail/Cedarview (N2xxx, D2xxx)
221 * Also matches S12x0 (stepping 9), covered by
222 * PCI table
223 */
224};
225
226static int adjust_tjmax(struct cpuinfo_x86 *c, u32 id, struct device *dev)
227{
228 /* The 100C is default for both mobile and non mobile CPUs */
229
230 int tjmax = 100000;
231 int tjmax_ee = 85000;
232 int usemsr_ee = 1;
233 int err;
234 u32 eax, edx;
235 int i;
236 u16 devfn = PCI_DEVFN(0, 0);
237 struct pci_dev *host_bridge = pci_get_domain_bus_and_slot(0, 0, devfn);
238
239 /*
240 * Explicit tjmax table entries override heuristics.
241 * First try PCI host bridge IDs, followed by model ID strings
242 * and model/stepping information.
243 */
244 if (host_bridge && host_bridge->vendor == PCI_VENDOR_ID_INTEL) {
245 for (i = 0; i < ARRAY_SIZE(tjmax_pci_table); i++) {
246 if (host_bridge->device == tjmax_pci_table[i].device)
247 return tjmax_pci_table[i].tjmax;
248 }
249 }
250
251 for (i = 0; i < ARRAY_SIZE(tjmax_table); i++) {
252 if (strstr(c->x86_model_id, tjmax_table[i].id))
253 return tjmax_table[i].tjmax;
254 }
255
256 for (i = 0; i < ARRAY_SIZE(tjmax_model_table); i++) {
257 const struct tjmax_model *tm = &tjmax_model_table[i];
258 if (c->x86_model == tm->model &&
259 (tm->mask == ANY || c->x86_stepping == tm->mask))
260 return tm->tjmax;
261 }
262
263 /* Early chips have no MSR for TjMax */
264
265 if (c->x86_model == 0xf && c->x86_stepping < 4)
266 usemsr_ee = 0;
267
268 if (c->x86_model > 0xe && usemsr_ee) {
269 u8 platform_id;
270
271 /*
272 * Now we can detect the mobile CPU using Intel provided table
273 * http://softwarecommunity.intel.com/Wiki/Mobility/720.htm
274 * For Core2 cores, check MSR 0x17, bit 28 1 = Mobile CPU
275 */
276 err = rdmsr_safe_on_cpu(id, 0x17, &eax, &edx);
277 if (err) {
278 dev_warn(dev,
279 "Unable to access MSR 0x17, assuming desktop"
280 " CPU\n");
281 usemsr_ee = 0;
282 } else if (c->x86_model < 0x17 && !(eax & 0x10000000)) {
283 /*
284 * Trust bit 28 up to Penryn, I could not find any
285 * documentation on that; if you happen to know
286 * someone at Intel please ask
287 */
288 usemsr_ee = 0;
289 } else {
290 /* Platform ID bits 52:50 (EDX starts at bit 32) */
291 platform_id = (edx >> 18) & 0x7;
292
293 /*
294 * Mobile Penryn CPU seems to be platform ID 7 or 5
295 * (guesswork)
296 */
297 if (c->x86_model == 0x17 &&
298 (platform_id == 5 || platform_id == 7)) {
299 /*
300 * If MSR EE bit is set, set it to 90 degrees C,
301 * otherwise 105 degrees C
302 */
303 tjmax_ee = 90000;
304 tjmax = 105000;
305 }
306 }
307 }
308
309 if (usemsr_ee) {
310 err = rdmsr_safe_on_cpu(id, 0xee, &eax, &edx);
311 if (err) {
312 dev_warn(dev,
313 "Unable to access MSR 0xEE, for Tjmax, left"
314 " at default\n");
315 } else if (eax & 0x40000000) {
316 tjmax = tjmax_ee;
317 }
318 } else if (tjmax == 100000) {
319 /*
320 * If we don't use msr EE it means we are desktop CPU
321 * (with exeception of Atom)
322 */
323 dev_warn(dev, "Using relative temperature scale!\n");
324 }
325
326 return tjmax;
327}
328
329static bool cpu_has_tjmax(struct cpuinfo_x86 *c)
330{
331 u8 model = c->x86_model;
332
333 return model > 0xe &&
334 model != 0x1c &&
335 model != 0x26 &&
336 model != 0x27 &&
337 model != 0x35 &&
338 model != 0x36;
339}
340
341static int get_tjmax(struct cpuinfo_x86 *c, u32 id, struct device *dev)
342{
343 int err;
344 u32 eax, edx;
345 u32 val;
346
347 /*
348 * A new feature of current Intel(R) processors, the
349 * IA32_TEMPERATURE_TARGET contains the TjMax value
350 */
351 err = rdmsr_safe_on_cpu(id, MSR_IA32_TEMPERATURE_TARGET, &eax, &edx);
352 if (err) {
353 if (cpu_has_tjmax(c))
354 dev_warn(dev, "Unable to read TjMax from CPU %u\n", id);
355 } else {
356 val = (eax >> 16) & 0xff;
357 /*
358 * If the TjMax is not plausible, an assumption
359 * will be used
360 */
361 if (val) {
362 dev_dbg(dev, "TjMax is %d degrees C\n", val);
363 return val * 1000;
364 }
365 }
366
367 if (force_tjmax) {
368 dev_notice(dev, "TjMax forced to %d degrees C by user\n",
369 force_tjmax);
370 return force_tjmax * 1000;
371 }
372
373 /*
374 * An assumption is made for early CPUs and unreadable MSR.
375 * NOTE: the calculated value may not be correct.
376 */
377 return adjust_tjmax(c, id, dev);
378}
379
380static int create_core_attrs(struct temp_data *tdata, struct device *dev,
381 int attr_no)
382{
383 int i;
384 static ssize_t (*const rd_ptr[TOTAL_ATTRS]) (struct device *dev,
385 struct device_attribute *devattr, char *buf) = {
386 show_label, show_crit_alarm, show_temp, show_tjmax,
387 show_ttarget };
388 static const char *const suffixes[TOTAL_ATTRS] = {
389 "label", "crit_alarm", "input", "crit", "max"
390 };
391
392 for (i = 0; i < tdata->attr_size; i++) {
393 snprintf(tdata->attr_name[i], CORETEMP_NAME_LENGTH,
394 "temp%d_%s", attr_no, suffixes[i]);
395 sysfs_attr_init(&tdata->sd_attrs[i].dev_attr.attr);
396 tdata->sd_attrs[i].dev_attr.attr.name = tdata->attr_name[i];
397 tdata->sd_attrs[i].dev_attr.attr.mode = 0444;
398 tdata->sd_attrs[i].dev_attr.show = rd_ptr[i];
399 tdata->sd_attrs[i].index = attr_no;
400 tdata->attrs[i] = &tdata->sd_attrs[i].dev_attr.attr;
401 }
402 tdata->attr_group.attrs = tdata->attrs;
403 return sysfs_create_group(&dev->kobj, &tdata->attr_group);
404}
405
406
407static int chk_ucode_version(unsigned int cpu)
408{
409 struct cpuinfo_x86 *c = &cpu_data(cpu);
410
411 /*
412 * Check if we have problem with errata AE18 of Core processors:
413 * Readings might stop update when processor visited too deep sleep,
414 * fixed for stepping D0 (6EC).
415 */
416 if (c->x86_model == 0xe && c->x86_stepping < 0xc && c->microcode < 0x39) {
417 pr_err("Errata AE18 not fixed, update BIOS or microcode of the CPU!\n");
418 return -ENODEV;
419 }
420 return 0;
421}
422
423static struct platform_device *coretemp_get_pdev(unsigned int cpu)
424{
425 int id = topology_logical_die_id(cpu);
426
427 if (id >= 0 && id < max_zones)
428 return zone_devices[id];
429 return NULL;
430}
431
432static struct temp_data *init_temp_data(unsigned int cpu, int pkg_flag)
433{
434 struct temp_data *tdata;
435
436 tdata = kzalloc(sizeof(struct temp_data), GFP_KERNEL);
437 if (!tdata)
438 return NULL;
439
440 tdata->status_reg = pkg_flag ? MSR_IA32_PACKAGE_THERM_STATUS :
441 MSR_IA32_THERM_STATUS;
442 tdata->is_pkg_data = pkg_flag;
443 tdata->cpu = cpu;
444 tdata->cpu_core_id = TO_CORE_ID(cpu);
445 tdata->attr_size = MAX_CORE_ATTRS;
446 mutex_init(&tdata->update_lock);
447 return tdata;
448}
449
450static int create_core_data(struct platform_device *pdev, unsigned int cpu,
451 int pkg_flag)
452{
453 struct temp_data *tdata;
454 struct platform_data *pdata = platform_get_drvdata(pdev);
455 struct cpuinfo_x86 *c = &cpu_data(cpu);
456 u32 eax, edx;
457 int err, attr_no;
458
459 /*
460 * Find attr number for sysfs:
461 * We map the attr number to core id of the CPU
462 * The attr number is always core id + 2
463 * The Pkgtemp will always show up as temp1_*, if available
464 */
465 attr_no = pkg_flag ? PKG_SYSFS_ATTR_NO : TO_ATTR_NO(cpu);
466
467 if (attr_no > MAX_CORE_DATA - 1)
468 return -ERANGE;
469
470 tdata = init_temp_data(cpu, pkg_flag);
471 if (!tdata)
472 return -ENOMEM;
473
474 /* Test if we can access the status register */
475 err = rdmsr_safe_on_cpu(cpu, tdata->status_reg, &eax, &edx);
476 if (err)
477 goto exit_free;
478
479 /* We can access status register. Get Critical Temperature */
480 tdata->tjmax = get_tjmax(c, cpu, &pdev->dev);
481
482 /*
483 * Read the still undocumented bits 8:15 of IA32_TEMPERATURE_TARGET.
484 * The target temperature is available on older CPUs but not in this
485 * register. Atoms don't have the register at all.
486 */
487 if (c->x86_model > 0xe && c->x86_model != 0x1c) {
488 err = rdmsr_safe_on_cpu(cpu, MSR_IA32_TEMPERATURE_TARGET,
489 &eax, &edx);
490 if (!err) {
491 tdata->ttarget
492 = tdata->tjmax - ((eax >> 8) & 0xff) * 1000;
493 tdata->attr_size++;
494 }
495 }
496
497 pdata->core_data[attr_no] = tdata;
498
499 /* Create sysfs interfaces */
500 err = create_core_attrs(tdata, pdata->hwmon_dev, attr_no);
501 if (err)
502 goto exit_free;
503
504 return 0;
505exit_free:
506 pdata->core_data[attr_no] = NULL;
507 kfree(tdata);
508 return err;
509}
510
511static void
512coretemp_add_core(struct platform_device *pdev, unsigned int cpu, int pkg_flag)
513{
514 if (create_core_data(pdev, cpu, pkg_flag))
515 dev_err(&pdev->dev, "Adding Core %u failed\n", cpu);
516}
517
518static void coretemp_remove_core(struct platform_data *pdata, int indx)
519{
520 struct temp_data *tdata = pdata->core_data[indx];
521
522 /* Remove the sysfs attributes */
523 sysfs_remove_group(&pdata->hwmon_dev->kobj, &tdata->attr_group);
524
525 kfree(pdata->core_data[indx]);
526 pdata->core_data[indx] = NULL;
527}
528
529static int coretemp_probe(struct platform_device *pdev)
530{
531 struct device *dev = &pdev->dev;
532 struct platform_data *pdata;
533
534 /* Initialize the per-zone data structures */
535 pdata = devm_kzalloc(dev, sizeof(struct platform_data), GFP_KERNEL);
536 if (!pdata)
537 return -ENOMEM;
538
539 pdata->pkg_id = pdev->id;
540 platform_set_drvdata(pdev, pdata);
541
542 pdata->hwmon_dev = devm_hwmon_device_register_with_groups(dev, DRVNAME,
543 pdata, NULL);
544 return PTR_ERR_OR_ZERO(pdata->hwmon_dev);
545}
546
547static int coretemp_remove(struct platform_device *pdev)
548{
549 struct platform_data *pdata = platform_get_drvdata(pdev);
550 int i;
551
552 for (i = MAX_CORE_DATA - 1; i >= 0; --i)
553 if (pdata->core_data[i])
554 coretemp_remove_core(pdata, i);
555
556 return 0;
557}
558
559static struct platform_driver coretemp_driver = {
560 .driver = {
561 .name = DRVNAME,
562 },
563 .probe = coretemp_probe,
564 .remove = coretemp_remove,
565};
566
567static struct platform_device *coretemp_device_add(unsigned int cpu)
568{
569 int err, zoneid = topology_logical_die_id(cpu);
570 struct platform_device *pdev;
571
572 if (zoneid < 0)
573 return ERR_PTR(-ENOMEM);
574
575 pdev = platform_device_alloc(DRVNAME, zoneid);
576 if (!pdev)
577 return ERR_PTR(-ENOMEM);
578
579 err = platform_device_add(pdev);
580 if (err) {
581 platform_device_put(pdev);
582 return ERR_PTR(err);
583 }
584
585 zone_devices[zoneid] = pdev;
586 return pdev;
587}
588
589static int coretemp_cpu_online(unsigned int cpu)
590{
591 struct platform_device *pdev = coretemp_get_pdev(cpu);
592 struct cpuinfo_x86 *c = &cpu_data(cpu);
593 struct platform_data *pdata;
594
595 /*
596 * Don't execute this on resume as the offline callback did
597 * not get executed on suspend.
598 */
599 if (cpuhp_tasks_frozen)
600 return 0;
601
602 /*
603 * CPUID.06H.EAX[0] indicates whether the CPU has thermal
604 * sensors. We check this bit only, all the early CPUs
605 * without thermal sensors will be filtered out.
606 */
607 if (!cpu_has(c, X86_FEATURE_DTHERM))
608 return -ENODEV;
609
610 if (!pdev) {
611 /* Check the microcode version of the CPU */
612 if (chk_ucode_version(cpu))
613 return -EINVAL;
614
615 /*
616 * Alright, we have DTS support.
617 * We are bringing the _first_ core in this pkg
618 * online. So, initialize per-pkg data structures and
619 * then bring this core online.
620 */
621 pdev = coretemp_device_add(cpu);
622 if (IS_ERR(pdev))
623 return PTR_ERR(pdev);
624
625 /*
626 * Check whether pkgtemp support is available.
627 * If so, add interfaces for pkgtemp.
628 */
629 if (cpu_has(c, X86_FEATURE_PTS))
630 coretemp_add_core(pdev, cpu, 1);
631 }
632
633 pdata = platform_get_drvdata(pdev);
634 /*
635 * Check whether a thread sibling is already online. If not add the
636 * interface for this CPU core.
637 */
638 if (!cpumask_intersects(&pdata->cpumask, topology_sibling_cpumask(cpu)))
639 coretemp_add_core(pdev, cpu, 0);
640
641 cpumask_set_cpu(cpu, &pdata->cpumask);
642 return 0;
643}
644
645static int coretemp_cpu_offline(unsigned int cpu)
646{
647 struct platform_device *pdev = coretemp_get_pdev(cpu);
648 struct platform_data *pd;
649 struct temp_data *tdata;
650 int indx, target;
651
652 /*
653 * Don't execute this on suspend as the device remove locks
654 * up the machine.
655 */
656 if (cpuhp_tasks_frozen)
657 return 0;
658
659 /* If the physical CPU device does not exist, just return */
660 if (!pdev)
661 return 0;
662
663 /* The core id is too big, just return */
664 indx = TO_ATTR_NO(cpu);
665 if (indx > MAX_CORE_DATA - 1)
666 return 0;
667
668 pd = platform_get_drvdata(pdev);
669 tdata = pd->core_data[indx];
670
671 cpumask_clear_cpu(cpu, &pd->cpumask);
672
673 /*
674 * If this is the last thread sibling, remove the CPU core
675 * interface, If there is still a sibling online, transfer the
676 * target cpu of that core interface to it.
677 */
678 target = cpumask_any_and(&pd->cpumask, topology_sibling_cpumask(cpu));
679 if (target >= nr_cpu_ids) {
680 coretemp_remove_core(pd, indx);
681 } else if (tdata && tdata->cpu == cpu) {
682 mutex_lock(&tdata->update_lock);
683 tdata->cpu = target;
684 mutex_unlock(&tdata->update_lock);
685 }
686
687 /*
688 * If all cores in this pkg are offline, remove the device. This
689 * will invoke the platform driver remove function, which cleans up
690 * the rest.
691 */
692 if (cpumask_empty(&pd->cpumask)) {
693 zone_devices[topology_logical_die_id(cpu)] = NULL;
694 platform_device_unregister(pdev);
695 return 0;
696 }
697
698 /*
699 * Check whether this core is the target for the package
700 * interface. We need to assign it to some other cpu.
701 */
702 tdata = pd->core_data[PKG_SYSFS_ATTR_NO];
703 if (tdata && tdata->cpu == cpu) {
704 target = cpumask_first(&pd->cpumask);
705 mutex_lock(&tdata->update_lock);
706 tdata->cpu = target;
707 mutex_unlock(&tdata->update_lock);
708 }
709 return 0;
710}
711static const struct x86_cpu_id __initconst coretemp_ids[] = {
712 { X86_VENDOR_INTEL, X86_FAMILY_ANY, X86_MODEL_ANY, X86_FEATURE_DTHERM },
713 {}
714};
715MODULE_DEVICE_TABLE(x86cpu, coretemp_ids);
716
717static enum cpuhp_state coretemp_hp_online;
718
719static int __init coretemp_init(void)
720{
721 int err;
722
723 /*
724 * CPUID.06H.EAX[0] indicates whether the CPU has thermal
725 * sensors. We check this bit only, all the early CPUs
726 * without thermal sensors will be filtered out.
727 */
728 if (!x86_match_cpu(coretemp_ids))
729 return -ENODEV;
730
731 max_zones = topology_max_packages() * topology_max_die_per_package();
732 zone_devices = kcalloc(max_zones, sizeof(struct platform_device *),
733 GFP_KERNEL);
734 if (!zone_devices)
735 return -ENOMEM;
736
737 err = platform_driver_register(&coretemp_driver);
738 if (err)
739 goto outzone;
740
741 err = cpuhp_setup_state(CPUHP_AP_ONLINE_DYN, "hwmon/coretemp:online",
742 coretemp_cpu_online, coretemp_cpu_offline);
743 if (err < 0)
744 goto outdrv;
745 coretemp_hp_online = err;
746 return 0;
747
748outdrv:
749 platform_driver_unregister(&coretemp_driver);
750outzone:
751 kfree(zone_devices);
752 return err;
753}
754module_init(coretemp_init)
755
756static void __exit coretemp_exit(void)
757{
758 cpuhp_remove_state(coretemp_hp_online);
759 platform_driver_unregister(&coretemp_driver);
760 kfree(zone_devices);
761}
762module_exit(coretemp_exit)
763
764MODULE_AUTHOR("Rudolf Marek <r.marek@assembler.cz>");
765MODULE_DESCRIPTION("Intel Core temperature monitor");
766MODULE_LICENSE("GPL");