Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * coretemp.c - Linux kernel module for hardware monitoring
4 *
5 * Copyright (C) 2007 Rudolf Marek <r.marek@assembler.cz>
6 *
7 * Inspired from many hwmon drivers
8 */
9
10#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
11
12#include <linux/module.h>
13#include <linux/init.h>
14#include <linux/slab.h>
15#include <linux/jiffies.h>
16#include <linux/hwmon.h>
17#include <linux/sysfs.h>
18#include <linux/hwmon-sysfs.h>
19#include <linux/err.h>
20#include <linux/mutex.h>
21#include <linux/list.h>
22#include <linux/platform_device.h>
23#include <linux/cpu.h>
24#include <linux/smp.h>
25#include <linux/moduleparam.h>
26#include <linux/pci.h>
27#include <asm/msr.h>
28#include <asm/processor.h>
29#include <asm/cpu_device_id.h>
30#include <linux/sched/isolation.h>
31
32#define DRVNAME "coretemp"
33
34/*
35 * force_tjmax only matters when TjMax can't be read from the CPU itself.
36 * When set, it replaces the driver's suboptimal heuristic.
37 */
38static int force_tjmax;
39module_param_named(tjmax, force_tjmax, int, 0444);
40MODULE_PARM_DESC(tjmax, "TjMax value in degrees Celsius");
41
42#define PKG_SYSFS_ATTR_NO 1 /* Sysfs attribute for package temp */
43#define BASE_SYSFS_ATTR_NO 2 /* Sysfs Base attr no for coretemp */
44#define NUM_REAL_CORES 512 /* Number of Real cores per cpu */
45#define CORETEMP_NAME_LENGTH 28 /* String Length of attrs */
46#define MAX_CORE_ATTRS 4 /* Maximum no of basic attrs */
47#define TOTAL_ATTRS (MAX_CORE_ATTRS + 1)
48#define MAX_CORE_DATA (NUM_REAL_CORES + BASE_SYSFS_ATTR_NO)
49
50#ifdef CONFIG_SMP
51#define for_each_sibling(i, cpu) \
52 for_each_cpu(i, topology_sibling_cpumask(cpu))
53#else
54#define for_each_sibling(i, cpu) for (i = 0; false; )
55#endif
56
57/*
58 * Per-Core Temperature Data
59 * @tjmax: The static tjmax value when tjmax cannot be retrieved from
60 * IA32_TEMPERATURE_TARGET MSR.
61 * @last_updated: The time when the current temperature value was updated
62 * earlier (in jiffies).
63 * @cpu_core_id: The CPU Core from which temperature values should be read
64 * This value is passed as "id" field to rdmsr/wrmsr functions.
65 * @status_reg: One of IA32_THERM_STATUS or IA32_PACKAGE_THERM_STATUS,
66 * from where the temperature values should be read.
67 * @attr_size: Total number of pre-core attrs displayed in the sysfs.
68 * @is_pkg_data: If this is 1, the temp_data holds pkgtemp data.
69 * Otherwise, temp_data holds coretemp data.
70 */
71struct temp_data {
72 int temp;
73 int tjmax;
74 unsigned long last_updated;
75 unsigned int cpu;
76 u32 cpu_core_id;
77 u32 status_reg;
78 int attr_size;
79 bool is_pkg_data;
80 struct sensor_device_attribute sd_attrs[TOTAL_ATTRS];
81 char attr_name[TOTAL_ATTRS][CORETEMP_NAME_LENGTH];
82 struct attribute *attrs[TOTAL_ATTRS + 1];
83 struct attribute_group attr_group;
84 struct mutex update_lock;
85};
86
87/* Platform Data per Physical CPU */
88struct platform_data {
89 struct device *hwmon_dev;
90 u16 pkg_id;
91 u16 cpu_map[NUM_REAL_CORES];
92 struct ida ida;
93 struct cpumask cpumask;
94 struct temp_data *core_data[MAX_CORE_DATA];
95 struct device_attribute name_attr;
96};
97
98struct tjmax_pci {
99 unsigned int device;
100 int tjmax;
101};
102
103static const struct tjmax_pci tjmax_pci_table[] = {
104 { 0x0708, 110000 }, /* CE41x0 (Sodaville ) */
105 { 0x0c72, 102000 }, /* Atom S1240 (Centerton) */
106 { 0x0c73, 95000 }, /* Atom S1220 (Centerton) */
107 { 0x0c75, 95000 }, /* Atom S1260 (Centerton) */
108};
109
110struct tjmax {
111 char const *id;
112 int tjmax;
113};
114
115static const struct tjmax tjmax_table[] = {
116 { "CPU 230", 100000 }, /* Model 0x1c, stepping 2 */
117 { "CPU 330", 125000 }, /* Model 0x1c, stepping 2 */
118};
119
120struct tjmax_model {
121 u8 model;
122 u8 mask;
123 int tjmax;
124};
125
126#define ANY 0xff
127
128static const struct tjmax_model tjmax_model_table[] = {
129 { 0x1c, 10, 100000 }, /* D4xx, K4xx, N4xx, D5xx, K5xx, N5xx */
130 { 0x1c, ANY, 90000 }, /* Z5xx, N2xx, possibly others
131 * Note: Also matches 230 and 330,
132 * which are covered by tjmax_table
133 */
134 { 0x26, ANY, 90000 }, /* Atom Tunnel Creek (Exx), Lincroft (Z6xx)
135 * Note: TjMax for E6xxT is 110C, but CPU type
136 * is undetectable by software
137 */
138 { 0x27, ANY, 90000 }, /* Atom Medfield (Z2460) */
139 { 0x35, ANY, 90000 }, /* Atom Clover Trail/Cloverview (Z27x0) */
140 { 0x36, ANY, 100000 }, /* Atom Cedar Trail/Cedarview (N2xxx, D2xxx)
141 * Also matches S12x0 (stepping 9), covered by
142 * PCI table
143 */
144};
145
146static int adjust_tjmax(struct cpuinfo_x86 *c, u32 id, struct device *dev)
147{
148 /* The 100C is default for both mobile and non mobile CPUs */
149
150 int tjmax = 100000;
151 int tjmax_ee = 85000;
152 int usemsr_ee = 1;
153 int err;
154 u32 eax, edx;
155 int i;
156 u16 devfn = PCI_DEVFN(0, 0);
157 struct pci_dev *host_bridge = pci_get_domain_bus_and_slot(0, 0, devfn);
158
159 /*
160 * Explicit tjmax table entries override heuristics.
161 * First try PCI host bridge IDs, followed by model ID strings
162 * and model/stepping information.
163 */
164 if (host_bridge && host_bridge->vendor == PCI_VENDOR_ID_INTEL) {
165 for (i = 0; i < ARRAY_SIZE(tjmax_pci_table); i++) {
166 if (host_bridge->device == tjmax_pci_table[i].device) {
167 pci_dev_put(host_bridge);
168 return tjmax_pci_table[i].tjmax;
169 }
170 }
171 }
172 pci_dev_put(host_bridge);
173
174 for (i = 0; i < ARRAY_SIZE(tjmax_table); i++) {
175 if (strstr(c->x86_model_id, tjmax_table[i].id))
176 return tjmax_table[i].tjmax;
177 }
178
179 for (i = 0; i < ARRAY_SIZE(tjmax_model_table); i++) {
180 const struct tjmax_model *tm = &tjmax_model_table[i];
181 if (c->x86_model == tm->model &&
182 (tm->mask == ANY || c->x86_stepping == tm->mask))
183 return tm->tjmax;
184 }
185
186 /* Early chips have no MSR for TjMax */
187
188 if (c->x86_model == 0xf && c->x86_stepping < 4)
189 usemsr_ee = 0;
190
191 if (c->x86_model > 0xe && usemsr_ee) {
192 u8 platform_id;
193
194 /*
195 * Now we can detect the mobile CPU using Intel provided table
196 * http://softwarecommunity.intel.com/Wiki/Mobility/720.htm
197 * For Core2 cores, check MSR 0x17, bit 28 1 = Mobile CPU
198 */
199 err = rdmsr_safe_on_cpu(id, 0x17, &eax, &edx);
200 if (err) {
201 dev_warn(dev,
202 "Unable to access MSR 0x17, assuming desktop"
203 " CPU\n");
204 usemsr_ee = 0;
205 } else if (c->x86_model < 0x17 && !(eax & 0x10000000)) {
206 /*
207 * Trust bit 28 up to Penryn, I could not find any
208 * documentation on that; if you happen to know
209 * someone at Intel please ask
210 */
211 usemsr_ee = 0;
212 } else {
213 /* Platform ID bits 52:50 (EDX starts at bit 32) */
214 platform_id = (edx >> 18) & 0x7;
215
216 /*
217 * Mobile Penryn CPU seems to be platform ID 7 or 5
218 * (guesswork)
219 */
220 if (c->x86_model == 0x17 &&
221 (platform_id == 5 || platform_id == 7)) {
222 /*
223 * If MSR EE bit is set, set it to 90 degrees C,
224 * otherwise 105 degrees C
225 */
226 tjmax_ee = 90000;
227 tjmax = 105000;
228 }
229 }
230 }
231
232 if (usemsr_ee) {
233 err = rdmsr_safe_on_cpu(id, 0xee, &eax, &edx);
234 if (err) {
235 dev_warn(dev,
236 "Unable to access MSR 0xEE, for Tjmax, left"
237 " at default\n");
238 } else if (eax & 0x40000000) {
239 tjmax = tjmax_ee;
240 }
241 } else if (tjmax == 100000) {
242 /*
243 * If we don't use msr EE it means we are desktop CPU
244 * (with exeception of Atom)
245 */
246 dev_warn(dev, "Using relative temperature scale!\n");
247 }
248
249 return tjmax;
250}
251
252static bool cpu_has_tjmax(struct cpuinfo_x86 *c)
253{
254 u8 model = c->x86_model;
255
256 return model > 0xe &&
257 model != 0x1c &&
258 model != 0x26 &&
259 model != 0x27 &&
260 model != 0x35 &&
261 model != 0x36;
262}
263
264static int get_tjmax(struct temp_data *tdata, struct device *dev)
265{
266 struct cpuinfo_x86 *c = &cpu_data(tdata->cpu);
267 int err;
268 u32 eax, edx;
269 u32 val;
270
271 /* use static tjmax once it is set */
272 if (tdata->tjmax)
273 return tdata->tjmax;
274
275 /*
276 * A new feature of current Intel(R) processors, the
277 * IA32_TEMPERATURE_TARGET contains the TjMax value
278 */
279 err = rdmsr_safe_on_cpu(tdata->cpu, MSR_IA32_TEMPERATURE_TARGET, &eax, &edx);
280 if (err) {
281 if (cpu_has_tjmax(c))
282 dev_warn(dev, "Unable to read TjMax from CPU %u\n", tdata->cpu);
283 } else {
284 val = (eax >> 16) & 0xff;
285 if (val)
286 return val * 1000;
287 }
288
289 if (force_tjmax) {
290 dev_notice(dev, "TjMax forced to %d degrees C by user\n",
291 force_tjmax);
292 tdata->tjmax = force_tjmax * 1000;
293 } else {
294 /*
295 * An assumption is made for early CPUs and unreadable MSR.
296 * NOTE: the calculated value may not be correct.
297 */
298 tdata->tjmax = adjust_tjmax(c, tdata->cpu, dev);
299 }
300 return tdata->tjmax;
301}
302
303static int get_ttarget(struct temp_data *tdata, struct device *dev)
304{
305 u32 eax, edx;
306 int tjmax, ttarget_offset, ret;
307
308 /*
309 * ttarget is valid only if tjmax can be retrieved from
310 * MSR_IA32_TEMPERATURE_TARGET
311 */
312 if (tdata->tjmax)
313 return -ENODEV;
314
315 ret = rdmsr_safe_on_cpu(tdata->cpu, MSR_IA32_TEMPERATURE_TARGET, &eax, &edx);
316 if (ret)
317 return ret;
318
319 tjmax = (eax >> 16) & 0xff;
320
321 /* Read the still undocumented bits 8:15 of IA32_TEMPERATURE_TARGET. */
322 ttarget_offset = (eax >> 8) & 0xff;
323
324 return (tjmax - ttarget_offset) * 1000;
325}
326
327/* Keep track of how many zone pointers we allocated in init() */
328static int max_zones __read_mostly;
329/* Array of zone pointers. Serialized by cpu hotplug lock */
330static struct platform_device **zone_devices;
331
332static ssize_t show_label(struct device *dev,
333 struct device_attribute *devattr, char *buf)
334{
335 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
336 struct platform_data *pdata = dev_get_drvdata(dev);
337 struct temp_data *tdata = pdata->core_data[attr->index];
338
339 if (tdata->is_pkg_data)
340 return sprintf(buf, "Package id %u\n", pdata->pkg_id);
341
342 return sprintf(buf, "Core %u\n", tdata->cpu_core_id);
343}
344
345static ssize_t show_crit_alarm(struct device *dev,
346 struct device_attribute *devattr, char *buf)
347{
348 u32 eax, edx;
349 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
350 struct platform_data *pdata = dev_get_drvdata(dev);
351 struct temp_data *tdata = pdata->core_data[attr->index];
352
353 mutex_lock(&tdata->update_lock);
354 rdmsr_on_cpu(tdata->cpu, tdata->status_reg, &eax, &edx);
355 mutex_unlock(&tdata->update_lock);
356
357 return sprintf(buf, "%d\n", (eax >> 5) & 1);
358}
359
360static ssize_t show_tjmax(struct device *dev,
361 struct device_attribute *devattr, char *buf)
362{
363 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
364 struct platform_data *pdata = dev_get_drvdata(dev);
365 struct temp_data *tdata = pdata->core_data[attr->index];
366 int tjmax;
367
368 mutex_lock(&tdata->update_lock);
369 tjmax = get_tjmax(tdata, dev);
370 mutex_unlock(&tdata->update_lock);
371
372 return sprintf(buf, "%d\n", tjmax);
373}
374
375static ssize_t show_ttarget(struct device *dev,
376 struct device_attribute *devattr, char *buf)
377{
378 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
379 struct platform_data *pdata = dev_get_drvdata(dev);
380 struct temp_data *tdata = pdata->core_data[attr->index];
381 int ttarget;
382
383 mutex_lock(&tdata->update_lock);
384 ttarget = get_ttarget(tdata, dev);
385 mutex_unlock(&tdata->update_lock);
386
387 if (ttarget < 0)
388 return ttarget;
389 return sprintf(buf, "%d\n", ttarget);
390}
391
392static ssize_t show_temp(struct device *dev,
393 struct device_attribute *devattr, char *buf)
394{
395 u32 eax, edx;
396 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
397 struct platform_data *pdata = dev_get_drvdata(dev);
398 struct temp_data *tdata = pdata->core_data[attr->index];
399 int tjmax;
400
401 mutex_lock(&tdata->update_lock);
402
403 tjmax = get_tjmax(tdata, dev);
404 /* Check whether the time interval has elapsed */
405 if (time_after(jiffies, tdata->last_updated + HZ)) {
406 rdmsr_on_cpu(tdata->cpu, tdata->status_reg, &eax, &edx);
407 /*
408 * Ignore the valid bit. In all observed cases the register
409 * value is either low or zero if the valid bit is 0.
410 * Return it instead of reporting an error which doesn't
411 * really help at all.
412 */
413 tdata->temp = tjmax - ((eax >> 16) & 0x7f) * 1000;
414 tdata->last_updated = jiffies;
415 }
416
417 mutex_unlock(&tdata->update_lock);
418 return sprintf(buf, "%d\n", tdata->temp);
419}
420
421static int create_core_attrs(struct temp_data *tdata, struct device *dev,
422 int index)
423{
424 int i;
425 static ssize_t (*const rd_ptr[TOTAL_ATTRS]) (struct device *dev,
426 struct device_attribute *devattr, char *buf) = {
427 show_label, show_crit_alarm, show_temp, show_tjmax,
428 show_ttarget };
429 static const char *const suffixes[TOTAL_ATTRS] = {
430 "label", "crit_alarm", "input", "crit", "max"
431 };
432
433 for (i = 0; i < tdata->attr_size; i++) {
434 /*
435 * We map the attr number to core id of the CPU
436 * The attr number is always core id + 2
437 * The Pkgtemp will always show up as temp1_*, if available
438 */
439 int attr_no = tdata->is_pkg_data ? 1 : tdata->cpu_core_id + 2;
440
441 snprintf(tdata->attr_name[i], CORETEMP_NAME_LENGTH,
442 "temp%d_%s", attr_no, suffixes[i]);
443 sysfs_attr_init(&tdata->sd_attrs[i].dev_attr.attr);
444 tdata->sd_attrs[i].dev_attr.attr.name = tdata->attr_name[i];
445 tdata->sd_attrs[i].dev_attr.attr.mode = 0444;
446 tdata->sd_attrs[i].dev_attr.show = rd_ptr[i];
447 tdata->sd_attrs[i].index = index;
448 tdata->attrs[i] = &tdata->sd_attrs[i].dev_attr.attr;
449 }
450 tdata->attr_group.attrs = tdata->attrs;
451 return sysfs_create_group(&dev->kobj, &tdata->attr_group);
452}
453
454
455static int chk_ucode_version(unsigned int cpu)
456{
457 struct cpuinfo_x86 *c = &cpu_data(cpu);
458
459 /*
460 * Check if we have problem with errata AE18 of Core processors:
461 * Readings might stop update when processor visited too deep sleep,
462 * fixed for stepping D0 (6EC).
463 */
464 if (c->x86_model == 0xe && c->x86_stepping < 0xc && c->microcode < 0x39) {
465 pr_err("Errata AE18 not fixed, update BIOS or microcode of the CPU!\n");
466 return -ENODEV;
467 }
468 return 0;
469}
470
471static struct platform_device *coretemp_get_pdev(unsigned int cpu)
472{
473 int id = topology_logical_die_id(cpu);
474
475 if (id >= 0 && id < max_zones)
476 return zone_devices[id];
477 return NULL;
478}
479
480static struct temp_data *init_temp_data(unsigned int cpu, int pkg_flag)
481{
482 struct temp_data *tdata;
483
484 tdata = kzalloc(sizeof(struct temp_data), GFP_KERNEL);
485 if (!tdata)
486 return NULL;
487
488 tdata->status_reg = pkg_flag ? MSR_IA32_PACKAGE_THERM_STATUS :
489 MSR_IA32_THERM_STATUS;
490 tdata->is_pkg_data = pkg_flag;
491 tdata->cpu = cpu;
492 tdata->cpu_core_id = topology_core_id(cpu);
493 tdata->attr_size = MAX_CORE_ATTRS;
494 mutex_init(&tdata->update_lock);
495 return tdata;
496}
497
498static int create_core_data(struct platform_device *pdev, unsigned int cpu,
499 int pkg_flag)
500{
501 struct temp_data *tdata;
502 struct platform_data *pdata = platform_get_drvdata(pdev);
503 struct cpuinfo_x86 *c = &cpu_data(cpu);
504 u32 eax, edx;
505 int err, index;
506
507 if (!housekeeping_cpu(cpu, HK_TYPE_MISC))
508 return 0;
509
510 /*
511 * Get the index of tdata in pdata->core_data[]
512 * tdata for package: pdata->core_data[1]
513 * tdata for core: pdata->core_data[2] .. pdata->core_data[NUM_REAL_CORES + 1]
514 */
515 if (pkg_flag) {
516 index = PKG_SYSFS_ATTR_NO;
517 } else {
518 index = ida_alloc_max(&pdata->ida, NUM_REAL_CORES - 1, GFP_KERNEL);
519 if (index < 0)
520 return index;
521
522 pdata->cpu_map[index] = topology_core_id(cpu);
523 index += BASE_SYSFS_ATTR_NO;
524 }
525
526 tdata = init_temp_data(cpu, pkg_flag);
527 if (!tdata) {
528 err = -ENOMEM;
529 goto ida_free;
530 }
531
532 /* Test if we can access the status register */
533 err = rdmsr_safe_on_cpu(cpu, tdata->status_reg, &eax, &edx);
534 if (err)
535 goto exit_free;
536
537 /* Make sure tdata->tjmax is a valid indicator for dynamic/static tjmax */
538 get_tjmax(tdata, &pdev->dev);
539
540 /*
541 * The target temperature is available on older CPUs but not in the
542 * MSR_IA32_TEMPERATURE_TARGET register. Atoms don't have the register
543 * at all.
544 */
545 if (c->x86_model > 0xe && c->x86_model != 0x1c)
546 if (get_ttarget(tdata, &pdev->dev) >= 0)
547 tdata->attr_size++;
548
549 pdata->core_data[index] = tdata;
550
551 /* Create sysfs interfaces */
552 err = create_core_attrs(tdata, pdata->hwmon_dev, index);
553 if (err)
554 goto exit_free;
555
556 return 0;
557exit_free:
558 pdata->core_data[index] = NULL;
559 kfree(tdata);
560ida_free:
561 if (!pkg_flag)
562 ida_free(&pdata->ida, index - BASE_SYSFS_ATTR_NO);
563 return err;
564}
565
566static void
567coretemp_add_core(struct platform_device *pdev, unsigned int cpu, int pkg_flag)
568{
569 if (create_core_data(pdev, cpu, pkg_flag))
570 dev_err(&pdev->dev, "Adding Core %u failed\n", cpu);
571}
572
573static void coretemp_remove_core(struct platform_data *pdata, int indx)
574{
575 struct temp_data *tdata = pdata->core_data[indx];
576
577 /* if we errored on add then this is already gone */
578 if (!tdata)
579 return;
580
581 /* Remove the sysfs attributes */
582 sysfs_remove_group(&pdata->hwmon_dev->kobj, &tdata->attr_group);
583
584 kfree(pdata->core_data[indx]);
585 pdata->core_data[indx] = NULL;
586
587 if (indx >= BASE_SYSFS_ATTR_NO)
588 ida_free(&pdata->ida, indx - BASE_SYSFS_ATTR_NO);
589}
590
591static int coretemp_device_add(int zoneid)
592{
593 struct platform_device *pdev;
594 struct platform_data *pdata;
595 int err;
596
597 /* Initialize the per-zone data structures */
598 pdata = kzalloc(sizeof(*pdata), GFP_KERNEL);
599 if (!pdata)
600 return -ENOMEM;
601
602 pdata->pkg_id = zoneid;
603 ida_init(&pdata->ida);
604
605 pdev = platform_device_alloc(DRVNAME, zoneid);
606 if (!pdev) {
607 err = -ENOMEM;
608 goto err_free_pdata;
609 }
610
611 err = platform_device_add(pdev);
612 if (err)
613 goto err_put_dev;
614
615 platform_set_drvdata(pdev, pdata);
616 zone_devices[zoneid] = pdev;
617 return 0;
618
619err_put_dev:
620 platform_device_put(pdev);
621err_free_pdata:
622 kfree(pdata);
623 return err;
624}
625
626static void coretemp_device_remove(int zoneid)
627{
628 struct platform_device *pdev = zone_devices[zoneid];
629 struct platform_data *pdata = platform_get_drvdata(pdev);
630
631 ida_destroy(&pdata->ida);
632 kfree(pdata);
633 platform_device_unregister(pdev);
634}
635
636static int coretemp_cpu_online(unsigned int cpu)
637{
638 struct platform_device *pdev = coretemp_get_pdev(cpu);
639 struct cpuinfo_x86 *c = &cpu_data(cpu);
640 struct platform_data *pdata;
641
642 /*
643 * Don't execute this on resume as the offline callback did
644 * not get executed on suspend.
645 */
646 if (cpuhp_tasks_frozen)
647 return 0;
648
649 /*
650 * CPUID.06H.EAX[0] indicates whether the CPU has thermal
651 * sensors. We check this bit only, all the early CPUs
652 * without thermal sensors will be filtered out.
653 */
654 if (!cpu_has(c, X86_FEATURE_DTHERM))
655 return -ENODEV;
656
657 pdata = platform_get_drvdata(pdev);
658 if (!pdata->hwmon_dev) {
659 struct device *hwmon;
660
661 /* Check the microcode version of the CPU */
662 if (chk_ucode_version(cpu))
663 return -EINVAL;
664
665 /*
666 * Alright, we have DTS support.
667 * We are bringing the _first_ core in this pkg
668 * online. So, initialize per-pkg data structures and
669 * then bring this core online.
670 */
671 hwmon = hwmon_device_register_with_groups(&pdev->dev, DRVNAME,
672 pdata, NULL);
673 if (IS_ERR(hwmon))
674 return PTR_ERR(hwmon);
675 pdata->hwmon_dev = hwmon;
676
677 /*
678 * Check whether pkgtemp support is available.
679 * If so, add interfaces for pkgtemp.
680 */
681 if (cpu_has(c, X86_FEATURE_PTS))
682 coretemp_add_core(pdev, cpu, 1);
683 }
684
685 /*
686 * Check whether a thread sibling is already online. If not add the
687 * interface for this CPU core.
688 */
689 if (!cpumask_intersects(&pdata->cpumask, topology_sibling_cpumask(cpu)))
690 coretemp_add_core(pdev, cpu, 0);
691
692 cpumask_set_cpu(cpu, &pdata->cpumask);
693 return 0;
694}
695
696static int coretemp_cpu_offline(unsigned int cpu)
697{
698 struct platform_device *pdev = coretemp_get_pdev(cpu);
699 struct platform_data *pd;
700 struct temp_data *tdata;
701 int i, indx = -1, target;
702
703 /* No need to tear down any interfaces for suspend */
704 if (cpuhp_tasks_frozen)
705 return 0;
706
707 /* If the physical CPU device does not exist, just return */
708 pd = platform_get_drvdata(pdev);
709 if (!pd->hwmon_dev)
710 return 0;
711
712 for (i = 0; i < NUM_REAL_CORES; i++) {
713 if (pd->cpu_map[i] == topology_core_id(cpu)) {
714 indx = i + BASE_SYSFS_ATTR_NO;
715 break;
716 }
717 }
718
719 /* Too many cores and this core is not populated, just return */
720 if (indx < 0)
721 return 0;
722
723 tdata = pd->core_data[indx];
724
725 cpumask_clear_cpu(cpu, &pd->cpumask);
726
727 /*
728 * If this is the last thread sibling, remove the CPU core
729 * interface, If there is still a sibling online, transfer the
730 * target cpu of that core interface to it.
731 */
732 target = cpumask_any_and(&pd->cpumask, topology_sibling_cpumask(cpu));
733 if (target >= nr_cpu_ids) {
734 coretemp_remove_core(pd, indx);
735 } else if (tdata && tdata->cpu == cpu) {
736 mutex_lock(&tdata->update_lock);
737 tdata->cpu = target;
738 mutex_unlock(&tdata->update_lock);
739 }
740
741 /*
742 * If all cores in this pkg are offline, remove the interface.
743 */
744 tdata = pd->core_data[PKG_SYSFS_ATTR_NO];
745 if (cpumask_empty(&pd->cpumask)) {
746 if (tdata)
747 coretemp_remove_core(pd, PKG_SYSFS_ATTR_NO);
748 hwmon_device_unregister(pd->hwmon_dev);
749 pd->hwmon_dev = NULL;
750 return 0;
751 }
752
753 /*
754 * Check whether this core is the target for the package
755 * interface. We need to assign it to some other cpu.
756 */
757 if (tdata && tdata->cpu == cpu) {
758 target = cpumask_first(&pd->cpumask);
759 mutex_lock(&tdata->update_lock);
760 tdata->cpu = target;
761 mutex_unlock(&tdata->update_lock);
762 }
763 return 0;
764}
765static const struct x86_cpu_id __initconst coretemp_ids[] = {
766 X86_MATCH_VENDOR_FEATURE(INTEL, X86_FEATURE_DTHERM, NULL),
767 {}
768};
769MODULE_DEVICE_TABLE(x86cpu, coretemp_ids);
770
771static enum cpuhp_state coretemp_hp_online;
772
773static int __init coretemp_init(void)
774{
775 int i, err;
776
777 /*
778 * CPUID.06H.EAX[0] indicates whether the CPU has thermal
779 * sensors. We check this bit only, all the early CPUs
780 * without thermal sensors will be filtered out.
781 */
782 if (!x86_match_cpu(coretemp_ids))
783 return -ENODEV;
784
785 max_zones = topology_max_packages() * topology_max_die_per_package();
786 zone_devices = kcalloc(max_zones, sizeof(struct platform_device *),
787 GFP_KERNEL);
788 if (!zone_devices)
789 return -ENOMEM;
790
791 for (i = 0; i < max_zones; i++) {
792 err = coretemp_device_add(i);
793 if (err)
794 goto outzone;
795 }
796
797 err = cpuhp_setup_state(CPUHP_AP_ONLINE_DYN, "hwmon/coretemp:online",
798 coretemp_cpu_online, coretemp_cpu_offline);
799 if (err < 0)
800 goto outzone;
801 coretemp_hp_online = err;
802 return 0;
803
804outzone:
805 while (i--)
806 coretemp_device_remove(i);
807 kfree(zone_devices);
808 return err;
809}
810module_init(coretemp_init)
811
812static void __exit coretemp_exit(void)
813{
814 int i;
815
816 cpuhp_remove_state(coretemp_hp_online);
817 for (i = 0; i < max_zones; i++)
818 coretemp_device_remove(i);
819 kfree(zone_devices);
820}
821module_exit(coretemp_exit)
822
823MODULE_AUTHOR("Rudolf Marek <r.marek@assembler.cz>");
824MODULE_DESCRIPTION("Intel Core temperature monitor");
825MODULE_LICENSE("GPL");
1/*
2 * coretemp.c - Linux kernel module for hardware monitoring
3 *
4 * Copyright (C) 2007 Rudolf Marek <r.marek@assembler.cz>
5 *
6 * Inspired from many hwmon drivers
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; version 2 of the License.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
20 * 02110-1301 USA.
21 */
22
23#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
24
25#include <linux/module.h>
26#include <linux/init.h>
27#include <linux/slab.h>
28#include <linux/jiffies.h>
29#include <linux/hwmon.h>
30#include <linux/sysfs.h>
31#include <linux/hwmon-sysfs.h>
32#include <linux/err.h>
33#include <linux/mutex.h>
34#include <linux/list.h>
35#include <linux/platform_device.h>
36#include <linux/cpu.h>
37#include <linux/pci.h>
38#include <linux/smp.h>
39#include <linux/moduleparam.h>
40#include <asm/msr.h>
41#include <asm/processor.h>
42#include <asm/cpu_device_id.h>
43
44#define DRVNAME "coretemp"
45
46/*
47 * force_tjmax only matters when TjMax can't be read from the CPU itself.
48 * When set, it replaces the driver's suboptimal heuristic.
49 */
50static int force_tjmax;
51module_param_named(tjmax, force_tjmax, int, 0444);
52MODULE_PARM_DESC(tjmax, "TjMax value in degrees Celsius");
53
54#define BASE_SYSFS_ATTR_NO 2 /* Sysfs Base attr no for coretemp */
55#define NUM_REAL_CORES 32 /* Number of Real cores per cpu */
56#define CORETEMP_NAME_LENGTH 17 /* String Length of attrs */
57#define MAX_CORE_ATTRS 4 /* Maximum no of basic attrs */
58#define TOTAL_ATTRS (MAX_CORE_ATTRS + 1)
59#define MAX_CORE_DATA (NUM_REAL_CORES + BASE_SYSFS_ATTR_NO)
60
61#define TO_PHYS_ID(cpu) (cpu_data(cpu).phys_proc_id)
62#define TO_CORE_ID(cpu) (cpu_data(cpu).cpu_core_id)
63#define TO_ATTR_NO(cpu) (TO_CORE_ID(cpu) + BASE_SYSFS_ATTR_NO)
64
65#ifdef CONFIG_SMP
66#define for_each_sibling(i, cpu) for_each_cpu(i, cpu_sibling_mask(cpu))
67#else
68#define for_each_sibling(i, cpu) for (i = 0; false; )
69#endif
70
71/*
72 * Per-Core Temperature Data
73 * @last_updated: The time when the current temperature value was updated
74 * earlier (in jiffies).
75 * @cpu_core_id: The CPU Core from which temperature values should be read
76 * This value is passed as "id" field to rdmsr/wrmsr functions.
77 * @status_reg: One of IA32_THERM_STATUS or IA32_PACKAGE_THERM_STATUS,
78 * from where the temperature values should be read.
79 * @attr_size: Total number of pre-core attrs displayed in the sysfs.
80 * @is_pkg_data: If this is 1, the temp_data holds pkgtemp data.
81 * Otherwise, temp_data holds coretemp data.
82 * @valid: If this is 1, the current temperature is valid.
83 */
84struct temp_data {
85 int temp;
86 int ttarget;
87 int tjmax;
88 unsigned long last_updated;
89 unsigned int cpu;
90 u32 cpu_core_id;
91 u32 status_reg;
92 int attr_size;
93 bool is_pkg_data;
94 bool valid;
95 struct sensor_device_attribute sd_attrs[TOTAL_ATTRS];
96 char attr_name[TOTAL_ATTRS][CORETEMP_NAME_LENGTH];
97 struct mutex update_lock;
98};
99
100/* Platform Data per Physical CPU */
101struct platform_data {
102 struct device *hwmon_dev;
103 u16 phys_proc_id;
104 struct temp_data *core_data[MAX_CORE_DATA];
105 struct device_attribute name_attr;
106};
107
108struct pdev_entry {
109 struct list_head list;
110 struct platform_device *pdev;
111 u16 phys_proc_id;
112};
113
114static LIST_HEAD(pdev_list);
115static DEFINE_MUTEX(pdev_list_mutex);
116
117static ssize_t show_name(struct device *dev,
118 struct device_attribute *devattr, char *buf)
119{
120 return sprintf(buf, "%s\n", DRVNAME);
121}
122
123static ssize_t show_label(struct device *dev,
124 struct device_attribute *devattr, char *buf)
125{
126 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
127 struct platform_data *pdata = dev_get_drvdata(dev);
128 struct temp_data *tdata = pdata->core_data[attr->index];
129
130 if (tdata->is_pkg_data)
131 return sprintf(buf, "Physical id %u\n", pdata->phys_proc_id);
132
133 return sprintf(buf, "Core %u\n", tdata->cpu_core_id);
134}
135
136static ssize_t show_crit_alarm(struct device *dev,
137 struct device_attribute *devattr, char *buf)
138{
139 u32 eax, edx;
140 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
141 struct platform_data *pdata = dev_get_drvdata(dev);
142 struct temp_data *tdata = pdata->core_data[attr->index];
143
144 rdmsr_on_cpu(tdata->cpu, tdata->status_reg, &eax, &edx);
145
146 return sprintf(buf, "%d\n", (eax >> 5) & 1);
147}
148
149static ssize_t show_tjmax(struct device *dev,
150 struct device_attribute *devattr, char *buf)
151{
152 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
153 struct platform_data *pdata = dev_get_drvdata(dev);
154
155 return sprintf(buf, "%d\n", pdata->core_data[attr->index]->tjmax);
156}
157
158static ssize_t show_ttarget(struct device *dev,
159 struct device_attribute *devattr, char *buf)
160{
161 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
162 struct platform_data *pdata = dev_get_drvdata(dev);
163
164 return sprintf(buf, "%d\n", pdata->core_data[attr->index]->ttarget);
165}
166
167static ssize_t show_temp(struct device *dev,
168 struct device_attribute *devattr, char *buf)
169{
170 u32 eax, edx;
171 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
172 struct platform_data *pdata = dev_get_drvdata(dev);
173 struct temp_data *tdata = pdata->core_data[attr->index];
174
175 mutex_lock(&tdata->update_lock);
176
177 /* Check whether the time interval has elapsed */
178 if (!tdata->valid || time_after(jiffies, tdata->last_updated + HZ)) {
179 rdmsr_on_cpu(tdata->cpu, tdata->status_reg, &eax, &edx);
180 tdata->valid = 0;
181 /* Check whether the data is valid */
182 if (eax & 0x80000000) {
183 tdata->temp = tdata->tjmax -
184 ((eax >> 16) & 0x7f) * 1000;
185 tdata->valid = 1;
186 }
187 tdata->last_updated = jiffies;
188 }
189
190 mutex_unlock(&tdata->update_lock);
191 return tdata->valid ? sprintf(buf, "%d\n", tdata->temp) : -EAGAIN;
192}
193
194struct tjmax {
195 char const *id;
196 int tjmax;
197};
198
199static struct tjmax __cpuinitconst tjmax_table[] = {
200 { "CPU D410", 100000 },
201 { "CPU D425", 100000 },
202 { "CPU D510", 100000 },
203 { "CPU D525", 100000 },
204 { "CPU N450", 100000 },
205 { "CPU N455", 100000 },
206 { "CPU N470", 100000 },
207 { "CPU N475", 100000 },
208 { "CPU 230", 100000 },
209 { "CPU 330", 125000 },
210};
211
212static int __cpuinit adjust_tjmax(struct cpuinfo_x86 *c, u32 id,
213 struct device *dev)
214{
215 /* The 100C is default for both mobile and non mobile CPUs */
216
217 int tjmax = 100000;
218 int tjmax_ee = 85000;
219 int usemsr_ee = 1;
220 int err;
221 u32 eax, edx;
222 struct pci_dev *host_bridge;
223 int i;
224
225 /* explicit tjmax table entries override heuristics */
226 for (i = 0; i < ARRAY_SIZE(tjmax_table); i++) {
227 if (strstr(c->x86_model_id, tjmax_table[i].id))
228 return tjmax_table[i].tjmax;
229 }
230
231 /* Early chips have no MSR for TjMax */
232
233 if (c->x86_model == 0xf && c->x86_mask < 4)
234 usemsr_ee = 0;
235
236 /* Atom CPUs */
237
238 if (c->x86_model == 0x1c || c->x86_model == 0x26
239 || c->x86_model == 0x27) {
240 usemsr_ee = 0;
241
242 host_bridge = pci_get_bus_and_slot(0, PCI_DEVFN(0, 0));
243
244 if (host_bridge && host_bridge->vendor == PCI_VENDOR_ID_INTEL
245 && (host_bridge->device == 0xa000 /* NM10 based nettop */
246 || host_bridge->device == 0xa010)) /* NM10 based netbook */
247 tjmax = 100000;
248 else
249 tjmax = 90000;
250
251 pci_dev_put(host_bridge);
252 } else if (c->x86_model == 0x36) {
253 usemsr_ee = 0;
254 tjmax = 100000;
255 }
256
257 if (c->x86_model > 0xe && usemsr_ee) {
258 u8 platform_id;
259
260 /*
261 * Now we can detect the mobile CPU using Intel provided table
262 * http://softwarecommunity.intel.com/Wiki/Mobility/720.htm
263 * For Core2 cores, check MSR 0x17, bit 28 1 = Mobile CPU
264 */
265 err = rdmsr_safe_on_cpu(id, 0x17, &eax, &edx);
266 if (err) {
267 dev_warn(dev,
268 "Unable to access MSR 0x17, assuming desktop"
269 " CPU\n");
270 usemsr_ee = 0;
271 } else if (c->x86_model < 0x17 && !(eax & 0x10000000)) {
272 /*
273 * Trust bit 28 up to Penryn, I could not find any
274 * documentation on that; if you happen to know
275 * someone at Intel please ask
276 */
277 usemsr_ee = 0;
278 } else {
279 /* Platform ID bits 52:50 (EDX starts at bit 32) */
280 platform_id = (edx >> 18) & 0x7;
281
282 /*
283 * Mobile Penryn CPU seems to be platform ID 7 or 5
284 * (guesswork)
285 */
286 if (c->x86_model == 0x17 &&
287 (platform_id == 5 || platform_id == 7)) {
288 /*
289 * If MSR EE bit is set, set it to 90 degrees C,
290 * otherwise 105 degrees C
291 */
292 tjmax_ee = 90000;
293 tjmax = 105000;
294 }
295 }
296 }
297
298 if (usemsr_ee) {
299 err = rdmsr_safe_on_cpu(id, 0xee, &eax, &edx);
300 if (err) {
301 dev_warn(dev,
302 "Unable to access MSR 0xEE, for Tjmax, left"
303 " at default\n");
304 } else if (eax & 0x40000000) {
305 tjmax = tjmax_ee;
306 }
307 } else if (tjmax == 100000) {
308 /*
309 * If we don't use msr EE it means we are desktop CPU
310 * (with exeception of Atom)
311 */
312 dev_warn(dev, "Using relative temperature scale!\n");
313 }
314
315 return tjmax;
316}
317
318static int __cpuinit get_tjmax(struct cpuinfo_x86 *c, u32 id,
319 struct device *dev)
320{
321 int err;
322 u32 eax, edx;
323 u32 val;
324
325 /*
326 * A new feature of current Intel(R) processors, the
327 * IA32_TEMPERATURE_TARGET contains the TjMax value
328 */
329 err = rdmsr_safe_on_cpu(id, MSR_IA32_TEMPERATURE_TARGET, &eax, &edx);
330 if (err) {
331 if (c->x86_model > 0xe && c->x86_model != 0x1c)
332 dev_warn(dev, "Unable to read TjMax from CPU %u\n", id);
333 } else {
334 val = (eax >> 16) & 0xff;
335 /*
336 * If the TjMax is not plausible, an assumption
337 * will be used
338 */
339 if (val) {
340 dev_dbg(dev, "TjMax is %d degrees C\n", val);
341 return val * 1000;
342 }
343 }
344
345 if (force_tjmax) {
346 dev_notice(dev, "TjMax forced to %d degrees C by user\n",
347 force_tjmax);
348 return force_tjmax * 1000;
349 }
350
351 /*
352 * An assumption is made for early CPUs and unreadable MSR.
353 * NOTE: the calculated value may not be correct.
354 */
355 return adjust_tjmax(c, id, dev);
356}
357
358static int __devinit create_name_attr(struct platform_data *pdata,
359 struct device *dev)
360{
361 sysfs_attr_init(&pdata->name_attr.attr);
362 pdata->name_attr.attr.name = "name";
363 pdata->name_attr.attr.mode = S_IRUGO;
364 pdata->name_attr.show = show_name;
365 return device_create_file(dev, &pdata->name_attr);
366}
367
368static int __cpuinit create_core_attrs(struct temp_data *tdata,
369 struct device *dev, int attr_no)
370{
371 int err, i;
372 static ssize_t (*const rd_ptr[TOTAL_ATTRS]) (struct device *dev,
373 struct device_attribute *devattr, char *buf) = {
374 show_label, show_crit_alarm, show_temp, show_tjmax,
375 show_ttarget };
376 static const char *const names[TOTAL_ATTRS] = {
377 "temp%d_label", "temp%d_crit_alarm",
378 "temp%d_input", "temp%d_crit",
379 "temp%d_max" };
380
381 for (i = 0; i < tdata->attr_size; i++) {
382 snprintf(tdata->attr_name[i], CORETEMP_NAME_LENGTH, names[i],
383 attr_no);
384 sysfs_attr_init(&tdata->sd_attrs[i].dev_attr.attr);
385 tdata->sd_attrs[i].dev_attr.attr.name = tdata->attr_name[i];
386 tdata->sd_attrs[i].dev_attr.attr.mode = S_IRUGO;
387 tdata->sd_attrs[i].dev_attr.show = rd_ptr[i];
388 tdata->sd_attrs[i].index = attr_no;
389 err = device_create_file(dev, &tdata->sd_attrs[i].dev_attr);
390 if (err)
391 goto exit_free;
392 }
393 return 0;
394
395exit_free:
396 while (--i >= 0)
397 device_remove_file(dev, &tdata->sd_attrs[i].dev_attr);
398 return err;
399}
400
401
402static int __cpuinit chk_ucode_version(unsigned int cpu)
403{
404 struct cpuinfo_x86 *c = &cpu_data(cpu);
405
406 /*
407 * Check if we have problem with errata AE18 of Core processors:
408 * Readings might stop update when processor visited too deep sleep,
409 * fixed for stepping D0 (6EC).
410 */
411 if (c->x86_model == 0xe && c->x86_mask < 0xc && c->microcode < 0x39) {
412 pr_err("Errata AE18 not fixed, update BIOS or "
413 "microcode of the CPU!\n");
414 return -ENODEV;
415 }
416 return 0;
417}
418
419static struct platform_device __cpuinit *coretemp_get_pdev(unsigned int cpu)
420{
421 u16 phys_proc_id = TO_PHYS_ID(cpu);
422 struct pdev_entry *p;
423
424 mutex_lock(&pdev_list_mutex);
425
426 list_for_each_entry(p, &pdev_list, list)
427 if (p->phys_proc_id == phys_proc_id) {
428 mutex_unlock(&pdev_list_mutex);
429 return p->pdev;
430 }
431
432 mutex_unlock(&pdev_list_mutex);
433 return NULL;
434}
435
436static struct temp_data __cpuinit *init_temp_data(unsigned int cpu,
437 int pkg_flag)
438{
439 struct temp_data *tdata;
440
441 tdata = kzalloc(sizeof(struct temp_data), GFP_KERNEL);
442 if (!tdata)
443 return NULL;
444
445 tdata->status_reg = pkg_flag ? MSR_IA32_PACKAGE_THERM_STATUS :
446 MSR_IA32_THERM_STATUS;
447 tdata->is_pkg_data = pkg_flag;
448 tdata->cpu = cpu;
449 tdata->cpu_core_id = TO_CORE_ID(cpu);
450 tdata->attr_size = MAX_CORE_ATTRS;
451 mutex_init(&tdata->update_lock);
452 return tdata;
453}
454
455static int __cpuinit create_core_data(struct platform_device *pdev,
456 unsigned int cpu, int pkg_flag)
457{
458 struct temp_data *tdata;
459 struct platform_data *pdata = platform_get_drvdata(pdev);
460 struct cpuinfo_x86 *c = &cpu_data(cpu);
461 u32 eax, edx;
462 int err, attr_no;
463
464 /*
465 * Find attr number for sysfs:
466 * We map the attr number to core id of the CPU
467 * The attr number is always core id + 2
468 * The Pkgtemp will always show up as temp1_*, if available
469 */
470 attr_no = pkg_flag ? 1 : TO_ATTR_NO(cpu);
471
472 if (attr_no > MAX_CORE_DATA - 1)
473 return -ERANGE;
474
475 /*
476 * Provide a single set of attributes for all HT siblings of a core
477 * to avoid duplicate sensors (the processor ID and core ID of all
478 * HT siblings of a core are the same).
479 * Skip if a HT sibling of this core is already registered.
480 * This is not an error.
481 */
482 if (pdata->core_data[attr_no] != NULL)
483 return 0;
484
485 tdata = init_temp_data(cpu, pkg_flag);
486 if (!tdata)
487 return -ENOMEM;
488
489 /* Test if we can access the status register */
490 err = rdmsr_safe_on_cpu(cpu, tdata->status_reg, &eax, &edx);
491 if (err)
492 goto exit_free;
493
494 /* We can access status register. Get Critical Temperature */
495 tdata->tjmax = get_tjmax(c, cpu, &pdev->dev);
496
497 /*
498 * Read the still undocumented bits 8:15 of IA32_TEMPERATURE_TARGET.
499 * The target temperature is available on older CPUs but not in this
500 * register. Atoms don't have the register at all.
501 */
502 if (c->x86_model > 0xe && c->x86_model != 0x1c) {
503 err = rdmsr_safe_on_cpu(cpu, MSR_IA32_TEMPERATURE_TARGET,
504 &eax, &edx);
505 if (!err) {
506 tdata->ttarget
507 = tdata->tjmax - ((eax >> 8) & 0xff) * 1000;
508 tdata->attr_size++;
509 }
510 }
511
512 pdata->core_data[attr_no] = tdata;
513
514 /* Create sysfs interfaces */
515 err = create_core_attrs(tdata, &pdev->dev, attr_no);
516 if (err)
517 goto exit_free;
518
519 return 0;
520exit_free:
521 pdata->core_data[attr_no] = NULL;
522 kfree(tdata);
523 return err;
524}
525
526static void __cpuinit coretemp_add_core(unsigned int cpu, int pkg_flag)
527{
528 struct platform_device *pdev = coretemp_get_pdev(cpu);
529 int err;
530
531 if (!pdev)
532 return;
533
534 err = create_core_data(pdev, cpu, pkg_flag);
535 if (err)
536 dev_err(&pdev->dev, "Adding Core %u failed\n", cpu);
537}
538
539static void coretemp_remove_core(struct platform_data *pdata,
540 struct device *dev, int indx)
541{
542 int i;
543 struct temp_data *tdata = pdata->core_data[indx];
544
545 /* Remove the sysfs attributes */
546 for (i = 0; i < tdata->attr_size; i++)
547 device_remove_file(dev, &tdata->sd_attrs[i].dev_attr);
548
549 kfree(pdata->core_data[indx]);
550 pdata->core_data[indx] = NULL;
551}
552
553static int __devinit coretemp_probe(struct platform_device *pdev)
554{
555 struct platform_data *pdata;
556 int err;
557
558 /* Initialize the per-package data structures */
559 pdata = kzalloc(sizeof(struct platform_data), GFP_KERNEL);
560 if (!pdata)
561 return -ENOMEM;
562
563 err = create_name_attr(pdata, &pdev->dev);
564 if (err)
565 goto exit_free;
566
567 pdata->phys_proc_id = pdev->id;
568 platform_set_drvdata(pdev, pdata);
569
570 pdata->hwmon_dev = hwmon_device_register(&pdev->dev);
571 if (IS_ERR(pdata->hwmon_dev)) {
572 err = PTR_ERR(pdata->hwmon_dev);
573 dev_err(&pdev->dev, "Class registration failed (%d)\n", err);
574 goto exit_name;
575 }
576 return 0;
577
578exit_name:
579 device_remove_file(&pdev->dev, &pdata->name_attr);
580 platform_set_drvdata(pdev, NULL);
581exit_free:
582 kfree(pdata);
583 return err;
584}
585
586static int __devexit coretemp_remove(struct platform_device *pdev)
587{
588 struct platform_data *pdata = platform_get_drvdata(pdev);
589 int i;
590
591 for (i = MAX_CORE_DATA - 1; i >= 0; --i)
592 if (pdata->core_data[i])
593 coretemp_remove_core(pdata, &pdev->dev, i);
594
595 device_remove_file(&pdev->dev, &pdata->name_attr);
596 hwmon_device_unregister(pdata->hwmon_dev);
597 platform_set_drvdata(pdev, NULL);
598 kfree(pdata);
599 return 0;
600}
601
602static struct platform_driver coretemp_driver = {
603 .driver = {
604 .owner = THIS_MODULE,
605 .name = DRVNAME,
606 },
607 .probe = coretemp_probe,
608 .remove = __devexit_p(coretemp_remove),
609};
610
611static int __cpuinit coretemp_device_add(unsigned int cpu)
612{
613 int err;
614 struct platform_device *pdev;
615 struct pdev_entry *pdev_entry;
616
617 mutex_lock(&pdev_list_mutex);
618
619 pdev = platform_device_alloc(DRVNAME, TO_PHYS_ID(cpu));
620 if (!pdev) {
621 err = -ENOMEM;
622 pr_err("Device allocation failed\n");
623 goto exit;
624 }
625
626 pdev_entry = kzalloc(sizeof(struct pdev_entry), GFP_KERNEL);
627 if (!pdev_entry) {
628 err = -ENOMEM;
629 goto exit_device_put;
630 }
631
632 err = platform_device_add(pdev);
633 if (err) {
634 pr_err("Device addition failed (%d)\n", err);
635 goto exit_device_free;
636 }
637
638 pdev_entry->pdev = pdev;
639 pdev_entry->phys_proc_id = pdev->id;
640
641 list_add_tail(&pdev_entry->list, &pdev_list);
642 mutex_unlock(&pdev_list_mutex);
643
644 return 0;
645
646exit_device_free:
647 kfree(pdev_entry);
648exit_device_put:
649 platform_device_put(pdev);
650exit:
651 mutex_unlock(&pdev_list_mutex);
652 return err;
653}
654
655static void __cpuinit coretemp_device_remove(unsigned int cpu)
656{
657 struct pdev_entry *p, *n;
658 u16 phys_proc_id = TO_PHYS_ID(cpu);
659
660 mutex_lock(&pdev_list_mutex);
661 list_for_each_entry_safe(p, n, &pdev_list, list) {
662 if (p->phys_proc_id != phys_proc_id)
663 continue;
664 platform_device_unregister(p->pdev);
665 list_del(&p->list);
666 kfree(p);
667 }
668 mutex_unlock(&pdev_list_mutex);
669}
670
671static bool __cpuinit is_any_core_online(struct platform_data *pdata)
672{
673 int i;
674
675 /* Find online cores, except pkgtemp data */
676 for (i = MAX_CORE_DATA - 1; i >= 0; --i) {
677 if (pdata->core_data[i] &&
678 !pdata->core_data[i]->is_pkg_data) {
679 return true;
680 }
681 }
682 return false;
683}
684
685static void __cpuinit get_core_online(unsigned int cpu)
686{
687 struct cpuinfo_x86 *c = &cpu_data(cpu);
688 struct platform_device *pdev = coretemp_get_pdev(cpu);
689 int err;
690
691 /*
692 * CPUID.06H.EAX[0] indicates whether the CPU has thermal
693 * sensors. We check this bit only, all the early CPUs
694 * without thermal sensors will be filtered out.
695 */
696 if (!cpu_has(c, X86_FEATURE_DTHERM))
697 return;
698
699 if (!pdev) {
700 /* Check the microcode version of the CPU */
701 if (chk_ucode_version(cpu))
702 return;
703
704 /*
705 * Alright, we have DTS support.
706 * We are bringing the _first_ core in this pkg
707 * online. So, initialize per-pkg data structures and
708 * then bring this core online.
709 */
710 err = coretemp_device_add(cpu);
711 if (err)
712 return;
713 /*
714 * Check whether pkgtemp support is available.
715 * If so, add interfaces for pkgtemp.
716 */
717 if (cpu_has(c, X86_FEATURE_PTS))
718 coretemp_add_core(cpu, 1);
719 }
720 /*
721 * Physical CPU device already exists.
722 * So, just add interfaces for this core.
723 */
724 coretemp_add_core(cpu, 0);
725}
726
727static void __cpuinit put_core_offline(unsigned int cpu)
728{
729 int i, indx;
730 struct platform_data *pdata;
731 struct platform_device *pdev = coretemp_get_pdev(cpu);
732
733 /* If the physical CPU device does not exist, just return */
734 if (!pdev)
735 return;
736
737 pdata = platform_get_drvdata(pdev);
738
739 indx = TO_ATTR_NO(cpu);
740
741 /* The core id is too big, just return */
742 if (indx > MAX_CORE_DATA - 1)
743 return;
744
745 if (pdata->core_data[indx] && pdata->core_data[indx]->cpu == cpu)
746 coretemp_remove_core(pdata, &pdev->dev, indx);
747
748 /*
749 * If a HT sibling of a core is taken offline, but another HT sibling
750 * of the same core is still online, register the alternate sibling.
751 * This ensures that exactly one set of attributes is provided as long
752 * as at least one HT sibling of a core is online.
753 */
754 for_each_sibling(i, cpu) {
755 if (i != cpu) {
756 get_core_online(i);
757 /*
758 * Display temperature sensor data for one HT sibling
759 * per core only, so abort the loop after one such
760 * sibling has been found.
761 */
762 break;
763 }
764 }
765 /*
766 * If all cores in this pkg are offline, remove the device.
767 * coretemp_device_remove calls unregister_platform_device,
768 * which in turn calls coretemp_remove. This removes the
769 * pkgtemp entry and does other clean ups.
770 */
771 if (!is_any_core_online(pdata))
772 coretemp_device_remove(cpu);
773}
774
775static int __cpuinit coretemp_cpu_callback(struct notifier_block *nfb,
776 unsigned long action, void *hcpu)
777{
778 unsigned int cpu = (unsigned long) hcpu;
779
780 switch (action) {
781 case CPU_ONLINE:
782 case CPU_DOWN_FAILED:
783 get_core_online(cpu);
784 break;
785 case CPU_DOWN_PREPARE:
786 put_core_offline(cpu);
787 break;
788 }
789 return NOTIFY_OK;
790}
791
792static struct notifier_block coretemp_cpu_notifier __refdata = {
793 .notifier_call = coretemp_cpu_callback,
794};
795
796static const struct x86_cpu_id coretemp_ids[] = {
797 { X86_VENDOR_INTEL, X86_FAMILY_ANY, X86_MODEL_ANY, X86_FEATURE_DTHERM },
798 {}
799};
800MODULE_DEVICE_TABLE(x86cpu, coretemp_ids);
801
802static int __init coretemp_init(void)
803{
804 int i, err;
805
806 /*
807 * CPUID.06H.EAX[0] indicates whether the CPU has thermal
808 * sensors. We check this bit only, all the early CPUs
809 * without thermal sensors will be filtered out.
810 */
811 if (!x86_match_cpu(coretemp_ids))
812 return -ENODEV;
813
814 err = platform_driver_register(&coretemp_driver);
815 if (err)
816 goto exit;
817
818 for_each_online_cpu(i)
819 get_core_online(i);
820
821#ifndef CONFIG_HOTPLUG_CPU
822 if (list_empty(&pdev_list)) {
823 err = -ENODEV;
824 goto exit_driver_unreg;
825 }
826#endif
827
828 register_hotcpu_notifier(&coretemp_cpu_notifier);
829 return 0;
830
831#ifndef CONFIG_HOTPLUG_CPU
832exit_driver_unreg:
833 platform_driver_unregister(&coretemp_driver);
834#endif
835exit:
836 return err;
837}
838
839static void __exit coretemp_exit(void)
840{
841 struct pdev_entry *p, *n;
842
843 unregister_hotcpu_notifier(&coretemp_cpu_notifier);
844 mutex_lock(&pdev_list_mutex);
845 list_for_each_entry_safe(p, n, &pdev_list, list) {
846 platform_device_unregister(p->pdev);
847 list_del(&p->list);
848 kfree(p);
849 }
850 mutex_unlock(&pdev_list_mutex);
851 platform_driver_unregister(&coretemp_driver);
852}
853
854MODULE_AUTHOR("Rudolf Marek <r.marek@assembler.cz>");
855MODULE_DESCRIPTION("Intel Core temperature monitor");
856MODULE_LICENSE("GPL");
857
858module_init(coretemp_init)
859module_exit(coretemp_exit)