Loading...
1// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
2/*
3 * Copyright (C) 2012-2014, 2019-2022 Intel Corporation
4 * Copyright (C) 2013-2014 Intel Mobile Communications GmbH
5 * Copyright (C) 2015-2016 Intel Deutschland GmbH
6 */
7#include <linux/sort.h>
8
9#include "mvm.h"
10
11#define IWL_MVM_TEMP_NOTIF_WAIT_TIMEOUT HZ
12
13void iwl_mvm_enter_ctkill(struct iwl_mvm *mvm)
14{
15 struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
16 u32 duration = tt->params.ct_kill_duration;
17
18 if (test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status))
19 return;
20
21 IWL_ERR(mvm, "Enter CT Kill\n");
22 iwl_mvm_set_hw_ctkill_state(mvm, true);
23
24 if (!iwl_mvm_is_tt_in_fw(mvm)) {
25 tt->throttle = false;
26 tt->dynamic_smps = false;
27 }
28
29 /* Don't schedule an exit work if we're in test mode, since
30 * the temperature will not change unless we manually set it
31 * again (or disable testing).
32 */
33 if (!mvm->temperature_test)
34 schedule_delayed_work(&tt->ct_kill_exit,
35 round_jiffies_relative(duration * HZ));
36}
37
38static void iwl_mvm_exit_ctkill(struct iwl_mvm *mvm)
39{
40 if (!test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status))
41 return;
42
43 IWL_ERR(mvm, "Exit CT Kill\n");
44 iwl_mvm_set_hw_ctkill_state(mvm, false);
45}
46
47static void iwl_mvm_tt_temp_changed(struct iwl_mvm *mvm, u32 temp)
48{
49 /* ignore the notification if we are in test mode */
50 if (mvm->temperature_test)
51 return;
52
53 if (mvm->temperature == temp)
54 return;
55
56 mvm->temperature = temp;
57 iwl_mvm_tt_handler(mvm);
58}
59
60static int iwl_mvm_temp_notif_parse(struct iwl_mvm *mvm,
61 struct iwl_rx_packet *pkt)
62{
63 struct iwl_dts_measurement_notif_v1 *notif_v1;
64 int len = iwl_rx_packet_payload_len(pkt);
65 int temp;
66
67 /* we can use notif_v1 only, because v2 only adds an additional
68 * parameter, which is not used in this function.
69 */
70 if (WARN_ON_ONCE(len < sizeof(*notif_v1))) {
71 IWL_ERR(mvm, "Invalid DTS_MEASUREMENT_NOTIFICATION\n");
72 return -EINVAL;
73 }
74
75 notif_v1 = (void *)pkt->data;
76
77 temp = le32_to_cpu(notif_v1->temp);
78
79 /* shouldn't be negative, but since it's s32, make sure it isn't */
80 if (WARN_ON_ONCE(temp < 0))
81 temp = 0;
82
83 IWL_DEBUG_TEMP(mvm, "DTS_MEASUREMENT_NOTIFICATION - %d\n", temp);
84
85 return temp;
86}
87
88static bool iwl_mvm_temp_notif_wait(struct iwl_notif_wait_data *notif_wait,
89 struct iwl_rx_packet *pkt, void *data)
90{
91 struct iwl_mvm *mvm =
92 container_of(notif_wait, struct iwl_mvm, notif_wait);
93 int *temp = data;
94 int ret;
95
96 ret = iwl_mvm_temp_notif_parse(mvm, pkt);
97 if (ret < 0)
98 return true;
99
100 *temp = ret;
101
102 return true;
103}
104
105void iwl_mvm_temp_notif(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb)
106{
107 struct iwl_rx_packet *pkt = rxb_addr(rxb);
108 struct iwl_dts_measurement_notif_v2 *notif_v2;
109 int len = iwl_rx_packet_payload_len(pkt);
110 int temp;
111 u32 ths_crossed;
112
113 /* the notification is handled synchronously in ctkill, so skip here */
114 if (test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status))
115 return;
116
117 temp = iwl_mvm_temp_notif_parse(mvm, pkt);
118
119 if (!iwl_mvm_is_tt_in_fw(mvm)) {
120 if (temp >= 0)
121 iwl_mvm_tt_temp_changed(mvm, temp);
122 return;
123 }
124
125 if (WARN_ON_ONCE(len < sizeof(*notif_v2))) {
126 IWL_ERR(mvm, "Invalid DTS_MEASUREMENT_NOTIFICATION\n");
127 return;
128 }
129
130 notif_v2 = (void *)pkt->data;
131 ths_crossed = le32_to_cpu(notif_v2->threshold_idx);
132
133 /* 0xFF in ths_crossed means the notification is not related
134 * to a trip, so we can ignore it here.
135 */
136 if (ths_crossed == 0xFF)
137 return;
138
139 IWL_DEBUG_TEMP(mvm, "Temp = %d Threshold crossed = %d\n",
140 temp, ths_crossed);
141
142#ifdef CONFIG_THERMAL
143 if (WARN_ON(ths_crossed >= IWL_MAX_DTS_TRIPS))
144 return;
145
146 if (mvm->tz_device.tzone) {
147 struct iwl_mvm_thermal_device *tz_dev = &mvm->tz_device;
148
149 thermal_zone_device_update(tz_dev->tzone,
150 THERMAL_TRIP_VIOLATED);
151 }
152#endif /* CONFIG_THERMAL */
153}
154
155void iwl_mvm_ct_kill_notif(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb)
156{
157 struct iwl_rx_packet *pkt = rxb_addr(rxb);
158 struct ct_kill_notif *notif;
159
160 notif = (struct ct_kill_notif *)pkt->data;
161 IWL_DEBUG_TEMP(mvm, "CT Kill notification temperature = %d\n",
162 notif->temperature);
163 if (iwl_fw_lookup_notif_ver(mvm->fw, PHY_OPS_GROUP,
164 CT_KILL_NOTIFICATION, 0) > 1)
165 IWL_DEBUG_TEMP(mvm,
166 "CT kill notification DTS bitmap = 0x%x, Scheme = %d\n",
167 notif->dts, notif->scheme);
168
169 iwl_mvm_enter_ctkill(mvm);
170}
171
172/*
173 * send the DTS_MEASUREMENT_TRIGGER command with or without waiting for a
174 * response. If we get a response then the measurement is stored in 'temp'
175 */
176static int iwl_mvm_send_temp_cmd(struct iwl_mvm *mvm, bool response, s32 *temp)
177{
178 struct iwl_host_cmd cmd = {};
179 struct iwl_dts_measurement_cmd dts_cmd = {
180 .flags = cpu_to_le32(DTS_TRIGGER_CMD_FLAGS_TEMP),
181 };
182 struct iwl_ext_dts_measurement_cmd ext_cmd = {
183 .control_mode = cpu_to_le32(DTS_DIRECT_WITHOUT_MEASURE),
184 };
185 struct iwl_dts_measurement_resp *resp;
186 void *cmd_ptr;
187 int ret;
188 u32 cmd_flags = 0;
189 u16 len;
190
191 /* Check which command format is used (regular/extended) */
192 if (fw_has_capa(&mvm->fw->ucode_capa,
193 IWL_UCODE_TLV_CAPA_EXTENDED_DTS_MEASURE)) {
194 len = sizeof(ext_cmd);
195 cmd_ptr = &ext_cmd;
196 } else {
197 len = sizeof(dts_cmd);
198 cmd_ptr = &dts_cmd;
199 }
200 /* The command version where we get a response is zero length */
201 if (response) {
202 cmd_flags = CMD_WANT_SKB;
203 len = 0;
204 }
205
206 cmd.id = WIDE_ID(PHY_OPS_GROUP, CMD_DTS_MEASUREMENT_TRIGGER_WIDE);
207 cmd.len[0] = len;
208 cmd.flags = cmd_flags;
209 cmd.data[0] = cmd_ptr;
210
211 IWL_DEBUG_TEMP(mvm,
212 "Sending temperature measurement command - %s response\n",
213 response ? "with" : "without");
214 ret = iwl_mvm_send_cmd(mvm, &cmd);
215
216 if (ret) {
217 IWL_ERR(mvm,
218 "Failed to send the temperature measurement command (err=%d)\n",
219 ret);
220 return ret;
221 }
222
223 if (response) {
224 resp = (void *)cmd.resp_pkt->data;
225 *temp = le32_to_cpu(resp->temp);
226 IWL_DEBUG_TEMP(mvm,
227 "Got temperature measurement response: temp=%d\n",
228 *temp);
229 iwl_free_resp(&cmd);
230 }
231
232 return ret;
233}
234
235int iwl_mvm_get_temp(struct iwl_mvm *mvm, s32 *temp)
236{
237 struct iwl_notification_wait wait_temp_notif;
238 static u16 temp_notif[] = { WIDE_ID(PHY_OPS_GROUP,
239 DTS_MEASUREMENT_NOTIF_WIDE) };
240 int ret;
241 u8 cmd_ver;
242
243 /*
244 * If command version is 1 we send the command and immediately get
245 * a response. For older versions we send the command and wait for a
246 * notification (no command TLV for previous versions).
247 */
248 cmd_ver = iwl_fw_lookup_cmd_ver(mvm->fw,
249 WIDE_ID(PHY_OPS_GROUP, CMD_DTS_MEASUREMENT_TRIGGER_WIDE),
250 IWL_FW_CMD_VER_UNKNOWN);
251 if (cmd_ver == 1)
252 return iwl_mvm_send_temp_cmd(mvm, true, temp);
253
254 lockdep_assert_held(&mvm->mutex);
255
256 iwl_init_notification_wait(&mvm->notif_wait, &wait_temp_notif,
257 temp_notif, ARRAY_SIZE(temp_notif),
258 iwl_mvm_temp_notif_wait, temp);
259
260 ret = iwl_mvm_send_temp_cmd(mvm, false, temp);
261 if (ret) {
262 iwl_remove_notification(&mvm->notif_wait, &wait_temp_notif);
263 return ret;
264 }
265
266 ret = iwl_wait_notification(&mvm->notif_wait, &wait_temp_notif,
267 IWL_MVM_TEMP_NOTIF_WAIT_TIMEOUT);
268 if (ret)
269 IWL_WARN(mvm, "Getting the temperature timed out\n");
270
271 return ret;
272}
273
274static void check_exit_ctkill(struct work_struct *work)
275{
276 struct iwl_mvm_tt_mgmt *tt;
277 struct iwl_mvm *mvm;
278 u32 duration;
279 s32 temp;
280 int ret;
281
282 tt = container_of(work, struct iwl_mvm_tt_mgmt, ct_kill_exit.work);
283 mvm = container_of(tt, struct iwl_mvm, thermal_throttle);
284
285 if (iwl_mvm_is_tt_in_fw(mvm)) {
286 iwl_mvm_exit_ctkill(mvm);
287
288 return;
289 }
290
291 duration = tt->params.ct_kill_duration;
292
293 flush_work(&mvm->roc_done_wk);
294
295 mutex_lock(&mvm->mutex);
296
297 if (__iwl_mvm_mac_start(mvm))
298 goto reschedule;
299
300 ret = iwl_mvm_get_temp(mvm, &temp);
301
302 __iwl_mvm_mac_stop(mvm);
303
304 if (ret)
305 goto reschedule;
306
307 IWL_DEBUG_TEMP(mvm, "NIC temperature: %d\n", temp);
308
309 if (temp <= tt->params.ct_kill_exit) {
310 mutex_unlock(&mvm->mutex);
311 iwl_mvm_exit_ctkill(mvm);
312 return;
313 }
314
315reschedule:
316 mutex_unlock(&mvm->mutex);
317 schedule_delayed_work(&mvm->thermal_throttle.ct_kill_exit,
318 round_jiffies(duration * HZ));
319}
320
321static void iwl_mvm_tt_smps_iterator(void *_data, u8 *mac,
322 struct ieee80211_vif *vif)
323{
324 struct iwl_mvm *mvm = _data;
325 enum ieee80211_smps_mode smps_mode;
326
327 lockdep_assert_held(&mvm->mutex);
328
329 if (mvm->thermal_throttle.dynamic_smps)
330 smps_mode = IEEE80211_SMPS_DYNAMIC;
331 else
332 smps_mode = IEEE80211_SMPS_AUTOMATIC;
333
334 if (vif->type != NL80211_IFTYPE_STATION)
335 return;
336
337 iwl_mvm_update_smps(mvm, vif, IWL_MVM_SMPS_REQ_TT, smps_mode, 0);
338}
339
340static void iwl_mvm_tt_tx_protection(struct iwl_mvm *mvm, bool enable)
341{
342 struct iwl_mvm_sta *mvmsta;
343 int i, err;
344
345 for (i = 0; i < mvm->fw->ucode_capa.num_stations; i++) {
346 mvmsta = iwl_mvm_sta_from_staid_protected(mvm, i);
347 if (!mvmsta)
348 continue;
349
350 if (enable == mvmsta->tt_tx_protection)
351 continue;
352 err = iwl_mvm_tx_protection(mvm, mvmsta, enable);
353 if (err) {
354 IWL_ERR(mvm, "Failed to %s Tx protection\n",
355 enable ? "enable" : "disable");
356 } else {
357 IWL_DEBUG_TEMP(mvm, "%s Tx protection\n",
358 enable ? "Enable" : "Disable");
359 mvmsta->tt_tx_protection = enable;
360 }
361 }
362}
363
364void iwl_mvm_tt_tx_backoff(struct iwl_mvm *mvm, u32 backoff)
365{
366 struct iwl_host_cmd cmd = {
367 .id = REPLY_THERMAL_MNG_BACKOFF,
368 .len = { sizeof(u32), },
369 .data = { &backoff, },
370 };
371
372 backoff = max(backoff, mvm->thermal_throttle.min_backoff);
373
374 if (iwl_mvm_send_cmd(mvm, &cmd) == 0) {
375 IWL_DEBUG_TEMP(mvm, "Set Thermal Tx backoff to: %u\n",
376 backoff);
377 mvm->thermal_throttle.tx_backoff = backoff;
378 } else {
379 IWL_ERR(mvm, "Failed to change Thermal Tx backoff\n");
380 }
381}
382
383void iwl_mvm_tt_handler(struct iwl_mvm *mvm)
384{
385 struct iwl_tt_params *params = &mvm->thermal_throttle.params;
386 struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
387 s32 temperature = mvm->temperature;
388 bool throttle_enable = false;
389 int i;
390 u32 tx_backoff;
391
392 IWL_DEBUG_TEMP(mvm, "NIC temperature: %d\n", mvm->temperature);
393
394 if (params->support_ct_kill && temperature >= params->ct_kill_entry) {
395 iwl_mvm_enter_ctkill(mvm);
396 return;
397 }
398
399 if (params->support_ct_kill &&
400 temperature <= params->ct_kill_exit) {
401 iwl_mvm_exit_ctkill(mvm);
402 return;
403 }
404
405 if (params->support_dynamic_smps) {
406 if (!tt->dynamic_smps &&
407 temperature >= params->dynamic_smps_entry) {
408 IWL_DEBUG_TEMP(mvm, "Enable dynamic SMPS\n");
409 tt->dynamic_smps = true;
410 ieee80211_iterate_active_interfaces_atomic(
411 mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
412 iwl_mvm_tt_smps_iterator, mvm);
413 throttle_enable = true;
414 } else if (tt->dynamic_smps &&
415 temperature <= params->dynamic_smps_exit) {
416 IWL_DEBUG_TEMP(mvm, "Disable dynamic SMPS\n");
417 tt->dynamic_smps = false;
418 ieee80211_iterate_active_interfaces_atomic(
419 mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
420 iwl_mvm_tt_smps_iterator, mvm);
421 }
422 }
423
424 if (params->support_tx_protection) {
425 if (temperature >= params->tx_protection_entry) {
426 iwl_mvm_tt_tx_protection(mvm, true);
427 throttle_enable = true;
428 } else if (temperature <= params->tx_protection_exit) {
429 iwl_mvm_tt_tx_protection(mvm, false);
430 }
431 }
432
433 if (params->support_tx_backoff) {
434 tx_backoff = tt->min_backoff;
435 for (i = 0; i < TT_TX_BACKOFF_SIZE; i++) {
436 if (temperature < params->tx_backoff[i].temperature)
437 break;
438 tx_backoff = max(tt->min_backoff,
439 params->tx_backoff[i].backoff);
440 }
441 if (tx_backoff != tt->min_backoff)
442 throttle_enable = true;
443 if (tt->tx_backoff != tx_backoff)
444 iwl_mvm_tt_tx_backoff(mvm, tx_backoff);
445 }
446
447 if (!tt->throttle && throttle_enable) {
448 IWL_WARN(mvm,
449 "Due to high temperature thermal throttling initiated\n");
450 tt->throttle = true;
451 } else if (tt->throttle && !tt->dynamic_smps &&
452 tt->tx_backoff == tt->min_backoff &&
453 temperature <= params->tx_protection_exit) {
454 IWL_WARN(mvm,
455 "Temperature is back to normal thermal throttling stopped\n");
456 tt->throttle = false;
457 }
458}
459
460static const struct iwl_tt_params iwl_mvm_default_tt_params = {
461 .ct_kill_entry = 118,
462 .ct_kill_exit = 96,
463 .ct_kill_duration = 5,
464 .dynamic_smps_entry = 114,
465 .dynamic_smps_exit = 110,
466 .tx_protection_entry = 114,
467 .tx_protection_exit = 108,
468 .tx_backoff = {
469 {.temperature = 112, .backoff = 200},
470 {.temperature = 113, .backoff = 600},
471 {.temperature = 114, .backoff = 1200},
472 {.temperature = 115, .backoff = 2000},
473 {.temperature = 116, .backoff = 4000},
474 {.temperature = 117, .backoff = 10000},
475 },
476 .support_ct_kill = true,
477 .support_dynamic_smps = true,
478 .support_tx_protection = true,
479 .support_tx_backoff = true,
480};
481
482/* budget in mWatt */
483static const u32 iwl_mvm_cdev_budgets[] = {
484 2400, /* cooling state 0 */
485 2000, /* cooling state 1 */
486 1800, /* cooling state 2 */
487 1600, /* cooling state 3 */
488 1400, /* cooling state 4 */
489 1200, /* cooling state 5 */
490 1000, /* cooling state 6 */
491 900, /* cooling state 7 */
492 800, /* cooling state 8 */
493 700, /* cooling state 9 */
494 650, /* cooling state 10 */
495 600, /* cooling state 11 */
496 550, /* cooling state 12 */
497 500, /* cooling state 13 */
498 450, /* cooling state 14 */
499 400, /* cooling state 15 */
500 350, /* cooling state 16 */
501 300, /* cooling state 17 */
502 250, /* cooling state 18 */
503 200, /* cooling state 19 */
504 150, /* cooling state 20 */
505};
506
507int iwl_mvm_ctdp_command(struct iwl_mvm *mvm, u32 op, u32 state)
508{
509 struct iwl_mvm_ctdp_cmd cmd = {
510 .operation = cpu_to_le32(op),
511 .budget = cpu_to_le32(iwl_mvm_cdev_budgets[state]),
512 .window_size = 0,
513 };
514 int ret;
515 u32 status;
516
517 lockdep_assert_held(&mvm->mutex);
518
519 status = 0;
520 ret = iwl_mvm_send_cmd_pdu_status(mvm, WIDE_ID(PHY_OPS_GROUP,
521 CTDP_CONFIG_CMD),
522 sizeof(cmd), &cmd, &status);
523
524 if (ret) {
525 IWL_ERR(mvm, "cTDP command failed (err=%d)\n", ret);
526 return ret;
527 }
528
529 switch (op) {
530 case CTDP_CMD_OPERATION_START:
531#ifdef CONFIG_THERMAL
532 mvm->cooling_dev.cur_state = state;
533#endif /* CONFIG_THERMAL */
534 break;
535 case CTDP_CMD_OPERATION_REPORT:
536 IWL_DEBUG_TEMP(mvm, "cTDP avg energy in mWatt = %d\n", status);
537 /* when the function is called with CTDP_CMD_OPERATION_REPORT
538 * option the function should return the average budget value
539 * that is received from the FW.
540 * The budget can't be less or equal to 0, so it's possible
541 * to distinguish between error values and budgets.
542 */
543 return status;
544 case CTDP_CMD_OPERATION_STOP:
545 IWL_DEBUG_TEMP(mvm, "cTDP stopped successfully\n");
546 break;
547 }
548
549 return 0;
550}
551
552#ifdef CONFIG_THERMAL
553static int compare_temps(const void *a, const void *b)
554{
555 return ((s16)le16_to_cpu(*(__le16 *)a) -
556 (s16)le16_to_cpu(*(__le16 *)b));
557}
558#endif
559
560int iwl_mvm_send_temp_report_ths_cmd(struct iwl_mvm *mvm)
561{
562 struct temp_report_ths_cmd cmd = {0};
563 int ret;
564#ifdef CONFIG_THERMAL
565 int i, j, idx = 0;
566
567 lockdep_assert_held(&mvm->mutex);
568
569 if (!mvm->tz_device.tzone)
570 goto send;
571
572 /* The driver holds array of temperature trips that are unsorted
573 * and uncompressed, the FW should get it compressed and sorted
574 */
575
576 /* compress trips to cmd array, remove uninitialized values*/
577 for (i = 0; i < IWL_MAX_DTS_TRIPS; i++) {
578 if (mvm->tz_device.trips[i].temperature != INT_MIN) {
579 cmd.thresholds[idx++] =
580 cpu_to_le16((s16)(mvm->tz_device.trips[i].temperature / 1000));
581 }
582 }
583 cmd.num_temps = cpu_to_le32(idx);
584
585 if (!idx)
586 goto send;
587
588 /*sort cmd array*/
589 sort(cmd.thresholds, idx, sizeof(s16), compare_temps, NULL);
590
591 /* we should save the indexes of trips because we sort
592 * and compress the orginal array
593 */
594 for (i = 0; i < idx; i++) {
595 for (j = 0; j < IWL_MAX_DTS_TRIPS; j++) {
596 if ((int)(le16_to_cpu(cmd.thresholds[i]) * 1000) ==
597 mvm->tz_device.trips[j].temperature)
598 mvm->tz_device.fw_trips_index[i] = j;
599 }
600 }
601
602send:
603#endif
604 ret = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(PHY_OPS_GROUP,
605 TEMP_REPORTING_THRESHOLDS_CMD),
606 0, sizeof(cmd), &cmd);
607 if (ret)
608 IWL_ERR(mvm, "TEMP_REPORT_THS_CMD command failed (err=%d)\n",
609 ret);
610
611 return ret;
612}
613
614#ifdef CONFIG_THERMAL
615static int iwl_mvm_tzone_get_temp(struct thermal_zone_device *device,
616 int *temperature)
617{
618 struct iwl_mvm *mvm = thermal_zone_device_priv(device);
619 int ret;
620 int temp;
621
622 mutex_lock(&mvm->mutex);
623
624 if (!iwl_mvm_firmware_running(mvm) ||
625 mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR) {
626 ret = -ENODATA;
627 goto out;
628 }
629
630 ret = iwl_mvm_get_temp(mvm, &temp);
631 if (ret)
632 goto out;
633
634 *temperature = temp * 1000;
635
636out:
637 mutex_unlock(&mvm->mutex);
638 return ret;
639}
640
641static int iwl_mvm_tzone_set_trip_temp(struct thermal_zone_device *device,
642 int trip, int temp)
643{
644 struct iwl_mvm *mvm = thermal_zone_device_priv(device);
645 int ret;
646
647 mutex_lock(&mvm->mutex);
648
649 if (!iwl_mvm_firmware_running(mvm) ||
650 mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR) {
651 ret = -EIO;
652 goto out;
653 }
654
655 if ((temp / 1000) > S16_MAX) {
656 ret = -EINVAL;
657 goto out;
658 }
659
660 ret = iwl_mvm_send_temp_report_ths_cmd(mvm);
661out:
662 mutex_unlock(&mvm->mutex);
663 return ret;
664}
665
666static struct thermal_zone_device_ops tzone_ops = {
667 .get_temp = iwl_mvm_tzone_get_temp,
668 .set_trip_temp = iwl_mvm_tzone_set_trip_temp,
669};
670
671/* make all trips writable */
672#define IWL_WRITABLE_TRIPS_MSK (BIT(IWL_MAX_DTS_TRIPS) - 1)
673
674static void iwl_mvm_thermal_zone_register(struct iwl_mvm *mvm)
675{
676 int i, ret;
677 char name[16];
678 static atomic_t counter = ATOMIC_INIT(0);
679
680 if (!iwl_mvm_is_tt_in_fw(mvm)) {
681 mvm->tz_device.tzone = NULL;
682
683 return;
684 }
685
686 BUILD_BUG_ON(ARRAY_SIZE(name) >= THERMAL_NAME_LENGTH);
687
688 sprintf(name, "iwlwifi_%u", atomic_inc_return(&counter) & 0xFF);
689 mvm->tz_device.tzone = thermal_zone_device_register_with_trips(name,
690 mvm->tz_device.trips,
691 IWL_MAX_DTS_TRIPS,
692 IWL_WRITABLE_TRIPS_MSK,
693 mvm, &tzone_ops,
694 NULL, 0, 0);
695 if (IS_ERR(mvm->tz_device.tzone)) {
696 IWL_DEBUG_TEMP(mvm,
697 "Failed to register to thermal zone (err = %ld)\n",
698 PTR_ERR(mvm->tz_device.tzone));
699 mvm->tz_device.tzone = NULL;
700 return;
701 }
702
703 ret = thermal_zone_device_enable(mvm->tz_device.tzone);
704 if (ret) {
705 IWL_DEBUG_TEMP(mvm, "Failed to enable thermal zone\n");
706 thermal_zone_device_unregister(mvm->tz_device.tzone);
707 return;
708 }
709
710 /* 0 is a valid temperature,
711 * so initialize the array with S16_MIN which invalid temperature
712 */
713 for (i = 0 ; i < IWL_MAX_DTS_TRIPS; i++) {
714 mvm->tz_device.trips[i].temperature = INT_MIN;
715 mvm->tz_device.trips[i].type = THERMAL_TRIP_PASSIVE;
716 }
717}
718
719static int iwl_mvm_tcool_get_max_state(struct thermal_cooling_device *cdev,
720 unsigned long *state)
721{
722 *state = ARRAY_SIZE(iwl_mvm_cdev_budgets) - 1;
723
724 return 0;
725}
726
727static int iwl_mvm_tcool_get_cur_state(struct thermal_cooling_device *cdev,
728 unsigned long *state)
729{
730 struct iwl_mvm *mvm = (struct iwl_mvm *)(cdev->devdata);
731
732 *state = mvm->cooling_dev.cur_state;
733
734 return 0;
735}
736
737static int iwl_mvm_tcool_set_cur_state(struct thermal_cooling_device *cdev,
738 unsigned long new_state)
739{
740 struct iwl_mvm *mvm = (struct iwl_mvm *)(cdev->devdata);
741 int ret;
742
743 mutex_lock(&mvm->mutex);
744
745 if (!iwl_mvm_firmware_running(mvm) ||
746 mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR) {
747 ret = -EIO;
748 goto unlock;
749 }
750
751 if (new_state >= ARRAY_SIZE(iwl_mvm_cdev_budgets)) {
752 ret = -EINVAL;
753 goto unlock;
754 }
755
756 ret = iwl_mvm_ctdp_command(mvm, CTDP_CMD_OPERATION_START,
757 new_state);
758
759unlock:
760 mutex_unlock(&mvm->mutex);
761 return ret;
762}
763
764static const struct thermal_cooling_device_ops tcooling_ops = {
765 .get_max_state = iwl_mvm_tcool_get_max_state,
766 .get_cur_state = iwl_mvm_tcool_get_cur_state,
767 .set_cur_state = iwl_mvm_tcool_set_cur_state,
768};
769
770static void iwl_mvm_cooling_device_register(struct iwl_mvm *mvm)
771{
772 char name[] = "iwlwifi";
773
774 if (!iwl_mvm_is_ctdp_supported(mvm))
775 return;
776
777 BUILD_BUG_ON(ARRAY_SIZE(name) >= THERMAL_NAME_LENGTH);
778
779 mvm->cooling_dev.cdev =
780 thermal_cooling_device_register(name,
781 mvm,
782 &tcooling_ops);
783
784 if (IS_ERR(mvm->cooling_dev.cdev)) {
785 IWL_DEBUG_TEMP(mvm,
786 "Failed to register to cooling device (err = %ld)\n",
787 PTR_ERR(mvm->cooling_dev.cdev));
788 mvm->cooling_dev.cdev = NULL;
789 return;
790 }
791}
792
793static void iwl_mvm_thermal_zone_unregister(struct iwl_mvm *mvm)
794{
795 if (!iwl_mvm_is_tt_in_fw(mvm) || !mvm->tz_device.tzone)
796 return;
797
798 IWL_DEBUG_TEMP(mvm, "Thermal zone device unregister\n");
799 if (mvm->tz_device.tzone) {
800 thermal_zone_device_unregister(mvm->tz_device.tzone);
801 mvm->tz_device.tzone = NULL;
802 }
803}
804
805static void iwl_mvm_cooling_device_unregister(struct iwl_mvm *mvm)
806{
807 if (!iwl_mvm_is_ctdp_supported(mvm) || !mvm->cooling_dev.cdev)
808 return;
809
810 IWL_DEBUG_TEMP(mvm, "Cooling device unregister\n");
811 if (mvm->cooling_dev.cdev) {
812 thermal_cooling_device_unregister(mvm->cooling_dev.cdev);
813 mvm->cooling_dev.cdev = NULL;
814 }
815}
816#endif /* CONFIG_THERMAL */
817
818void iwl_mvm_thermal_initialize(struct iwl_mvm *mvm, u32 min_backoff)
819{
820 struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
821
822 IWL_DEBUG_TEMP(mvm, "Initialize Thermal Throttling\n");
823
824 if (mvm->cfg->thermal_params)
825 tt->params = *mvm->cfg->thermal_params;
826 else
827 tt->params = iwl_mvm_default_tt_params;
828
829 tt->throttle = false;
830 tt->dynamic_smps = false;
831 tt->min_backoff = min_backoff;
832 INIT_DELAYED_WORK(&tt->ct_kill_exit, check_exit_ctkill);
833
834#ifdef CONFIG_THERMAL
835 iwl_mvm_cooling_device_register(mvm);
836 iwl_mvm_thermal_zone_register(mvm);
837#endif
838 mvm->init_status |= IWL_MVM_INIT_STATUS_THERMAL_INIT_COMPLETE;
839}
840
841void iwl_mvm_thermal_exit(struct iwl_mvm *mvm)
842{
843 if (!(mvm->init_status & IWL_MVM_INIT_STATUS_THERMAL_INIT_COMPLETE))
844 return;
845
846 cancel_delayed_work_sync(&mvm->thermal_throttle.ct_kill_exit);
847 IWL_DEBUG_TEMP(mvm, "Exit Thermal Throttling\n");
848
849#ifdef CONFIG_THERMAL
850 iwl_mvm_cooling_device_unregister(mvm);
851 iwl_mvm_thermal_zone_unregister(mvm);
852#endif
853 mvm->init_status &= ~IWL_MVM_INIT_STATUS_THERMAL_INIT_COMPLETE;
854}
1/******************************************************************************
2 *
3 * This file is provided under a dual BSD/GPLv2 license. When using or
4 * redistributing this file, you may do so under either license.
5 *
6 * GPL LICENSE SUMMARY
7 *
8 * Copyright(c) 2013 - 2014 Intel Corporation. All rights reserved.
9 * Copyright(c) 2013 - 2014 Intel Mobile Communications GmbH
10 * Copyright(c) 2015 - 2016 Intel Deutschland GmbH
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of version 2 of the GNU General Public License as
14 * published by the Free Software Foundation.
15 *
16 * This program is distributed in the hope that it will be useful, but
17 * WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19 * General Public License for more details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
24 * USA
25 *
26 * The full GNU General Public License is included in this distribution
27 * in the file called COPYING.
28 *
29 * Contact Information:
30 * Intel Linux Wireless <linuxwifi@intel.com>
31 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
32 *
33 * BSD LICENSE
34 *
35 * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
36 * Copyright(c) 2013 - 2014 Intel Mobile Communications GmbH
37 * Copyright(c) 2015 - 2016 Intel Deutschland GmbH
38 * All rights reserved.
39 *
40 * Redistribution and use in source and binary forms, with or without
41 * modification, are permitted provided that the following conditions
42 * are met:
43 *
44 * * Redistributions of source code must retain the above copyright
45 * notice, this list of conditions and the following disclaimer.
46 * * Redistributions in binary form must reproduce the above copyright
47 * notice, this list of conditions and the following disclaimer in
48 * the documentation and/or other materials provided with the
49 * distribution.
50 * * Neither the name Intel Corporation nor the names of its
51 * contributors may be used to endorse or promote products derived
52 * from this software without specific prior written permission.
53 *
54 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
55 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
56 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
57 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
58 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
59 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
60 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
61 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
62 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
63 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
64 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
65 *
66 *****************************************************************************/
67
68#include <linux/sort.h>
69
70#include "mvm.h"
71
72#define IWL_MVM_TEMP_NOTIF_WAIT_TIMEOUT HZ
73
74static void iwl_mvm_enter_ctkill(struct iwl_mvm *mvm)
75{
76 struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
77 u32 duration = tt->params.ct_kill_duration;
78
79 if (test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status))
80 return;
81
82 IWL_ERR(mvm, "Enter CT Kill\n");
83 iwl_mvm_set_hw_ctkill_state(mvm, true);
84
85 if (!iwl_mvm_is_tt_in_fw(mvm)) {
86 tt->throttle = false;
87 tt->dynamic_smps = false;
88 }
89
90 /* Don't schedule an exit work if we're in test mode, since
91 * the temperature will not change unless we manually set it
92 * again (or disable testing).
93 */
94 if (!mvm->temperature_test)
95 schedule_delayed_work(&tt->ct_kill_exit,
96 round_jiffies_relative(duration * HZ));
97}
98
99static void iwl_mvm_exit_ctkill(struct iwl_mvm *mvm)
100{
101 if (!test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status))
102 return;
103
104 IWL_ERR(mvm, "Exit CT Kill\n");
105 iwl_mvm_set_hw_ctkill_state(mvm, false);
106}
107
108void iwl_mvm_tt_temp_changed(struct iwl_mvm *mvm, u32 temp)
109{
110 /* ignore the notification if we are in test mode */
111 if (mvm->temperature_test)
112 return;
113
114 if (mvm->temperature == temp)
115 return;
116
117 mvm->temperature = temp;
118 iwl_mvm_tt_handler(mvm);
119}
120
121static int iwl_mvm_temp_notif_parse(struct iwl_mvm *mvm,
122 struct iwl_rx_packet *pkt)
123{
124 struct iwl_dts_measurement_notif_v1 *notif_v1;
125 int len = iwl_rx_packet_payload_len(pkt);
126 int temp;
127
128 /* we can use notif_v1 only, because v2 only adds an additional
129 * parameter, which is not used in this function.
130 */
131 if (WARN_ON_ONCE(len < sizeof(*notif_v1))) {
132 IWL_ERR(mvm, "Invalid DTS_MEASUREMENT_NOTIFICATION\n");
133 return -EINVAL;
134 }
135
136 notif_v1 = (void *)pkt->data;
137
138 temp = le32_to_cpu(notif_v1->temp);
139
140 /* shouldn't be negative, but since it's s32, make sure it isn't */
141 if (WARN_ON_ONCE(temp < 0))
142 temp = 0;
143
144 IWL_DEBUG_TEMP(mvm, "DTS_MEASUREMENT_NOTIFICATION - %d\n", temp);
145
146 return temp;
147}
148
149static bool iwl_mvm_temp_notif_wait(struct iwl_notif_wait_data *notif_wait,
150 struct iwl_rx_packet *pkt, void *data)
151{
152 struct iwl_mvm *mvm =
153 container_of(notif_wait, struct iwl_mvm, notif_wait);
154 int *temp = data;
155 int ret;
156
157 ret = iwl_mvm_temp_notif_parse(mvm, pkt);
158 if (ret < 0)
159 return true;
160
161 *temp = ret;
162
163 return true;
164}
165
166void iwl_mvm_temp_notif(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb)
167{
168 struct iwl_rx_packet *pkt = rxb_addr(rxb);
169 struct iwl_dts_measurement_notif_v2 *notif_v2;
170 int len = iwl_rx_packet_payload_len(pkt);
171 int temp;
172 u32 ths_crossed;
173
174 /* the notification is handled synchronously in ctkill, so skip here */
175 if (test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status))
176 return;
177
178 temp = iwl_mvm_temp_notif_parse(mvm, pkt);
179
180 if (!iwl_mvm_is_tt_in_fw(mvm)) {
181 if (temp >= 0)
182 iwl_mvm_tt_temp_changed(mvm, temp);
183 return;
184 }
185
186 if (WARN_ON_ONCE(len < sizeof(*notif_v2))) {
187 IWL_ERR(mvm, "Invalid DTS_MEASUREMENT_NOTIFICATION\n");
188 return;
189 }
190
191 notif_v2 = (void *)pkt->data;
192 ths_crossed = le32_to_cpu(notif_v2->threshold_idx);
193
194 /* 0xFF in ths_crossed means the notification is not related
195 * to a trip, so we can ignore it here.
196 */
197 if (ths_crossed == 0xFF)
198 return;
199
200 IWL_DEBUG_TEMP(mvm, "Temp = %d Threshold crossed = %d\n",
201 temp, ths_crossed);
202
203#ifdef CONFIG_THERMAL
204 if (WARN_ON(ths_crossed >= IWL_MAX_DTS_TRIPS))
205 return;
206
207 /*
208 * We are now handling a temperature notification from the firmware
209 * in ASYNC and hold the mutex. thermal_notify_framework will call
210 * us back through get_temp() which ought to send a SYNC command to
211 * the firmware and hence to take the mutex.
212 * Avoid the deadlock by unlocking the mutex here.
213 */
214 if (mvm->tz_device.tzone) {
215 struct iwl_mvm_thermal_device *tz_dev = &mvm->tz_device;
216
217 mutex_unlock(&mvm->mutex);
218 thermal_notify_framework(tz_dev->tzone,
219 tz_dev->fw_trips_index[ths_crossed]);
220 mutex_lock(&mvm->mutex);
221 }
222#endif /* CONFIG_THERMAL */
223}
224
225void iwl_mvm_ct_kill_notif(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb)
226{
227 struct iwl_rx_packet *pkt = rxb_addr(rxb);
228 struct ct_kill_notif *notif;
229 int len = iwl_rx_packet_payload_len(pkt);
230
231 if (WARN_ON_ONCE(len != sizeof(*notif))) {
232 IWL_ERR(mvm, "Invalid CT_KILL_NOTIFICATION\n");
233 return;
234 }
235
236 notif = (struct ct_kill_notif *)pkt->data;
237 IWL_DEBUG_TEMP(mvm, "CT Kill notification temperature = %d\n",
238 notif->temperature);
239
240 iwl_mvm_enter_ctkill(mvm);
241}
242
243static int iwl_mvm_get_temp_cmd(struct iwl_mvm *mvm)
244{
245 struct iwl_dts_measurement_cmd cmd = {
246 .flags = cpu_to_le32(DTS_TRIGGER_CMD_FLAGS_TEMP),
247 };
248 struct iwl_ext_dts_measurement_cmd extcmd = {
249 .control_mode = cpu_to_le32(DTS_AUTOMATIC),
250 };
251 u32 cmdid;
252
253 if (fw_has_api(&mvm->fw->ucode_capa, IWL_UCODE_TLV_API_WIDE_CMD_HDR))
254 cmdid = iwl_cmd_id(CMD_DTS_MEASUREMENT_TRIGGER_WIDE,
255 PHY_OPS_GROUP, 0);
256 else
257 cmdid = CMD_DTS_MEASUREMENT_TRIGGER;
258
259 if (!fw_has_capa(&mvm->fw->ucode_capa,
260 IWL_UCODE_TLV_CAPA_EXTENDED_DTS_MEASURE))
261 return iwl_mvm_send_cmd_pdu(mvm, cmdid, 0, sizeof(cmd), &cmd);
262
263 return iwl_mvm_send_cmd_pdu(mvm, cmdid, 0, sizeof(extcmd), &extcmd);
264}
265
266int iwl_mvm_get_temp(struct iwl_mvm *mvm, s32 *temp)
267{
268 struct iwl_notification_wait wait_temp_notif;
269 static u16 temp_notif[] = { WIDE_ID(PHY_OPS_GROUP,
270 DTS_MEASUREMENT_NOTIF_WIDE) };
271 int ret;
272
273 if (!fw_has_api(&mvm->fw->ucode_capa, IWL_UCODE_TLV_API_WIDE_CMD_HDR))
274 temp_notif[0] = DTS_MEASUREMENT_NOTIFICATION;
275
276 lockdep_assert_held(&mvm->mutex);
277
278 iwl_init_notification_wait(&mvm->notif_wait, &wait_temp_notif,
279 temp_notif, ARRAY_SIZE(temp_notif),
280 iwl_mvm_temp_notif_wait, temp);
281
282 ret = iwl_mvm_get_temp_cmd(mvm);
283 if (ret) {
284 IWL_ERR(mvm, "Failed to get the temperature (err=%d)\n", ret);
285 iwl_remove_notification(&mvm->notif_wait, &wait_temp_notif);
286 return ret;
287 }
288
289 ret = iwl_wait_notification(&mvm->notif_wait, &wait_temp_notif,
290 IWL_MVM_TEMP_NOTIF_WAIT_TIMEOUT);
291 if (ret)
292 IWL_ERR(mvm, "Getting the temperature timed out\n");
293
294 return ret;
295}
296
297static void check_exit_ctkill(struct work_struct *work)
298{
299 struct iwl_mvm_tt_mgmt *tt;
300 struct iwl_mvm *mvm;
301 u32 duration;
302 s32 temp;
303 int ret;
304
305 tt = container_of(work, struct iwl_mvm_tt_mgmt, ct_kill_exit.work);
306 mvm = container_of(tt, struct iwl_mvm, thermal_throttle);
307
308 if (iwl_mvm_is_tt_in_fw(mvm)) {
309 iwl_mvm_exit_ctkill(mvm);
310
311 return;
312 }
313
314 duration = tt->params.ct_kill_duration;
315
316 mutex_lock(&mvm->mutex);
317
318 if (__iwl_mvm_mac_start(mvm))
319 goto reschedule;
320
321 /* make sure the device is available for direct read/writes */
322 if (iwl_mvm_ref_sync(mvm, IWL_MVM_REF_CHECK_CTKILL)) {
323 __iwl_mvm_mac_stop(mvm);
324 goto reschedule;
325 }
326
327 ret = iwl_mvm_get_temp(mvm, &temp);
328
329 iwl_mvm_unref(mvm, IWL_MVM_REF_CHECK_CTKILL);
330
331 __iwl_mvm_mac_stop(mvm);
332
333 if (ret)
334 goto reschedule;
335
336 IWL_DEBUG_TEMP(mvm, "NIC temperature: %d\n", temp);
337
338 if (temp <= tt->params.ct_kill_exit) {
339 mutex_unlock(&mvm->mutex);
340 iwl_mvm_exit_ctkill(mvm);
341 return;
342 }
343
344reschedule:
345 mutex_unlock(&mvm->mutex);
346 schedule_delayed_work(&mvm->thermal_throttle.ct_kill_exit,
347 round_jiffies(duration * HZ));
348}
349
350static void iwl_mvm_tt_smps_iterator(void *_data, u8 *mac,
351 struct ieee80211_vif *vif)
352{
353 struct iwl_mvm *mvm = _data;
354 enum ieee80211_smps_mode smps_mode;
355
356 lockdep_assert_held(&mvm->mutex);
357
358 if (mvm->thermal_throttle.dynamic_smps)
359 smps_mode = IEEE80211_SMPS_DYNAMIC;
360 else
361 smps_mode = IEEE80211_SMPS_AUTOMATIC;
362
363 if (vif->type != NL80211_IFTYPE_STATION)
364 return;
365
366 iwl_mvm_update_smps(mvm, vif, IWL_MVM_SMPS_REQ_TT, smps_mode);
367}
368
369static void iwl_mvm_tt_tx_protection(struct iwl_mvm *mvm, bool enable)
370{
371 struct ieee80211_sta *sta;
372 struct iwl_mvm_sta *mvmsta;
373 int i, err;
374
375 for (i = 0; i < IWL_MVM_STATION_COUNT; i++) {
376 sta = rcu_dereference_protected(mvm->fw_id_to_mac_id[i],
377 lockdep_is_held(&mvm->mutex));
378 if (IS_ERR_OR_NULL(sta))
379 continue;
380 mvmsta = iwl_mvm_sta_from_mac80211(sta);
381 if (enable == mvmsta->tt_tx_protection)
382 continue;
383 err = iwl_mvm_tx_protection(mvm, mvmsta, enable);
384 if (err) {
385 IWL_ERR(mvm, "Failed to %s Tx protection\n",
386 enable ? "enable" : "disable");
387 } else {
388 IWL_DEBUG_TEMP(mvm, "%s Tx protection\n",
389 enable ? "Enable" : "Disable");
390 mvmsta->tt_tx_protection = enable;
391 }
392 }
393}
394
395void iwl_mvm_tt_tx_backoff(struct iwl_mvm *mvm, u32 backoff)
396{
397 struct iwl_host_cmd cmd = {
398 .id = REPLY_THERMAL_MNG_BACKOFF,
399 .len = { sizeof(u32), },
400 .data = { &backoff, },
401 };
402
403 backoff = max(backoff, mvm->thermal_throttle.min_backoff);
404
405 if (iwl_mvm_send_cmd(mvm, &cmd) == 0) {
406 IWL_DEBUG_TEMP(mvm, "Set Thermal Tx backoff to: %u\n",
407 backoff);
408 mvm->thermal_throttle.tx_backoff = backoff;
409 } else {
410 IWL_ERR(mvm, "Failed to change Thermal Tx backoff\n");
411 }
412}
413
414void iwl_mvm_tt_handler(struct iwl_mvm *mvm)
415{
416 struct iwl_tt_params *params = &mvm->thermal_throttle.params;
417 struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
418 s32 temperature = mvm->temperature;
419 bool throttle_enable = false;
420 int i;
421 u32 tx_backoff;
422
423 IWL_DEBUG_TEMP(mvm, "NIC temperature: %d\n", mvm->temperature);
424
425 if (params->support_ct_kill && temperature >= params->ct_kill_entry) {
426 iwl_mvm_enter_ctkill(mvm);
427 return;
428 }
429
430 if (params->support_ct_kill &&
431 temperature <= params->ct_kill_exit) {
432 iwl_mvm_exit_ctkill(mvm);
433 return;
434 }
435
436 if (params->support_dynamic_smps) {
437 if (!tt->dynamic_smps &&
438 temperature >= params->dynamic_smps_entry) {
439 IWL_DEBUG_TEMP(mvm, "Enable dynamic SMPS\n");
440 tt->dynamic_smps = true;
441 ieee80211_iterate_active_interfaces_atomic(
442 mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
443 iwl_mvm_tt_smps_iterator, mvm);
444 throttle_enable = true;
445 } else if (tt->dynamic_smps &&
446 temperature <= params->dynamic_smps_exit) {
447 IWL_DEBUG_TEMP(mvm, "Disable dynamic SMPS\n");
448 tt->dynamic_smps = false;
449 ieee80211_iterate_active_interfaces_atomic(
450 mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
451 iwl_mvm_tt_smps_iterator, mvm);
452 }
453 }
454
455 if (params->support_tx_protection) {
456 if (temperature >= params->tx_protection_entry) {
457 iwl_mvm_tt_tx_protection(mvm, true);
458 throttle_enable = true;
459 } else if (temperature <= params->tx_protection_exit) {
460 iwl_mvm_tt_tx_protection(mvm, false);
461 }
462 }
463
464 if (params->support_tx_backoff) {
465 tx_backoff = tt->min_backoff;
466 for (i = 0; i < TT_TX_BACKOFF_SIZE; i++) {
467 if (temperature < params->tx_backoff[i].temperature)
468 break;
469 tx_backoff = max(tt->min_backoff,
470 params->tx_backoff[i].backoff);
471 }
472 if (tx_backoff != tt->min_backoff)
473 throttle_enable = true;
474 if (tt->tx_backoff != tx_backoff)
475 iwl_mvm_tt_tx_backoff(mvm, tx_backoff);
476 }
477
478 if (!tt->throttle && throttle_enable) {
479 IWL_WARN(mvm,
480 "Due to high temperature thermal throttling initiated\n");
481 tt->throttle = true;
482 } else if (tt->throttle && !tt->dynamic_smps &&
483 tt->tx_backoff == tt->min_backoff &&
484 temperature <= params->tx_protection_exit) {
485 IWL_WARN(mvm,
486 "Temperature is back to normal thermal throttling stopped\n");
487 tt->throttle = false;
488 }
489}
490
491static const struct iwl_tt_params iwl_mvm_default_tt_params = {
492 .ct_kill_entry = 118,
493 .ct_kill_exit = 96,
494 .ct_kill_duration = 5,
495 .dynamic_smps_entry = 114,
496 .dynamic_smps_exit = 110,
497 .tx_protection_entry = 114,
498 .tx_protection_exit = 108,
499 .tx_backoff = {
500 {.temperature = 112, .backoff = 200},
501 {.temperature = 113, .backoff = 600},
502 {.temperature = 114, .backoff = 1200},
503 {.temperature = 115, .backoff = 2000},
504 {.temperature = 116, .backoff = 4000},
505 {.temperature = 117, .backoff = 10000},
506 },
507 .support_ct_kill = true,
508 .support_dynamic_smps = true,
509 .support_tx_protection = true,
510 .support_tx_backoff = true,
511};
512
513/* budget in mWatt */
514static const u32 iwl_mvm_cdev_budgets[] = {
515 2000, /* cooling state 0 */
516 1800, /* cooling state 1 */
517 1600, /* cooling state 2 */
518 1400, /* cooling state 3 */
519 1200, /* cooling state 4 */
520 1000, /* cooling state 5 */
521 900, /* cooling state 6 */
522 800, /* cooling state 7 */
523 700, /* cooling state 8 */
524 650, /* cooling state 9 */
525 600, /* cooling state 10 */
526 550, /* cooling state 11 */
527 500, /* cooling state 12 */
528 450, /* cooling state 13 */
529 400, /* cooling state 14 */
530 350, /* cooling state 15 */
531 300, /* cooling state 16 */
532 250, /* cooling state 17 */
533 200, /* cooling state 18 */
534 150, /* cooling state 19 */
535};
536
537int iwl_mvm_ctdp_command(struct iwl_mvm *mvm, u32 op, u32 state)
538{
539 struct iwl_mvm_ctdp_cmd cmd = {
540 .operation = cpu_to_le32(op),
541 .budget = cpu_to_le32(iwl_mvm_cdev_budgets[state]),
542 .window_size = 0,
543 };
544 int ret;
545 u32 status;
546
547 lockdep_assert_held(&mvm->mutex);
548
549 ret = iwl_mvm_send_cmd_pdu_status(mvm, WIDE_ID(PHY_OPS_GROUP,
550 CTDP_CONFIG_CMD),
551 sizeof(cmd), &cmd, &status);
552
553 if (ret) {
554 IWL_ERR(mvm, "cTDP command failed (err=%d)\n", ret);
555 return ret;
556 }
557
558 switch (op) {
559 case CTDP_CMD_OPERATION_START:
560#ifdef CONFIG_THERMAL
561 mvm->cooling_dev.cur_state = state;
562#endif /* CONFIG_THERMAL */
563 break;
564 case CTDP_CMD_OPERATION_REPORT:
565 IWL_DEBUG_TEMP(mvm, "cTDP avg energy in mWatt = %d\n", status);
566 /* when the function is called with CTDP_CMD_OPERATION_REPORT
567 * option the function should return the average budget value
568 * that is received from the FW.
569 * The budget can't be less or equal to 0, so it's possible
570 * to distinguish between error values and budgets.
571 */
572 return status;
573 case CTDP_CMD_OPERATION_STOP:
574 IWL_DEBUG_TEMP(mvm, "cTDP stopped successfully\n");
575 break;
576 }
577
578 return 0;
579}
580
581#ifdef CONFIG_THERMAL
582static int compare_temps(const void *a, const void *b)
583{
584 return ((s16)le16_to_cpu(*(__le16 *)a) -
585 (s16)le16_to_cpu(*(__le16 *)b));
586}
587
588int iwl_mvm_send_temp_report_ths_cmd(struct iwl_mvm *mvm)
589{
590 struct temp_report_ths_cmd cmd = {0};
591 int ret, i, j, idx = 0;
592
593 lockdep_assert_held(&mvm->mutex);
594
595 if (!mvm->tz_device.tzone)
596 return -EINVAL;
597
598 /* The driver holds array of temperature trips that are unsorted
599 * and uncompressed, the FW should get it compressed and sorted
600 */
601
602 /* compress temp_trips to cmd array, remove uninitialized values*/
603 for (i = 0; i < IWL_MAX_DTS_TRIPS; i++) {
604 if (mvm->tz_device.temp_trips[i] != S16_MIN) {
605 cmd.thresholds[idx++] =
606 cpu_to_le16(mvm->tz_device.temp_trips[i]);
607 }
608 }
609 cmd.num_temps = cpu_to_le32(idx);
610
611 if (!idx)
612 goto send;
613
614 /*sort cmd array*/
615 sort(cmd.thresholds, idx, sizeof(s16), compare_temps, NULL);
616
617 /* we should save the indexes of trips because we sort
618 * and compress the orginal array
619 */
620 for (i = 0; i < idx; i++) {
621 for (j = 0; j < IWL_MAX_DTS_TRIPS; j++) {
622 if (le16_to_cpu(cmd.thresholds[i]) ==
623 mvm->tz_device.temp_trips[j])
624 mvm->tz_device.fw_trips_index[i] = j;
625 }
626 }
627
628send:
629 ret = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(PHY_OPS_GROUP,
630 TEMP_REPORTING_THRESHOLDS_CMD),
631 0, sizeof(cmd), &cmd);
632 if (ret)
633 IWL_ERR(mvm, "TEMP_REPORT_THS_CMD command failed (err=%d)\n",
634 ret);
635
636 return ret;
637}
638
639static int iwl_mvm_tzone_get_temp(struct thermal_zone_device *device,
640 int *temperature)
641{
642 struct iwl_mvm *mvm = (struct iwl_mvm *)device->devdata;
643 int ret;
644 int temp;
645
646 mutex_lock(&mvm->mutex);
647
648 if (!mvm->ucode_loaded || !(mvm->cur_ucode == IWL_UCODE_REGULAR)) {
649 ret = -EIO;
650 goto out;
651 }
652
653 ret = iwl_mvm_get_temp(mvm, &temp);
654 if (ret)
655 goto out;
656
657 *temperature = temp * 1000;
658
659out:
660 mutex_unlock(&mvm->mutex);
661 return ret;
662}
663
664static int iwl_mvm_tzone_get_trip_temp(struct thermal_zone_device *device,
665 int trip, int *temp)
666{
667 struct iwl_mvm *mvm = (struct iwl_mvm *)device->devdata;
668
669 if (trip < 0 || trip >= IWL_MAX_DTS_TRIPS)
670 return -EINVAL;
671
672 *temp = mvm->tz_device.temp_trips[trip] * 1000;
673
674 return 0;
675}
676
677static int iwl_mvm_tzone_get_trip_type(struct thermal_zone_device *device,
678 int trip, enum thermal_trip_type *type)
679{
680 if (trip < 0 || trip >= IWL_MAX_DTS_TRIPS)
681 return -EINVAL;
682
683 *type = THERMAL_TRIP_PASSIVE;
684
685 return 0;
686}
687
688static int iwl_mvm_tzone_set_trip_temp(struct thermal_zone_device *device,
689 int trip, int temp)
690{
691 struct iwl_mvm *mvm = (struct iwl_mvm *)device->devdata;
692 struct iwl_mvm_thermal_device *tzone;
693 int i, ret;
694 s16 temperature;
695
696 mutex_lock(&mvm->mutex);
697
698 if (!mvm->ucode_loaded || !(mvm->cur_ucode == IWL_UCODE_REGULAR)) {
699 ret = -EIO;
700 goto out;
701 }
702
703 if (trip < 0 || trip >= IWL_MAX_DTS_TRIPS) {
704 ret = -EINVAL;
705 goto out;
706 }
707
708 if ((temp / 1000) > S16_MAX) {
709 ret = -EINVAL;
710 goto out;
711 }
712
713 temperature = (s16)(temp / 1000);
714 tzone = &mvm->tz_device;
715
716 if (!tzone) {
717 ret = -EIO;
718 goto out;
719 }
720
721 /* no updates*/
722 if (tzone->temp_trips[trip] == temperature) {
723 ret = 0;
724 goto out;
725 }
726
727 /* already existing temperature */
728 for (i = 0; i < IWL_MAX_DTS_TRIPS; i++) {
729 if (tzone->temp_trips[i] == temperature) {
730 ret = -EINVAL;
731 goto out;
732 }
733 }
734
735 tzone->temp_trips[trip] = temperature;
736
737 ret = iwl_mvm_send_temp_report_ths_cmd(mvm);
738out:
739 mutex_unlock(&mvm->mutex);
740 return ret;
741}
742
743static struct thermal_zone_device_ops tzone_ops = {
744 .get_temp = iwl_mvm_tzone_get_temp,
745 .get_trip_temp = iwl_mvm_tzone_get_trip_temp,
746 .get_trip_type = iwl_mvm_tzone_get_trip_type,
747 .set_trip_temp = iwl_mvm_tzone_set_trip_temp,
748};
749
750/* make all trips writable */
751#define IWL_WRITABLE_TRIPS_MSK (BIT(IWL_MAX_DTS_TRIPS) - 1)
752
753static void iwl_mvm_thermal_zone_register(struct iwl_mvm *mvm)
754{
755 int i;
756 char name[] = "iwlwifi";
757
758 if (!iwl_mvm_is_tt_in_fw(mvm)) {
759 mvm->tz_device.tzone = NULL;
760
761 return;
762 }
763
764 BUILD_BUG_ON(ARRAY_SIZE(name) >= THERMAL_NAME_LENGTH);
765
766 mvm->tz_device.tzone = thermal_zone_device_register(name,
767 IWL_MAX_DTS_TRIPS,
768 IWL_WRITABLE_TRIPS_MSK,
769 mvm, &tzone_ops,
770 NULL, 0, 0);
771 if (IS_ERR(mvm->tz_device.tzone)) {
772 IWL_DEBUG_TEMP(mvm,
773 "Failed to register to thermal zone (err = %ld)\n",
774 PTR_ERR(mvm->tz_device.tzone));
775 mvm->tz_device.tzone = NULL;
776 return;
777 }
778
779 /* 0 is a valid temperature,
780 * so initialize the array with S16_MIN which invalid temperature
781 */
782 for (i = 0 ; i < IWL_MAX_DTS_TRIPS; i++)
783 mvm->tz_device.temp_trips[i] = S16_MIN;
784}
785
786static int iwl_mvm_tcool_get_max_state(struct thermal_cooling_device *cdev,
787 unsigned long *state)
788{
789 *state = ARRAY_SIZE(iwl_mvm_cdev_budgets) - 1;
790
791 return 0;
792}
793
794static int iwl_mvm_tcool_get_cur_state(struct thermal_cooling_device *cdev,
795 unsigned long *state)
796{
797 struct iwl_mvm *mvm = (struct iwl_mvm *)(cdev->devdata);
798
799 if (test_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status))
800 return -EBUSY;
801
802 *state = mvm->cooling_dev.cur_state;
803
804 return 0;
805}
806
807static int iwl_mvm_tcool_set_cur_state(struct thermal_cooling_device *cdev,
808 unsigned long new_state)
809{
810 struct iwl_mvm *mvm = (struct iwl_mvm *)(cdev->devdata);
811 int ret;
812
813 if (!mvm->ucode_loaded || !(mvm->cur_ucode == IWL_UCODE_REGULAR))
814 return -EIO;
815
816 if (test_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status))
817 return -EBUSY;
818
819 mutex_lock(&mvm->mutex);
820
821 if (new_state >= ARRAY_SIZE(iwl_mvm_cdev_budgets)) {
822 ret = -EINVAL;
823 goto unlock;
824 }
825
826 ret = iwl_mvm_ctdp_command(mvm, CTDP_CMD_OPERATION_START,
827 new_state);
828
829unlock:
830 mutex_unlock(&mvm->mutex);
831 return ret;
832}
833
834static struct thermal_cooling_device_ops tcooling_ops = {
835 .get_max_state = iwl_mvm_tcool_get_max_state,
836 .get_cur_state = iwl_mvm_tcool_get_cur_state,
837 .set_cur_state = iwl_mvm_tcool_set_cur_state,
838};
839
840static void iwl_mvm_cooling_device_register(struct iwl_mvm *mvm)
841{
842 char name[] = "iwlwifi";
843
844 if (!iwl_mvm_is_ctdp_supported(mvm))
845 return;
846
847 BUILD_BUG_ON(ARRAY_SIZE(name) >= THERMAL_NAME_LENGTH);
848
849 mvm->cooling_dev.cdev =
850 thermal_cooling_device_register(name,
851 mvm,
852 &tcooling_ops);
853
854 if (IS_ERR(mvm->cooling_dev.cdev)) {
855 IWL_DEBUG_TEMP(mvm,
856 "Failed to register to cooling device (err = %ld)\n",
857 PTR_ERR(mvm->cooling_dev.cdev));
858 mvm->cooling_dev.cdev = NULL;
859 return;
860 }
861}
862
863static void iwl_mvm_thermal_zone_unregister(struct iwl_mvm *mvm)
864{
865 if (!iwl_mvm_is_tt_in_fw(mvm) || !mvm->tz_device.tzone)
866 return;
867
868 IWL_DEBUG_TEMP(mvm, "Thermal zone device unregister\n");
869 thermal_zone_device_unregister(mvm->tz_device.tzone);
870 mvm->tz_device.tzone = NULL;
871}
872
873static void iwl_mvm_cooling_device_unregister(struct iwl_mvm *mvm)
874{
875 if (!iwl_mvm_is_ctdp_supported(mvm) || !mvm->cooling_dev.cdev)
876 return;
877
878 IWL_DEBUG_TEMP(mvm, "Cooling device unregister\n");
879 thermal_cooling_device_unregister(mvm->cooling_dev.cdev);
880 mvm->cooling_dev.cdev = NULL;
881}
882#endif /* CONFIG_THERMAL */
883
884void iwl_mvm_thermal_initialize(struct iwl_mvm *mvm, u32 min_backoff)
885{
886 struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
887
888 IWL_DEBUG_TEMP(mvm, "Initialize Thermal Throttling\n");
889
890 if (mvm->cfg->thermal_params)
891 tt->params = *mvm->cfg->thermal_params;
892 else
893 tt->params = iwl_mvm_default_tt_params;
894
895 tt->throttle = false;
896 tt->dynamic_smps = false;
897 tt->min_backoff = min_backoff;
898 INIT_DELAYED_WORK(&tt->ct_kill_exit, check_exit_ctkill);
899
900#ifdef CONFIG_THERMAL
901 iwl_mvm_cooling_device_register(mvm);
902 iwl_mvm_thermal_zone_register(mvm);
903#endif
904}
905
906void iwl_mvm_thermal_exit(struct iwl_mvm *mvm)
907{
908 cancel_delayed_work_sync(&mvm->thermal_throttle.ct_kill_exit);
909 IWL_DEBUG_TEMP(mvm, "Exit Thermal Throttling\n");
910
911#ifdef CONFIG_THERMAL
912 iwl_mvm_cooling_device_unregister(mvm);
913 iwl_mvm_thermal_zone_unregister(mvm);
914#endif
915}