[deliverable/linux.git] / drivers / net / wireless / iwlwifi / mvm / tt.c

/******************************************************************************
 *
 * This file is provided under a dual BSD/GPLv2 license.  When using or
 * redistributing this file, you may do so under either license.
 *
 * GPL LICENSE SUMMARY
 *
 * Copyright(c) 2013 - 2014 Intel Corporation. All rights reserved.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of version 2 of the GNU General Public License as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
 * USA
 *
 * The full GNU General Public License is included in this distribution
 * in the file called COPYING.
 *
 * Contact Information:
 *  Intel Linux Wireless <ilw@linux.intel.com>
 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
 *
 * BSD LICENSE
 *
 * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 *  * Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 *  * Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in
 *    the documentation and/or other materials provided with the
 *    distribution.
 *  * Neither the name Intel Corporation nor the names of its
 *    contributors may be used to endorse or promote products derived
 *    from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 *****************************************************************************/

#include "mvm.h"
#include "iwl-config.h"
#include "iwl-io.h"
#include "iwl-csr.h"
#include "iwl-prph.h"

#define OTP_DTS_DIODE_DEVIATION 96 /*in words*/
/* VBG - Voltage Band Gap error data (temperature offset) */
#define OTP_WP_DTS_VBG			(OTP_DTS_DIODE_DEVIATION + 2)
#define MEAS_VBG_MIN_VAL		2300
#define MEAS_VBG_MAX_VAL		3000
#define MEAS_VBG_DEFAULT_VAL		2700
#define DTS_DIODE_VALID(flags)		(flags & DTS_DIODE_REG_FLAGS_PASS_ONCE)
#define MIN_TEMPERATURE			0
#define MAX_TEMPERATURE			125
#define TEMPERATURE_ERROR		(MAX_TEMPERATURE + 1)
#define PTAT_DIGITAL_VALUE_MIN_VALUE	0
#define PTAT_DIGITAL_VALUE_MAX_VALUE	0xFF
#define DTS_VREFS_NUM			5
static inline u32 DTS_DIODE_GET_VREFS_ID(u32 flags)
{
	return (flags & DTS_DIODE_REG_FLAGS_VREFS_ID) >>
					DTS_DIODE_REG_FLAGS_VREFS_ID_POS;
}

#define CALC_VREFS_MIN_DIFF	43
#define CALC_VREFS_MAX_DIFF	51
#define CALC_LUT_SIZE		(1 + CALC_VREFS_MAX_DIFF - CALC_VREFS_MIN_DIFF)
#define CALC_LUT_INDEX_OFFSET	CALC_VREFS_MIN_DIFF
#define CALC_TEMPERATURE_RESULT_SHIFT_OFFSET	23

/*
 * @digital_value: The diode's digital-value sampled (temperature/voltage)
 * @vref_low: The lower voltage-reference (the vref just below the diode's
 *	sampled digital-value)
 * @vref_high: The higher voltage-reference (the vref just above the diode's
 *	sampled digital-value)
 * @flags: bits[1:0]: The ID of the Vrefs pair (lowVref,highVref)
 *	bits[6:2]: Reserved.
 *	bits[7:7]: Indicates completion of at least 1 successful sample
 *	since last DTS reset.
 */
struct iwl_mvm_dts_diode_bits {
	u8 digital_value;
	u8 vref_low;
	u8 vref_high;
	u8 flags;
} __packed;

union dts_diode_results {
	u32 reg_value;
	struct iwl_mvm_dts_diode_bits bits;
} __packed;

static s16 iwl_mvm_dts_get_volt_band_gap(struct iwl_mvm *mvm)
{
	struct iwl_nvm_section calib_sec;
	const __le16 *calib;
	u16 vbg;

	/* TODO: move parsing to NVM code */
	calib_sec = mvm->nvm_sections[NVM_SECTION_TYPE_CALIBRATION];
	calib = (__le16 *)calib_sec.data;

	vbg = le16_to_cpu(calib[OTP_WP_DTS_VBG]);

	if (vbg < MEAS_VBG_MIN_VAL || vbg > MEAS_VBG_MAX_VAL)
		vbg = MEAS_VBG_DEFAULT_VAL;

	return vbg;
}

static u16 iwl_mvm_dts_get_ptat_deviation_offset(struct iwl_mvm *mvm)
{
	const u8 *calib;
	u8 ptat, pa1, pa2, median;

	/* TODO: move parsing to NVM code */
	calib = mvm->nvm_sections[NVM_SECTION_TYPE_CALIBRATION].data;
	ptat = calib[OTP_DTS_DIODE_DEVIATION];
	pa1 = calib[OTP_DTS_DIODE_DEVIATION + 1];
	pa2 = calib[OTP_DTS_DIODE_DEVIATION + 2];

	/* get the median: */
	if (ptat > pa1) {
		if (ptat > pa2)
			median = (pa1 > pa2) ? pa1 : pa2;
		else
			median = ptat;
	} else {
		if (pa1 > pa2)
			median = (ptat > pa2) ? ptat : pa2;
		else
			median = pa1;
	}

	return ptat - median;
}

static u8 iwl_mvm_dts_calibrate_ptat_deviation(struct iwl_mvm *mvm, u8 value)
{
	/* Calibrate the PTAT digital value, based on PTAT deviation data: */
	s16 new_val = value - iwl_mvm_dts_get_ptat_deviation_offset(mvm);

	if (new_val > PTAT_DIGITAL_VALUE_MAX_VALUE)
		new_val = PTAT_DIGITAL_VALUE_MAX_VALUE;
	else if (new_val < PTAT_DIGITAL_VALUE_MIN_VALUE)
		new_val = PTAT_DIGITAL_VALUE_MIN_VALUE;

	return new_val;
}

static bool dts_get_adjacent_vrefs(struct iwl_mvm *mvm,
				   union dts_diode_results *avg_ptat)
{
	u8 vrefs_results[DTS_VREFS_NUM];
	u8 low_vref_index = 0, flags;
	u32 reg;

	reg = iwl_read_prph(mvm->trans, DTSC_VREF_AVG);
	memcpy(vrefs_results, &reg, sizeof(reg));
	reg = iwl_read_prph(mvm->trans, DTSC_VREF5_AVG);
	vrefs_results[4] = reg & 0xff;

	if (avg_ptat->bits.digital_value < vrefs_results[0] ||
	    avg_ptat->bits.digital_value > vrefs_results[4])
		return false;

	if (avg_ptat->bits.digital_value > vrefs_results[3])
		low_vref_index = 3;
	else if (avg_ptat->bits.digital_value > vrefs_results[2])
		low_vref_index = 2;
	else if (avg_ptat->bits.digital_value > vrefs_results[1])
		low_vref_index = 1;

	avg_ptat->bits.vref_low  = vrefs_results[low_vref_index];
	avg_ptat->bits.vref_high = vrefs_results[low_vref_index + 1];
	flags = avg_ptat->bits.flags;
	avg_ptat->bits.flags =
		(flags & ~DTS_DIODE_REG_FLAGS_VREFS_ID) |
		(low_vref_index & DTS_DIODE_REG_FLAGS_VREFS_ID);
	return true;
}

/*
 * return true it the results are valid, and false otherwise.
 */
static bool dts_read_ptat_avg_results(struct iwl_mvm *mvm,
				      union dts_diode_results *avg_ptat)
{
	u32 reg;
	u8 tmp;

	/* fill the diode value and pass_once with avg-reg results */
	reg = iwl_read_prph(mvm->trans, DTSC_PTAT_AVG);
	reg &= DTS_DIODE_REG_DIG_VAL | DTS_DIODE_REG_PASS_ONCE;
	avg_ptat->reg_value = reg;

	/* calibrate the PTAT digital value */
	tmp = avg_ptat->bits.digital_value;
	tmp = iwl_mvm_dts_calibrate_ptat_deviation(mvm, tmp);
	avg_ptat->bits.digital_value = tmp;

	/*
	 * fill vrefs fields, based on the avgVrefs results
	 * and the diode value
	 */
	return dts_get_adjacent_vrefs(mvm, avg_ptat) &&
		DTS_DIODE_VALID(avg_ptat->bits.flags);
}

static s32 calculate_nic_temperature(union dts_diode_results avg_ptat,
				     u16 volt_band_gap)
{
	u32 tmp_result;
	u8 vrefs_diff;
	/*
	 * For temperature calculation (at the end, shift right by 23)
	 * LUT[(D2-D1)] = ROUND{ 2^23 / ((D2-D1)*9*10) }
	 * (D2-D1) ==   43    44    45    46    47    48    49    50    51
	 */
	static const u16 calc_lut[CALC_LUT_SIZE] = {
		2168, 2118, 2071, 2026, 1983, 1942, 1902, 1864, 1828,
	};

	/*
	 * The diff between the high and low voltage-references is assumed
	 * to be strictly be in range of [60,68]
	 */
	vrefs_diff = avg_ptat.bits.vref_high - avg_ptat.bits.vref_low;

	if (vrefs_diff < CALC_VREFS_MIN_DIFF ||
	    vrefs_diff > CALC_VREFS_MAX_DIFF)
		return TEMPERATURE_ERROR;

	/* calculate the result: */
	tmp_result =
		vrefs_diff * (DTS_DIODE_GET_VREFS_ID(avg_ptat.bits.flags) + 9);
	tmp_result += avg_ptat.bits.digital_value;
	tmp_result -= avg_ptat.bits.vref_high;

	/* multiply by the LUT value (based on the diff) */
	tmp_result *= calc_lut[vrefs_diff - CALC_LUT_INDEX_OFFSET];

	/*
	 * Get the BandGap (the voltage refereces source) error data
	 * (temperature offset)
	 */
	tmp_result *= volt_band_gap;

	/*
	 * here, tmp_result value can be up to 32-bits. We want to right-shift
	 * it *without* sign-extend.
	 */
	tmp_result = tmp_result >> CALC_TEMPERATURE_RESULT_SHIFT_OFFSET;

	/*
	 * at this point, tmp_result should be in the range:
	 * 200 <= tmp_result <= 365
	 */
	return (s16)tmp_result - 240;
}

static s32 check_nic_temperature(struct iwl_mvm *mvm)
{
	u16 volt_band_gap;
	union dts_diode_results avg_ptat;

	volt_band_gap = iwl_mvm_dts_get_volt_band_gap(mvm);

	/* disable DTS */
	iwl_write_prph(mvm->trans, SHR_MISC_WFM_DTS_EN, 0);

	/* SV initialization */
	iwl_write_prph(mvm->trans, SHR_MISC_WFM_DTS_EN, 1);
	iwl_write_prph(mvm->trans, DTSC_CFG_MODE,
		       DTSC_CFG_MODE_PERIODIC);

	/* wait for results */
	msleep(100);
	if (!dts_read_ptat_avg_results(mvm, &avg_ptat))
		return TEMPERATURE_ERROR;

	/* disable DTS */
	iwl_write_prph(mvm->trans, SHR_MISC_WFM_DTS_EN, 0);

	return calculate_nic_temperature(avg_ptat, volt_band_gap);
}

static void iwl_mvm_enter_ctkill(struct iwl_mvm *mvm)
{
	u32 duration = mvm->thermal_throttle.params->ct_kill_duration;

	IWL_ERR(mvm, "Enter CT Kill\n");
	iwl_mvm_set_hw_ctkill_state(mvm, true);
	schedule_delayed_work(&mvm->thermal_throttle.ct_kill_exit,
			      round_jiffies_relative(duration * HZ));
}

static void iwl_mvm_exit_ctkill(struct iwl_mvm *mvm)
{
	IWL_ERR(mvm, "Exit CT Kill\n");
	iwl_mvm_set_hw_ctkill_state(mvm, false);
}

static void check_exit_ctkill(struct work_struct *work)
{
	struct iwl_mvm_tt_mgmt *tt;
	struct iwl_mvm *mvm;
	u32 duration;
	s32 temp;

	tt = container_of(work, struct iwl_mvm_tt_mgmt, ct_kill_exit.work);
	mvm = container_of(tt, struct iwl_mvm, thermal_throttle);

	duration = tt->params->ct_kill_duration;

	iwl_trans_start_hw(mvm->trans);
	temp = check_nic_temperature(mvm);
	iwl_trans_stop_device(mvm->trans);

	if (temp < MIN_TEMPERATURE || temp > MAX_TEMPERATURE) {
		IWL_DEBUG_TEMP(mvm, "Failed to measure NIC temperature\n");
		goto reschedule;
	}
	IWL_DEBUG_TEMP(mvm, "NIC temperature: %d\n", temp);

	if (temp <= tt->params->ct_kill_exit) {
		iwl_mvm_exit_ctkill(mvm);
		return;
	}

reschedule:
	schedule_delayed_work(&mvm->thermal_throttle.ct_kill_exit,
			      round_jiffies(duration * HZ));
}

static void iwl_mvm_tt_smps_iterator(void *_data, u8 *mac,
				     struct ieee80211_vif *vif)
{
	struct iwl_mvm *mvm = _data;
	enum ieee80211_smps_mode smps_mode;

	lockdep_assert_held(&mvm->mutex);

	if (mvm->thermal_throttle.dynamic_smps)
		smps_mode = IEEE80211_SMPS_DYNAMIC;
	else
		smps_mode = IEEE80211_SMPS_AUTOMATIC;

	if (vif->type != NL80211_IFTYPE_STATION)
		return;

	iwl_mvm_update_smps(mvm, vif, IWL_MVM_SMPS_REQ_TT, smps_mode);
}

static void iwl_mvm_tt_tx_protection(struct iwl_mvm *mvm, bool enable)
{
	struct ieee80211_sta *sta;
	struct iwl_mvm_sta *mvmsta;
	int i, err;

	for (i = 0; i < IWL_MVM_STATION_COUNT; i++) {
		sta = rcu_dereference_protected(mvm->fw_id_to_mac_id[i],
						lockdep_is_held(&mvm->mutex));
		if (IS_ERR_OR_NULL(sta))
			continue;
		mvmsta = iwl_mvm_sta_from_mac80211(sta);
		if (enable == mvmsta->tt_tx_protection)
			continue;
		err = iwl_mvm_tx_protection(mvm, mvmsta, enable);
		if (err) {
			IWL_ERR(mvm, "Failed to %s Tx protection\n",
				enable ? "enable" : "disable");
		} else {
			IWL_DEBUG_TEMP(mvm, "%s Tx protection\n",
				       enable ? "Enable" : "Disable");
			mvmsta->tt_tx_protection = enable;
		}
	}
}

void iwl_mvm_tt_tx_backoff(struct iwl_mvm *mvm, u32 backoff)
{
	struct iwl_host_cmd cmd = {
		.id = REPLY_THERMAL_MNG_BACKOFF,
		.len = { sizeof(u32), },
		.data = { &backoff, },
		.flags = CMD_SYNC,
	};

	backoff = max(backoff, mvm->thermal_throttle.min_backoff);

	if (iwl_mvm_send_cmd(mvm, &cmd) == 0) {
		IWL_DEBUG_TEMP(mvm, "Set Thermal Tx backoff to: %u\n",
			       backoff);
		mvm->thermal_throttle.tx_backoff = backoff;
	} else {
		IWL_ERR(mvm, "Failed to change Thermal Tx backoff\n");
	}
}

void iwl_mvm_tt_handler(struct iwl_mvm *mvm)
{
	const struct iwl_tt_params *params = mvm->thermal_throttle.params;
	struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
	s32 temperature = mvm->temperature;
	bool throttle_enable = false;
	int i;
	u32 tx_backoff;

	IWL_DEBUG_TEMP(mvm, "NIC temperature: %d\n", mvm->temperature);

	if (params->support_ct_kill && temperature >= params->ct_kill_entry) {
		iwl_mvm_enter_ctkill(mvm);
		return;
	}

	if (params->support_dynamic_smps) {
		if (!tt->dynamic_smps &&
		    temperature >= params->dynamic_smps_entry) {
			IWL_DEBUG_TEMP(mvm, "Enable dynamic SMPS\n");
			tt->dynamic_smps = true;
			ieee80211_iterate_active_interfaces_atomic(
					mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
					iwl_mvm_tt_smps_iterator, mvm);
			throttle_enable = true;
		} else if (tt->dynamic_smps &&
			   temperature <= params->dynamic_smps_exit) {
			IWL_DEBUG_TEMP(mvm, "Disable dynamic SMPS\n");
			tt->dynamic_smps = false;
			ieee80211_iterate_active_interfaces_atomic(
					mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
					iwl_mvm_tt_smps_iterator, mvm);
		}
	}

	if (params->support_tx_protection) {
		if (temperature >= params->tx_protection_entry) {
			iwl_mvm_tt_tx_protection(mvm, true);
			throttle_enable = true;
		} else if (temperature <= params->tx_protection_exit) {
			iwl_mvm_tt_tx_protection(mvm, false);
		}
	}

	if (params->support_tx_backoff) {
		tx_backoff = tt->min_backoff;
		for (i = 0; i < TT_TX_BACKOFF_SIZE; i++) {
			if (temperature < params->tx_backoff[i].temperature)
				break;
			tx_backoff = max(tt->min_backoff,
					 params->tx_backoff[i].backoff);
		}
		if (tx_backoff != tt->min_backoff)
			throttle_enable = true;
		if (tt->tx_backoff != tx_backoff)
			iwl_mvm_tt_tx_backoff(mvm, tx_backoff);
	}

	if (!tt->throttle && throttle_enable) {
		IWL_WARN(mvm,
			 "Due to high temperature thermal throttling initiated\n");
		tt->throttle = true;
	} else if (tt->throttle && !tt->dynamic_smps &&
		   tt->tx_backoff == tt->min_backoff &&
		   temperature <= params->tx_protection_exit) {
		IWL_WARN(mvm,
			 "Temperature is back to normal thermal throttling stopped\n");
		tt->throttle = false;
	}
}

static const struct iwl_tt_params iwl7000_tt_params = {
	.ct_kill_entry = 118,
	.ct_kill_exit = 96,
	.ct_kill_duration = 5,
	.dynamic_smps_entry = 114,
	.dynamic_smps_exit = 110,
	.tx_protection_entry = 114,
	.tx_protection_exit = 108,
	.tx_backoff = {
		{.temperature = 112, .backoff = 200},
		{.temperature = 113, .backoff = 600},
		{.temperature = 114, .backoff = 1200},
		{.temperature = 115, .backoff = 2000},
		{.temperature = 116, .backoff = 4000},
		{.temperature = 117, .backoff = 10000},
	},
	.support_ct_kill = true,
	.support_dynamic_smps = true,
	.support_tx_protection = true,
	.support_tx_backoff = true,
};

static const struct iwl_tt_params iwl7000_high_temp_tt_params = {
	.ct_kill_entry = 118,
	.ct_kill_exit = 96,
	.ct_kill_duration = 5,
	.dynamic_smps_entry = 114,
	.dynamic_smps_exit = 110,
	.tx_protection_entry = 114,
	.tx_protection_exit = 108,
	.tx_backoff = {
		{.temperature = 112, .backoff = 300},
		{.temperature = 113, .backoff = 800},
		{.temperature = 114, .backoff = 1500},
		{.temperature = 115, .backoff = 3000},
		{.temperature = 116, .backoff = 5000},
		{.temperature = 117, .backoff = 10000},
	},
	.support_ct_kill = true,
	.support_dynamic_smps = true,
	.support_tx_protection = true,
	.support_tx_backoff = true,
};

void iwl_mvm_tt_initialize(struct iwl_mvm *mvm, u32 min_backoff)
{
	struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;

	IWL_DEBUG_TEMP(mvm, "Initialize Thermal Throttling\n");

	if (mvm->cfg->high_temp)
		tt->params = &iwl7000_high_temp_tt_params;
	else
		tt->params = &iwl7000_tt_params;

	tt->throttle = false;
	tt->min_backoff = min_backoff;
	INIT_DELAYED_WORK(&tt->ct_kill_exit, check_exit_ctkill);
}

void iwl_mvm_tt_exit(struct iwl_mvm *mvm)
{
	cancel_delayed_work_sync(&mvm->thermal_throttle.ct_kill_exit);
	IWL_DEBUG_TEMP(mvm, "Exit Thermal Throttling\n");
}
Commit	Line	Data
9ee718aa EL	1	/******************************************************************************
	2	*
	3	* This file is provided under a dual BSD/GPLv2 license. When using or
	4	* redistributing this file, you may do so under either license.
	5	*
	6	* GPL LICENSE SUMMARY
	7	*
51368bf7	8	* Copyright(c) 2013 - 2014 Intel Corporation. All rights reserved.
9ee718aa EL	9	*
	10	* This program is free software; you can redistribute it and/or modify
	11	* it under the terms of version 2 of the GNU General Public License as
	12	* published by the Free Software Foundation.
	13	*
	14	* This program is distributed in the hope that it will be useful, but
	15	* WITHOUT ANY WARRANTY; without even the implied warranty of
	16	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	17	* General Public License for more details.
	18	*
	19	* You should have received a copy of the GNU General Public License
	20	* along with this program; if not, write to the Free Software
	21	* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
	22	* USA
	23	*
	24	* The full GNU General Public License is included in this distribution
	25	* in the file called COPYING.
	26	*
	27	* Contact Information:
	28	* Intel Linux Wireless <ilw@linux.intel.com>
	29	* Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
	30	*
	31	* BSD LICENSE
	32	*
51368bf7	33	* Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
9ee718aa EL	34	* All rights reserved.
	35	*
	36	* Redistribution and use in source and binary forms, with or without
	37	* modification, are permitted provided that the following conditions
	38	* are met:
	39	*
	40	* * Redistributions of source code must retain the above copyright
	41	* notice, this list of conditions and the following disclaimer.
	42	* * Redistributions in binary form must reproduce the above copyright
	43	* notice, this list of conditions and the following disclaimer in
	44	* the documentation and/or other materials provided with the
	45	* distribution.
	46	* * Neither the name Intel Corporation nor the names of its
	47	* contributors may be used to endorse or promote products derived
	48	* from this software without specific prior written permission.
	49	*
	50	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
	51	* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
	52	* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
	53	* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
	54	* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
	55	* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
	56	* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
	57	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
	58	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
	59	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
	60	* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
	61	*
	62	*****************************************************************************/
	63
	64	#include "mvm.h"
	65	#include "iwl-config.h"
	66	#include "iwl-io.h"
	67	#include "iwl-csr.h"
	68	#include "iwl-prph.h"
	69
	70	#define OTP_DTS_DIODE_DEVIATION 96 /in words/
	71	/* VBG - Voltage Band Gap error data (temperature offset) */
	72	#define OTP_WP_DTS_VBG (OTP_DTS_DIODE_DEVIATION + 2)
	73	#define MEAS_VBG_MIN_VAL 2300
	74	#define MEAS_VBG_MAX_VAL 3000
	75	#define MEAS_VBG_DEFAULT_VAL 2700
	76	#define DTS_DIODE_VALID(flags) (flags & DTS_DIODE_REG_FLAGS_PASS_ONCE)
	77	#define MIN_TEMPERATURE 0
	78	#define MAX_TEMPERATURE 125
	79	#define TEMPERATURE_ERROR (MAX_TEMPERATURE + 1)
	80	#define PTAT_DIGITAL_VALUE_MIN_VALUE 0
	81	#define PTAT_DIGITAL_VALUE_MAX_VALUE 0xFF
	82	#define DTS_VREFS_NUM 5
	83	static inline u32 DTS_DIODE_GET_VREFS_ID(u32 flags)
	84	{
	85	return (flags & DTS_DIODE_REG_FLAGS_VREFS_ID) >>
	86	DTS_DIODE_REG_FLAGS_VREFS_ID_POS;
	87	}
	88
	89	#define CALC_VREFS_MIN_DIFF 43
	90	#define CALC_VREFS_MAX_DIFF 51
	91	#define CALC_LUT_SIZE (1 + CALC_VREFS_MAX_DIFF - CALC_VREFS_MIN_DIFF)
	92	#define CALC_LUT_INDEX_OFFSET CALC_VREFS_MIN_DIFF
	93	#define CALC_TEMPERATURE_RESULT_SHIFT_OFFSET 23
	94
	95	/*
	96	* @digital_value: The diode's digital-value sampled (temperature/voltage)
	97	* @vref_low: The lower voltage-reference (the vref just below the diode's
98	* sampled digital-value)
99	* @vref_high: The higher voltage-reference (the vref just above the diode's
100	* sampled digital-value)
101	* @flags: bits[1:0]: The ID of the Vrefs pair (lowVref,highVref)
102	* bits[6:2]: Reserved.
103	* bits[7:7]: Indicates completion of at least 1 successful sample
104	* since last DTS reset.
105	*/
106	struct iwl_mvm_dts_diode_bits {
107	u8 digital_value;
108	u8 vref_low;
109	u8 vref_high;
110	u8 flags;
111	} __packed;
112
113	union dts_diode_results {
114	u32 reg_value;
115	struct iwl_mvm_dts_diode_bits bits;
116	} __packed;
117
118	static s16 iwl_mvm_dts_get_volt_band_gap(struct iwl_mvm *mvm)
119	{
120	struct iwl_nvm_section calib_sec;
121	const __le16 *calib;
122	u16 vbg;
123
124	/* TODO: move parsing to NVM code */
125	calib_sec = mvm->nvm_sections[NVM_SECTION_TYPE_CALIBRATION];
126	calib = (__le16 *)calib_sec.data;
127
128	vbg = le16_to_cpu(calib[OTP_WP_DTS_VBG]);
129
130	if (vbg < MEAS_VBG_MIN_VAL \|\| vbg > MEAS_VBG_MAX_VAL)
131	vbg = MEAS_VBG_DEFAULT_VAL;
132
133	return vbg;
134	}
135
136	static u16 iwl_mvm_dts_get_ptat_deviation_offset(struct iwl_mvm *mvm)
137	{
138	const u8 *calib;
139	u8 ptat, pa1, pa2, median;
140
141	/* TODO: move parsing to NVM code */
142	calib = mvm->nvm_sections[NVM_SECTION_TYPE_CALIBRATION].data;
143	ptat = calib[OTP_DTS_DIODE_DEVIATION];
144	pa1 = calib[OTP_DTS_DIODE_DEVIATION + 1];
145	pa2 = calib[OTP_DTS_DIODE_DEVIATION + 2];
146
147	/* get the median: */
148	if (ptat > pa1) {
149	if (ptat > pa2)
150	median = (pa1 > pa2) ? pa1 : pa2;
151	else
152	median = ptat;
153	} else {
154	if (pa1 > pa2)
155	median = (ptat > pa2) ? ptat : pa2;
156	else
157	median = pa1;
158	}
159
160	return ptat - median;
161	}
162
163	static u8 iwl_mvm_dts_calibrate_ptat_deviation(struct iwl_mvm *mvm, u8 value)
164	{
165	/* Calibrate the PTAT digital value, based on PTAT deviation data: */
166	s16 new_val = value - iwl_mvm_dts_get_ptat_deviation_offset(mvm);
167
168	if (new_val > PTAT_DIGITAL_VALUE_MAX_VALUE)
169	new_val = PTAT_DIGITAL_VALUE_MAX_VALUE;
170	else if (new_val < PTAT_DIGITAL_VALUE_MIN_VALUE)
171	new_val = PTAT_DIGITAL_VALUE_MIN_VALUE;
172
173	return new_val;
174	}
175
176	static bool dts_get_adjacent_vrefs(struct iwl_mvm *mvm,
177	union dts_diode_results *avg_ptat)
178	{
179	u8 vrefs_results[DTS_VREFS_NUM];
180	u8 low_vref_index = 0, flags;
181	u32 reg;
182
183	reg = iwl_read_prph(mvm->trans, DTSC_VREF_AVG);
184	memcpy(vrefs_results, &reg, sizeof(reg));
185	reg = iwl_read_prph(mvm->trans, DTSC_VREF5_AVG);
186	vrefs_results[4] = reg & 0xff;
187
188	if (avg_ptat->bits.digital_value < vrefs_results[0] \|\|
189	avg_ptat->bits.digital_value > vrefs_results[4])
190	return false;
191
192	if (avg_ptat->bits.digital_value > vrefs_results[3])
193	low_vref_index = 3;
194	else if (avg_ptat->bits.digital_value > vrefs_results[2])
195	low_vref_index = 2;
196	else if (avg_ptat->bits.digital_value > vrefs_results[1])
197	low_vref_index = 1;
198
199	avg_ptat->bits.vref_low = vrefs_results[low_vref_index];
200	avg_ptat->bits.vref_high = vrefs_results[low_vref_index + 1];
201	flags = avg_ptat->bits.flags;
202	avg_ptat->bits.flags =
203	(flags & ~DTS_DIODE_REG_FLAGS_VREFS_ID) \|
204	(low_vref_index & DTS_DIODE_REG_FLAGS_VREFS_ID);
205	return true;
206	}
207
208	/*
209	* return true it the results are valid, and false otherwise.
210	*/
211	static bool dts_read_ptat_avg_results(struct iwl_mvm *mvm,
212	union dts_diode_results *avg_ptat)
213	{
214	u32 reg;
215	u8 tmp;
216
217	/* fill the diode value and pass_once with avg-reg results */
218	reg = iwl_read_prph(mvm->trans, DTSC_PTAT_AVG);
219	reg &= DTS_DIODE_REG_DIG_VAL \| DTS_DIODE_REG_PASS_ONCE;
220	avg_ptat->reg_value = reg;
221
222	/* calibrate the PTAT digital value */
223	tmp = avg_ptat->bits.digital_value;
224	tmp = iwl_mvm_dts_calibrate_ptat_deviation(mvm, tmp);
225	avg_ptat->bits.digital_value = tmp;
226
227	/*
228	* fill vrefs fields, based on the avgVrefs results
229	* and the diode value
230	*/
231	return dts_get_adjacent_vrefs(mvm, avg_ptat) &&
232	DTS_DIODE_VALID(avg_ptat->bits.flags);
233	}
234
235	static s32 calculate_nic_temperature(union dts_diode_results avg_ptat,
236	u16 volt_band_gap)
237	{
238	u32 tmp_result;
239	u8 vrefs_diff;
240	/*
241	* For temperature calculation (at the end, shift right by 23)
242	* LUT[(D2-D1)] = ROUND{ 2^23 / ((D2-D1)910) }
243	* (D2-D1) == 43 44 45 46 47 48 49 50 51
244	*/
245	static const u16 calc_lut[CALC_LUT_SIZE] = {
246	2168, 2118, 2071, 2026, 1983, 1942, 1902, 1864, 1828,
247	};
248
249	/*
250	* The diff between the high and low voltage-references is assumed
251	* to be strictly be in range of [60,68]
252	*/
253	vrefs_diff = avg_ptat.bits.vref_high - avg_ptat.bits.vref_low;
254
255	if (vrefs_diff < CALC_VREFS_MIN_DIFF \|\|
256	vrefs_diff > CALC_VREFS_MAX_DIFF)
257	return TEMPERATURE_ERROR;
258
259	/* calculate the result: */
260	tmp_result =
261	vrefs_diff * (DTS_DIODE_GET_VREFS_ID(avg_ptat.bits.flags) + 9);
262	tmp_result += avg_ptat.bits.digital_value;
263	tmp_result -= avg_ptat.bits.vref_high;
264
265	/* multiply by the LUT value (based on the diff) */
266	tmp_result *= calc_lut[vrefs_diff - CALC_LUT_INDEX_OFFSET];
267
268	/*
269	* Get the BandGap (the voltage refereces source) error data
270	* (temperature offset)
271	*/
272	tmp_result *= volt_band_gap;
273
274	/*
275	* here, tmp_result value can be up to 32-bits. We want to right-shift
276	* it without sign-extend.
277	*/
278	tmp_result = tmp_result >> CALC_TEMPERATURE_RESULT_SHIFT_OFFSET;
279
280	/*
281	* at this point, tmp_result should be in the range:
282	* 200 <= tmp_result <= 365
283	*/
284	return (s16)tmp_result - 240;
285	}
286
287	static s32 check_nic_temperature(struct iwl_mvm *mvm)
288	{
289	u16 volt_band_gap;
290	union dts_diode_results avg_ptat;
291
292	volt_band_gap = iwl_mvm_dts_get_volt_band_gap(mvm);
293
294	/* disable DTS */
295	iwl_write_prph(mvm->trans, SHR_MISC_WFM_DTS_EN, 0);
296
297	/* SV initialization */
298	iwl_write_prph(mvm->trans, SHR_MISC_WFM_DTS_EN, 1);
299	iwl_write_prph(mvm->trans, DTSC_CFG_MODE,
300	DTSC_CFG_MODE_PERIODIC);
301
302	/* wait for results */
303	msleep(100);
304	if (!dts_read_ptat_avg_results(mvm, &avg_ptat))
305	return TEMPERATURE_ERROR;
306
307	/* disable DTS */
308	iwl_write_prph(mvm->trans, SHR_MISC_WFM_DTS_EN, 0);
309
310	return calculate_nic_temperature(avg_ptat, volt_band_gap);
311	}
312
313	static void iwl_mvm_enter_ctkill(struct iwl_mvm *mvm)
314	{
315	u32 duration = mvm->thermal_throttle.params->ct_kill_duration;
316
317	IWL_ERR(mvm, "Enter CT Kill\n");
318	iwl_mvm_set_hw_ctkill_state(mvm, true);
319	schedule_delayed_work(&mvm->thermal_throttle.ct_kill_exit,
320	round_jiffies_relative(duration * HZ));
321	}
322
323	static void iwl_mvm_exit_ctkill(struct iwl_mvm *mvm)
324	{
325	IWL_ERR(mvm, "Exit CT Kill\n");
326	iwl_mvm_set_hw_ctkill_state(mvm, false);
327	}
328
329	static void check_exit_ctkill(struct work_struct *work)
330	{
331	struct iwl_mvm_tt_mgmt *tt;
332	struct iwl_mvm *mvm;
333	u32 duration;
334	s32 temp;
335
336	tt = container_of(work, struct iwl_mvm_tt_mgmt, ct_kill_exit.work);
337	mvm = container_of(tt, struct iwl_mvm, thermal_throttle);
338
339	duration = tt->params->ct_kill_duration;
340
341	iwl_trans_start_hw(mvm->trans);
342	temp = check_nic_temperature(mvm);
a4082843	343	iwl_trans_stop_device(mvm->trans);
9ee718aa EL	344
	345	if (temp < MIN_TEMPERATURE \|\| temp > MAX_TEMPERATURE) {
	346	IWL_DEBUG_TEMP(mvm, "Failed to measure NIC temperature\n");
	347	goto reschedule;
	348	}
	349	IWL_DEBUG_TEMP(mvm, "NIC temperature: %d\n", temp);
	350
	351	if (temp <= tt->params->ct_kill_exit) {
	352	iwl_mvm_exit_ctkill(mvm);
	353	return;
	354	}
	355
	356	reschedule:
	357	schedule_delayed_work(&mvm->thermal_throttle.ct_kill_exit,
	358	round_jiffies(duration * HZ));
	359	}
	360
	361	static void iwl_mvm_tt_smps_iterator(void _data, u8 mac,
	362	struct ieee80211_vif *vif)
	363	{
	364	struct iwl_mvm *mvm = _data;
	365	enum ieee80211_smps_mode smps_mode;
	366
	367	lockdep_assert_held(&mvm->mutex);
	368
	369	if (mvm->thermal_throttle.dynamic_smps)
	370	smps_mode = IEEE80211_SMPS_DYNAMIC;
	371	else
	372	smps_mode = IEEE80211_SMPS_AUTOMATIC;
	373
fded313e EL	374	if (vif->type != NL80211_IFTYPE_STATION)
	375	return;
	376
9ee718aa EL	377	iwl_mvm_update_smps(mvm, vif, IWL_MVM_SMPS_REQ_TT, smps_mode);
	378	}
	379
	380	static void iwl_mvm_tt_tx_protection(struct iwl_mvm *mvm, bool enable)
	381	{
	382	struct ieee80211_sta *sta;
	383	struct iwl_mvm_sta *mvmsta;
	384	int i, err;
	385
	386	for (i = 0; i < IWL_MVM_STATION_COUNT; i++) {
	387	sta = rcu_dereference_protected(mvm->fw_id_to_mac_id[i],
	388	lockdep_is_held(&mvm->mutex));
	389	if (IS_ERR_OR_NULL(sta))
	390	continue;
5b577a90	391	mvmsta = iwl_mvm_sta_from_mac80211(sta);
9ee718aa EL	392	if (enable == mvmsta->tt_tx_protection)
9ee718aa EL	393	continue;
e126b5d9	394	err = iwl_mvm_tx_protection(mvm, mvmsta, enable);
9ee718aa EL	395	if (err) {
	396	IWL_ERR(mvm, "Failed to %s Tx protection\n",
	397	enable ? "enable" : "disable");
	398	} else {
	399	IWL_DEBUG_TEMP(mvm, "%s Tx protection\n",
	400	enable ? "Enable" : "Disable");
	401	mvmsta->tt_tx_protection = enable;
	402	}
	403	}
	404	}
	405
0c0e2c71	406	void iwl_mvm_tt_tx_backoff(struct iwl_mvm *mvm, u32 backoff)
9ee718aa EL	407	{
	408	struct iwl_host_cmd cmd = {
	409	.id = REPLY_THERMAL_MNG_BACKOFF,
	410	.len = { sizeof(u32), },
	411	.data = { &backoff, },
	412	.flags = CMD_SYNC,
	413	};
	414
0c0e2c71 IY	415	backoff = max(backoff, mvm->thermal_throttle.min_backoff);
0c0e2c71 IY	416
9ee718aa EL	417	if (iwl_mvm_send_cmd(mvm, &cmd) == 0) {
	418	IWL_DEBUG_TEMP(mvm, "Set Thermal Tx backoff to: %u\n",
	419	backoff);
	420	mvm->thermal_throttle.tx_backoff = backoff;
	421	} else {
	422	IWL_ERR(mvm, "Failed to change Thermal Tx backoff\n");
	423	}
	424	}
	425
	426	void iwl_mvm_tt_handler(struct iwl_mvm *mvm)
	427	{
	428	const struct iwl_tt_params *params = mvm->thermal_throttle.params;
	429	struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
	430	s32 temperature = mvm->temperature;
dafe6c43	431	bool throttle_enable = false;
9ee718aa EL	432	int i;
	433	u32 tx_backoff;
	434
	435	IWL_DEBUG_TEMP(mvm, "NIC temperature: %d\n", mvm->temperature);
	436
	437	if (params->support_ct_kill && temperature >= params->ct_kill_entry) {
	438	iwl_mvm_enter_ctkill(mvm);
	439	return;
	440	}
	441
	442	if (params->support_dynamic_smps) {
	443	if (!tt->dynamic_smps &&
	444	temperature >= params->dynamic_smps_entry) {
	445	IWL_DEBUG_TEMP(mvm, "Enable dynamic SMPS\n");
	446	tt->dynamic_smps = true;
	447	ieee80211_iterate_active_interfaces_atomic(
	448	mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
	449	iwl_mvm_tt_smps_iterator, mvm);
dafe6c43	450	throttle_enable = true;
9ee718aa EL	451	} else if (tt->dynamic_smps &&
	452	temperature <= params->dynamic_smps_exit) {
	453	IWL_DEBUG_TEMP(mvm, "Disable dynamic SMPS\n");
	454	tt->dynamic_smps = false;
	455	ieee80211_iterate_active_interfaces_atomic(
	456	mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
	457	iwl_mvm_tt_smps_iterator, mvm);
	458	}
	459	}
	460
	461	if (params->support_tx_protection) {
dafe6c43	462	if (temperature >= params->tx_protection_entry) {
9ee718aa	463	iwl_mvm_tt_tx_protection(mvm, true);
dafe6c43	464	throttle_enable = true;
dafe6c43	465	} else if (temperature <= params->tx_protection_exit) {
9ee718aa	466	iwl_mvm_tt_tx_protection(mvm, false);
dafe6c43	467	}
9ee718aa EL	468	}
	469
	470	if (params->support_tx_backoff) {
1b8ebbd3	471	tx_backoff = tt->min_backoff;
9ee718aa EL	472	for (i = 0; i < TT_TX_BACKOFF_SIZE; i++) {
	473	if (temperature < params->tx_backoff[i].temperature)
	474	break;
1b8ebbd3 EL	475	tx_backoff = max(tt->min_backoff,
1b8ebbd3 EL	476	params->tx_backoff[i].backoff);
9ee718aa	477	}
1b8ebbd3	478	if (tx_backoff != tt->min_backoff)
dafe6c43	479	throttle_enable = true;
9ee718aa EL	480	if (tt->tx_backoff != tx_backoff)
	481	iwl_mvm_tt_tx_backoff(mvm, tx_backoff);
	482	}
dafe6c43	483
	484	if (!tt->throttle && throttle_enable) {
	485	IWL_WARN(mvm,
	486	"Due to high temperature thermal throttling initiated\n");
	487	tt->throttle = true;
19a04bdd EL	488	} else if (tt->throttle && !tt->dynamic_smps &&
19a04bdd EL	489	tt->tx_backoff == tt->min_backoff &&
dafe6c43	490	temperature <= params->tx_protection_exit) {
	491	IWL_WARN(mvm,
	492	"Temperature is back to normal thermal throttling stopped\n");
	493	tt->throttle = false;
	494	}
9ee718aa EL	495	}
	496
	497	static const struct iwl_tt_params iwl7000_tt_params = {
	498	.ct_kill_entry = 118,
	499	.ct_kill_exit = 96,
	500	.ct_kill_duration = 5,
	501	.dynamic_smps_entry = 114,
	502	.dynamic_smps_exit = 110,
	503	.tx_protection_entry = 114,
	504	.tx_protection_exit = 108,
	505	.tx_backoff = {
	506	{.temperature = 112, .backoff = 200},
	507	{.temperature = 113, .backoff = 600},
	508	{.temperature = 114, .backoff = 1200},
	509	{.temperature = 115, .backoff = 2000},
	510	{.temperature = 116, .backoff = 4000},
	511	{.temperature = 117, .backoff = 10000},
	512	},
	513	.support_ct_kill = true,
	514	.support_dynamic_smps = true,
	515	.support_tx_protection = true,
	516	.support_tx_backoff = true,
	517	};
	518
6be497f2 EL	519	static const struct iwl_tt_params iwl7000_high_temp_tt_params = {
	520	.ct_kill_entry = 118,
	521	.ct_kill_exit = 96,
	522	.ct_kill_duration = 5,
	523	.dynamic_smps_entry = 114,
	524	.dynamic_smps_exit = 110,
	525	.tx_protection_entry = 114,
	526	.tx_protection_exit = 108,
	527	.tx_backoff = {
	528	{.temperature = 112, .backoff = 300},
	529	{.temperature = 113, .backoff = 800},
	530	{.temperature = 114, .backoff = 1500},
	531	{.temperature = 115, .backoff = 3000},
	532	{.temperature = 116, .backoff = 5000},
	533	{.temperature = 117, .backoff = 10000},
	534	},
	535	.support_ct_kill = true,
	536	.support_dynamic_smps = true,
	537	.support_tx_protection = true,
	538	.support_tx_backoff = true,
	539	};
	540
0c0e2c71	541	void iwl_mvm_tt_initialize(struct iwl_mvm *mvm, u32 min_backoff)
9ee718aa EL	542	{
	543	struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
	544
	545	IWL_DEBUG_TEMP(mvm, "Initialize Thermal Throttling\n");
6be497f2 EL	546
	547	if (mvm->cfg->high_temp)
	548	tt->params = &iwl7000_high_temp_tt_params;
	549	else
	550	tt->params = &iwl7000_tt_params;
	551
dafe6c43	552	tt->throttle = false;
0c0e2c71	553	tt->min_backoff = min_backoff;
9ee718aa EL	554	INIT_DELAYED_WORK(&tt->ct_kill_exit, check_exit_ctkill);
	555	}
	556
	557	void iwl_mvm_tt_exit(struct iwl_mvm *mvm)
	558	{
	559	cancel_delayed_work_sync(&mvm->thermal_throttle.ct_kill_exit);
	560	IWL_DEBUG_TEMP(mvm, "Exit Thermal Throttling\n");
	561	}