projects / deliverable / linux.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
drm/i915/bxt: add bxt_find_best_dpll
[deliverable/linux.git] / drivers / gpu / drm / i915 / intel_ddi.c
CommitLineData
45244b87
ED		 1/*
2 * Copyright © 2012 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 *
23 * Authors:
24 * Eugeni Dodonov <eugeni.dodonov@intel.com>
25 *
26 */
27
28#include "i915_drv.h"
29#include "intel_drv.h"
30
10122051
JN		 31struct ddi_buf_trans {
32 u32 trans1; /* balance leg enable, de-emph level */
33 u32 trans2; /* vref sel, vswing */
34};
35
45244b87
ED		 36/* HDMI/DVI modes ignore everything but the last 2 items. So we share
37 * them for both DP and FDI transports, allowing those ports to
38 * automatically adapt to HDMI connections as well
39 */
10122051
JN		 40static const struct ddi_buf_trans hsw_ddi_translations_dp[] = {
41 { 0x00FFFFFF, 0x0006000E },
42 { 0x00D75FFF, 0x0005000A },
43 { 0x00C30FFF, 0x00040006 },
44 { 0x80AAAFFF, 0x000B0000 },
45 { 0x00FFFFFF, 0x0005000A },
46 { 0x00D75FFF, 0x000C0004 },
47 { 0x80C30FFF, 0x000B0000 },
48 { 0x00FFFFFF, 0x00040006 },
49 { 0x80D75FFF, 0x000B0000 },
45244b87
ED		 50};
51
10122051
JN		 52static const struct ddi_buf_trans hsw_ddi_translations_fdi[] = {
53 { 0x00FFFFFF, 0x0007000E },
54 { 0x00D75FFF, 0x000F000A },
55 { 0x00C30FFF, 0x00060006 },
56 { 0x00AAAFFF, 0x001E0000 },
57 { 0x00FFFFFF, 0x000F000A },
58 { 0x00D75FFF, 0x00160004 },
59 { 0x00C30FFF, 0x001E0000 },
60 { 0x00FFFFFF, 0x00060006 },
61 { 0x00D75FFF, 0x001E0000 },
6acab15a
PZ		 62};
63
10122051
JN		 64static const struct ddi_buf_trans hsw_ddi_translations_hdmi[] = {
65 /* Idx NT mV d T mV d db */
66 { 0x00FFFFFF, 0x0006000E }, /* 0: 400 400 0 */
67 { 0x00E79FFF, 0x000E000C }, /* 1: 400 500 2 */
68 { 0x00D75FFF, 0x0005000A }, /* 2: 400 600 3.5 */
69 { 0x00FFFFFF, 0x0005000A }, /* 3: 600 600 0 */
70 { 0x00E79FFF, 0x001D0007 }, /* 4: 600 750 2 */
71 { 0x00D75FFF, 0x000C0004 }, /* 5: 600 900 3.5 */
72 { 0x00FFFFFF, 0x00040006 }, /* 6: 800 800 0 */
73 { 0x80E79FFF, 0x00030002 }, /* 7: 800 1000 2 */
74 { 0x00FFFFFF, 0x00140005 }, /* 8: 850 850 0 */
75 { 0x00FFFFFF, 0x000C0004 }, /* 9: 900 900 0 */
76 { 0x00FFFFFF, 0x001C0003 }, /* 10: 950 950 0 */
77 { 0x80FFFFFF, 0x00030002 }, /* 11: 1000 1000 0 */
45244b87
ED		 78};
79
10122051
JN		 80static const struct ddi_buf_trans bdw_ddi_translations_edp[] = {
81 { 0x00FFFFFF, 0x00000012 },
82 { 0x00EBAFFF, 0x00020011 },
83 { 0x00C71FFF, 0x0006000F },
84 { 0x00AAAFFF, 0x000E000A },
85 { 0x00FFFFFF, 0x00020011 },
86 { 0x00DB6FFF, 0x0005000F },
87 { 0x00BEEFFF, 0x000A000C },
88 { 0x00FFFFFF, 0x0005000F },
89 { 0x00DB6FFF, 0x000A000C },
300644c7
PZ		 90};
91
10122051
JN		 92static const struct ddi_buf_trans bdw_ddi_translations_dp[] = {
93 { 0x00FFFFFF, 0x0007000E },
94 { 0x00D75FFF, 0x000E000A },
95 { 0x00BEFFFF, 0x00140006 },
96 { 0x80B2CFFF, 0x001B0002 },
97 { 0x00FFFFFF, 0x000E000A },
17b523ba 98 { 0x00DB6FFF, 0x00160005 },
6805b2a7 99 { 0x80C71FFF, 0x001A0002 },
10122051
JN		 100 { 0x00F7DFFF, 0x00180004 },
101 { 0x80D75FFF, 0x001B0002 },
e58623cb
AR		 102};
103
10122051
JN		 104static const struct ddi_buf_trans bdw_ddi_translations_fdi[] = {
105 { 0x00FFFFFF, 0x0001000E },
106 { 0x00D75FFF, 0x0004000A },
107 { 0x00C30FFF, 0x00070006 },
108 { 0x00AAAFFF, 0x000C0000 },
109 { 0x00FFFFFF, 0x0004000A },
110 { 0x00D75FFF, 0x00090004 },
111 { 0x00C30FFF, 0x000C0000 },
112 { 0x00FFFFFF, 0x00070006 },
113 { 0x00D75FFF, 0x000C0000 },
e58623cb
AR		 114};
115
10122051
JN		 116static const struct ddi_buf_trans bdw_ddi_translations_hdmi[] = {
117 /* Idx NT mV d T mV df db */
118 { 0x00FFFFFF, 0x0007000E }, /* 0: 400 400 0 */
119 { 0x00D75FFF, 0x000E000A }, /* 1: 400 600 3.5 */
120 { 0x00BEFFFF, 0x00140006 }, /* 2: 400 800 6 */
121 { 0x00FFFFFF, 0x0009000D }, /* 3: 450 450 0 */
122 { 0x00FFFFFF, 0x000E000A }, /* 4: 600 600 0 */
123 { 0x00D7FFFF, 0x00140006 }, /* 5: 600 800 2.5 */
124 { 0x80CB2FFF, 0x001B0002 }, /* 6: 600 1000 4.5 */
125 { 0x00FFFFFF, 0x00140006 }, /* 7: 800 800 0 */
126 { 0x80E79FFF, 0x001B0002 }, /* 8: 800 1000 2 */
127 { 0x80FFFFFF, 0x001B0002 }, /* 9: 1000 1000 0 */
a26aa8ba
DL		 128};
129
7f88e3af 130static const struct ddi_buf_trans skl_ddi_translations_dp[] = {
6c930688
DL		 131 { 0x00000018, 0x000000a2 },
132 { 0x00004014, 0x0000009B },
7f88e3af 133 { 0x00006012, 0x00000088 },
6c930688
DL		 134 { 0x00008010, 0x00000087 },
135 { 0x00000018, 0x0000009B },
7f88e3af 136 { 0x00004014, 0x00000088 },
6c930688 137 { 0x00006012, 0x00000087 },
7f88e3af 138 { 0x00000018, 0x00000088 },
6c930688 139 { 0x00004014, 0x00000087 },
7f88e3af
DL		 140};
141
7ad14a29
SJ		 142/* eDP 1.4 low vswing translation parameters */
143static const struct ddi_buf_trans skl_ddi_translations_edp[] = {
144 { 0x00000018, 0x000000a8 },
145 { 0x00002016, 0x000000ab },
146 { 0x00006012, 0x000000a2 },
147 { 0x00008010, 0x00000088 },
148 { 0x00000018, 0x000000ab },
149 { 0x00004014, 0x000000a2 },
150 { 0x00006012, 0x000000a6 },
151 { 0x00000018, 0x000000a2 },
152 { 0x00005013, 0x0000009c },
153 { 0x00000018, 0x00000088 },
154};
155
156
7f88e3af 157static const struct ddi_buf_trans skl_ddi_translations_hdmi[] = {
b7192a56
SJ		 158 { 0x00000018, 0x000000ac },
159 { 0x00005012, 0x0000009d },
160 { 0x00007011, 0x00000088 },
161 { 0x00000018, 0x000000a1 },
162 { 0x00000018, 0x00000098 },
163 { 0x00004013, 0x00000088 },
164 { 0x00006012, 0x00000087 },
165 { 0x00000018, 0x000000df },
166 { 0x00003015, 0x00000087 },
167 { 0x00003015, 0x000000c7 },
168 { 0x00000018, 0x000000c7 },
7f88e3af
DL		 169};
170
20f4dbe4 171enum port intel_ddi_get_encoder_port(struct intel_encoder *intel_encoder)
fc914639 172{
0bdee30e 173 struct drm_encoder *encoder = &intel_encoder->base;
fc914639
PZ		 174 int type = intel_encoder->type;
175
0e32b39c
DA		 176 if (type == INTEL_OUTPUT_DP_MST) {
177 struct intel_digital_port *intel_dig_port = enc_to_mst(encoder)->primary;
178 return intel_dig_port->port;
179 } else if (type == INTEL_OUTPUT_DISPLAYPORT || type == INTEL_OUTPUT_EDP ||
00c09d70 180 type == INTEL_OUTPUT_HDMI || type == INTEL_OUTPUT_UNKNOWN) {
174edf1f
PZ		 181 struct intel_digital_port *intel_dig_port =
182 enc_to_dig_port(encoder);
183 return intel_dig_port->port;
0bdee30e 184
fc914639
PZ		 185 } else if (type == INTEL_OUTPUT_ANALOG) {
186 return PORT_E;
0bdee30e 187
fc914639
PZ		 188 } else {
189 DRM_ERROR("Invalid DDI encoder type %d\n", type);
190 BUG();
191 }
192}
193
e58623cb
AR		 194/*
195 * Starting with Haswell, DDI port buffers must be programmed with correct
196 * values in advance. The buffer values are different for FDI and DP modes,
45244b87
ED		 197 * but the HDMI/DVI fields are shared among those. So we program the DDI
198 * in either FDI or DP modes only, as HDMI connections will work with both
199 * of those
200 */
ad8d270c 201static void intel_prepare_ddi_buffers(struct drm_device *dev, enum port port)
45244b87
ED		 202{
203 struct drm_i915_private *dev_priv = dev->dev_private;
204 u32 reg;
7ff44670 205 int i, n_hdmi_entries, n_dp_entries, n_edp_entries, hdmi_default_entry,
7ad14a29 206 size;
6acab15a 207 int hdmi_level = dev_priv->vbt.ddi_port_info[port].hdmi_level_shift;
10122051
JN		 208 const struct ddi_buf_trans *ddi_translations_fdi;
209 const struct ddi_buf_trans *ddi_translations_dp;
210 const struct ddi_buf_trans *ddi_translations_edp;
211 const struct ddi_buf_trans *ddi_translations_hdmi;
212 const struct ddi_buf_trans *ddi_translations;
e58623cb 213
7f88e3af
DL		 214 if (IS_SKYLAKE(dev)) {
215 ddi_translations_fdi = NULL;
216 ddi_translations_dp = skl_ddi_translations_dp;
7ad14a29
SJ		 217 n_dp_entries = ARRAY_SIZE(skl_ddi_translations_dp);
218 if (dev_priv->vbt.edp_low_vswing) {
219 ddi_translations_edp = skl_ddi_translations_edp;
220 n_edp_entries = ARRAY_SIZE(skl_ddi_translations_edp);
221 } else {
222 ddi_translations_edp = skl_ddi_translations_dp;
223 n_edp_entries = ARRAY_SIZE(skl_ddi_translations_dp);
224 }
225
7f88e3af
DL		 226 ddi_translations_hdmi = skl_ddi_translations_hdmi;
227 n_hdmi_entries = ARRAY_SIZE(skl_ddi_translations_hdmi);
b7192a56 228 hdmi_default_entry = 7;
7f88e3af 229 } else if (IS_BROADWELL(dev)) {
e58623cb
AR		 230 ddi_translations_fdi = bdw_ddi_translations_fdi;
231 ddi_translations_dp = bdw_ddi_translations_dp;
300644c7 232 ddi_translations_edp = bdw_ddi_translations_edp;
a26aa8ba 233 ddi_translations_hdmi = bdw_ddi_translations_hdmi;
7ad14a29
SJ		 234 n_edp_entries = ARRAY_SIZE(bdw_ddi_translations_edp);
235 n_dp_entries = ARRAY_SIZE(bdw_ddi_translations_dp);
10122051 236 n_hdmi_entries = ARRAY_SIZE(bdw_ddi_translations_hdmi);
7ff44670 237 hdmi_default_entry = 7;
e58623cb
AR		 238 } else if (IS_HASWELL(dev)) {
239 ddi_translations_fdi = hsw_ddi_translations_fdi;
240 ddi_translations_dp = hsw_ddi_translations_dp;
300644c7 241 ddi_translations_edp = hsw_ddi_translations_dp;
a26aa8ba 242 ddi_translations_hdmi = hsw_ddi_translations_hdmi;
7ad14a29 243 n_dp_entries = n_edp_entries = ARRAY_SIZE(hsw_ddi_translations_dp);
10122051 244 n_hdmi_entries = ARRAY_SIZE(hsw_ddi_translations_hdmi);
7ff44670 245 hdmi_default_entry = 6;
e58623cb
AR		 246 } else {
247 WARN(1, "ddi translation table missing\n");
300644c7 248 ddi_translations_edp = bdw_ddi_translations_dp;
e58623cb
AR		 249 ddi_translations_fdi = bdw_ddi_translations_fdi;
250 ddi_translations_dp = bdw_ddi_translations_dp;
a26aa8ba 251 ddi_translations_hdmi = bdw_ddi_translations_hdmi;
7ad14a29
SJ		 252 n_edp_entries = ARRAY_SIZE(bdw_ddi_translations_edp);
253 n_dp_entries = ARRAY_SIZE(bdw_ddi_translations_dp);
10122051 254 n_hdmi_entries = ARRAY_SIZE(bdw_ddi_translations_hdmi);
7ff44670 255 hdmi_default_entry = 7;
e58623cb
AR		 256 }
257
300644c7
PZ		 258 switch (port) {
259 case PORT_A:
260 ddi_translations = ddi_translations_edp;
7ad14a29 261 size = n_edp_entries;
300644c7
PZ		 262 break;
263 case PORT_B:
264 case PORT_C:
300644c7 265 ddi_translations = ddi_translations_dp;
7ad14a29 266 size = n_dp_entries;
300644c7 267 break;
77d8d009 268 case PORT_D:
7ad14a29 269 if (intel_dp_is_edp(dev, PORT_D)) {
77d8d009 270 ddi_translations = ddi_translations_edp;
7ad14a29
SJ		 271 size = n_edp_entries;
272 } else {
77d8d009 273 ddi_translations = ddi_translations_dp;
7ad14a29
SJ		 274 size = n_dp_entries;
275 }
77d8d009 276 break;
300644c7 277 case PORT_E:
7f88e3af
DL		 278 if (ddi_translations_fdi)
279 ddi_translations = ddi_translations_fdi;
280 else
281 ddi_translations = ddi_translations_dp;
7ad14a29 282 size = n_dp_entries;
300644c7
PZ		 283 break;
284 default:
285 BUG();
286 }
45244b87 287
7ad14a29 288 for (i = 0, reg = DDI_BUF_TRANS(port); i < size; i++) {
10122051
JN		 289 I915_WRITE(reg, ddi_translations[i].trans1);
290 reg += 4;
291 I915_WRITE(reg, ddi_translations[i].trans2);
45244b87
ED		 292 reg += 4;
293 }
ce4dd49e
DL		 294
295 /* Choose a good default if VBT is badly populated */
296 if (hdmi_level == HDMI_LEVEL_SHIFT_UNKNOWN ||
297 hdmi_level >= n_hdmi_entries)
7ff44670 298 hdmi_level = hdmi_default_entry;
ce4dd49e 299
6acab15a 300 /* Entry 9 is for HDMI: */
10122051
JN		 301 I915_WRITE(reg, ddi_translations_hdmi[hdmi_level].trans1);
302 reg += 4;
303 I915_WRITE(reg, ddi_translations_hdmi[hdmi_level].trans2);
304 reg += 4;
45244b87
ED		 305}
306
307/* Program DDI buffers translations for DP. By default, program ports A-D in DP
308 * mode and port E for FDI.
309 */
310void intel_prepare_ddi(struct drm_device *dev)
311{
312 int port;
313
0d536cb4
PZ		 314 if (!HAS_DDI(dev))
315 return;
45244b87 316
ad8d270c
PZ		 317 for (port = PORT_A; port <= PORT_E; port++)
318 intel_prepare_ddi_buffers(dev, port);
45244b87 319}
c82e4d26 320
248138b5
PZ		 321static void intel_wait_ddi_buf_idle(struct drm_i915_private *dev_priv,
322 enum port port)
323{
324 uint32_t reg = DDI_BUF_CTL(port);
325 int i;
326
3449ca85 327 for (i = 0; i < 16; i++) {
248138b5
PZ		 328 udelay(1);
329 if (I915_READ(reg) & DDI_BUF_IS_IDLE)
330 return;
331 }
332 DRM_ERROR("Timeout waiting for DDI BUF %c idle bit\n", port_name(port));
333}
c82e4d26
ED		 334
335/* Starting with Haswell, different DDI ports can work in FDI mode for
336 * connection to the PCH-located connectors. For this, it is necessary to train
337 * both the DDI port and PCH receiver for the desired DDI buffer settings.
338 *
339 * The recommended port to work in FDI mode is DDI E, which we use here. Also,
340 * please note that when FDI mode is active on DDI E, it shares 2 lines with
341 * DDI A (which is used for eDP)
342 */
343
344void hsw_fdi_link_train(struct drm_crtc *crtc)
345{
346 struct drm_device *dev = crtc->dev;
347 struct drm_i915_private *dev_priv = dev->dev_private;
348 struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
04945641 349 u32 temp, i, rx_ctl_val;
c82e4d26 350
04945641
PZ		 351 /* Set the FDI_RX_MISC pwrdn lanes and the 2 workarounds listed at the
352 * mode set "sequence for CRT port" document:
353 * - TP1 to TP2 time with the default value
354 * - FDI delay to 90h
8693a824
DL		 355 *
356 * WaFDIAutoLinkSetTimingOverrride:hsw
04945641
PZ		 357 */
358 I915_WRITE(_FDI_RXA_MISC, FDI_RX_PWRDN_LANE1_VAL(2) |
359 FDI_RX_PWRDN_LANE0_VAL(2) |
360 FDI_RX_TP1_TO_TP2_48 | FDI_RX_FDI_DELAY_90);
361
362 /* Enable the PCH Receiver FDI PLL */
3e68320e 363 rx_ctl_val = dev_priv->fdi_rx_config | FDI_RX_ENHANCE_FRAME_ENABLE |
33d29b14 364 FDI_RX_PLL_ENABLE |
6e3c9717 365 FDI_DP_PORT_WIDTH(intel_crtc->config->fdi_lanes);
04945641
PZ		 366 I915_WRITE(_FDI_RXA_CTL, rx_ctl_val);
367 POSTING_READ(_FDI_RXA_CTL);
368 udelay(220);
369
370 /* Switch from Rawclk to PCDclk */
371 rx_ctl_val |= FDI_PCDCLK;
372 I915_WRITE(_FDI_RXA_CTL, rx_ctl_val);
373
374 /* Configure Port Clock Select */
6e3c9717
ACO		 375 I915_WRITE(PORT_CLK_SEL(PORT_E), intel_crtc->config->ddi_pll_sel);
376 WARN_ON(intel_crtc->config->ddi_pll_sel != PORT_CLK_SEL_SPLL);
04945641
PZ		 377
378 /* Start the training iterating through available voltages and emphasis,
379 * testing each value twice. */
10122051 380 for (i = 0; i < ARRAY_SIZE(hsw_ddi_translations_fdi) * 2; i++) {
c82e4d26
ED		 381 /* Configure DP_TP_CTL with auto-training */
382 I915_WRITE(DP_TP_CTL(PORT_E),
383 DP_TP_CTL_FDI_AUTOTRAIN |
384 DP_TP_CTL_ENHANCED_FRAME_ENABLE |
385 DP_TP_CTL_LINK_TRAIN_PAT1 |
386 DP_TP_CTL_ENABLE);
387
876a8cdf
DL		 388 /* Configure and enable DDI_BUF_CTL for DDI E with next voltage.
389 * DDI E does not support port reversal, the functionality is
390 * achieved on the PCH side in FDI_RX_CTL, so no need to set the
391 * port reversal bit */
c82e4d26 392 I915_WRITE(DDI_BUF_CTL(PORT_E),
04945641 393 DDI_BUF_CTL_ENABLE |
6e3c9717 394 ((intel_crtc->config->fdi_lanes - 1) << 1) |
c5fe6a06 395 DDI_BUF_TRANS_SELECT(i / 2));
04945641 396 POSTING_READ(DDI_BUF_CTL(PORT_E));
c82e4d26
ED		 397
398 udelay(600);
399
04945641
PZ		 400 /* Program PCH FDI Receiver TU */
401 I915_WRITE(_FDI_RXA_TUSIZE1, TU_SIZE(64));
402
403 /* Enable PCH FDI Receiver with auto-training */
404 rx_ctl_val |= FDI_RX_ENABLE | FDI_LINK_TRAIN_AUTO;
405 I915_WRITE(_FDI_RXA_CTL, rx_ctl_val);
406 POSTING_READ(_FDI_RXA_CTL);
407
408 /* Wait for FDI receiver lane calibration */
409 udelay(30);
410
411 /* Unset FDI_RX_MISC pwrdn lanes */
412 temp = I915_READ(_FDI_RXA_MISC);
413 temp &= ~(FDI_RX_PWRDN_LANE1_MASK | FDI_RX_PWRDN_LANE0_MASK);
414 I915_WRITE(_FDI_RXA_MISC, temp);
415 POSTING_READ(_FDI_RXA_MISC);
416
417 /* Wait for FDI auto training time */
418 udelay(5);
c82e4d26
ED		 419
420 temp = I915_READ(DP_TP_STATUS(PORT_E));
421 if (temp & DP_TP_STATUS_AUTOTRAIN_DONE) {
04945641 422 DRM_DEBUG_KMS("FDI link training done on step %d\n", i);
c82e4d26
ED		 423
424 /* Enable normal pixel sending for FDI */
425 I915_WRITE(DP_TP_CTL(PORT_E),
04945641
PZ		 426 DP_TP_CTL_FDI_AUTOTRAIN |
427 DP_TP_CTL_LINK_TRAIN_NORMAL |
428 DP_TP_CTL_ENHANCED_FRAME_ENABLE |
429 DP_TP_CTL_ENABLE);
c82e4d26 430
04945641 431 return;
c82e4d26 432 }
04945641 433
248138b5
PZ		 434 temp = I915_READ(DDI_BUF_CTL(PORT_E));
435 temp &= ~DDI_BUF_CTL_ENABLE;
436 I915_WRITE(DDI_BUF_CTL(PORT_E), temp);
437 POSTING_READ(DDI_BUF_CTL(PORT_E));
438
04945641 439 /* Disable DP_TP_CTL and FDI_RX_CTL and retry */
248138b5
PZ		 440 temp = I915_READ(DP_TP_CTL(PORT_E));
441 temp &= ~(DP_TP_CTL_ENABLE | DP_TP_CTL_LINK_TRAIN_MASK);
442 temp |= DP_TP_CTL_LINK_TRAIN_PAT1;
443 I915_WRITE(DP_TP_CTL(PORT_E), temp);
444 POSTING_READ(DP_TP_CTL(PORT_E));
445
446 intel_wait_ddi_buf_idle(dev_priv, PORT_E);
04945641
PZ		 447
448 rx_ctl_val &= ~FDI_RX_ENABLE;
449 I915_WRITE(_FDI_RXA_CTL, rx_ctl_val);
248138b5 450 POSTING_READ(_FDI_RXA_CTL);
04945641
PZ		 451
452 /* Reset FDI_RX_MISC pwrdn lanes */
453 temp = I915_READ(_FDI_RXA_MISC);
454 temp &= ~(FDI_RX_PWRDN_LANE1_MASK | FDI_RX_PWRDN_LANE0_MASK);
455 temp |= FDI_RX_PWRDN_LANE1_VAL(2) | FDI_RX_PWRDN_LANE0_VAL(2);
456 I915_WRITE(_FDI_RXA_MISC, temp);
248138b5 457 POSTING_READ(_FDI_RXA_MISC);
c82e4d26
ED		 458 }
459
04945641 460 DRM_ERROR("FDI link training failed!\n");
c82e4d26 461}
0e72a5b5 462
44905a27
DA		 463void intel_ddi_init_dp_buf_reg(struct intel_encoder *encoder)
464{
465 struct intel_dp *intel_dp = enc_to_intel_dp(&encoder->base);
466 struct intel_digital_port *intel_dig_port =
467 enc_to_dig_port(&encoder->base);
468
469 intel_dp->DP = intel_dig_port->saved_port_bits |
c5fe6a06 470 DDI_BUF_CTL_ENABLE | DDI_BUF_TRANS_SELECT(0);
44905a27
DA		 471 intel_dp->DP |= DDI_PORT_WIDTH(intel_dp->lane_count);
472
473}
474
8d9ddbcb
PZ		 475static struct intel_encoder *
476intel_ddi_get_crtc_encoder(struct drm_crtc *crtc)
477{
478 struct drm_device *dev = crtc->dev;
479 struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
480 struct intel_encoder *intel_encoder, *ret = NULL;
481 int num_encoders = 0;
482
483 for_each_encoder_on_crtc(dev, crtc, intel_encoder) {
484 ret = intel_encoder;
485 num_encoders++;
486 }
487
488 if (num_encoders != 1)
84f44ce7
VS		 489 WARN(1, "%d encoders on crtc for pipe %c\n", num_encoders,
490 pipe_name(intel_crtc->pipe));
8d9ddbcb
PZ		 491
492 BUG_ON(ret == NULL);
493 return ret;
494}
495
d0737e1d 496static struct intel_encoder *
3165c074 497intel_ddi_get_crtc_new_encoder(struct intel_crtc_state *crtc_state)
d0737e1d 498{
3165c074
ACO		 499 struct intel_crtc *crtc = to_intel_crtc(crtc_state->base.crtc);
500 struct intel_encoder *ret = NULL;
501 struct drm_atomic_state *state;
d0737e1d 502 int num_encoders = 0;
3165c074 503 int i;
d0737e1d 504
3165c074
ACO		 505 state = crtc_state->base.state;
506
507 for (i = 0; i < state->num_connector; i++) {
508 if (!state->connectors[i] ||
509 state->connector_states[i]->crtc != crtc_state->base.crtc)
510 continue;
511
512 ret = to_intel_encoder(state->connector_states[i]->best_encoder);
513 num_encoders++;
d0737e1d
ACO		 514 }
515
516 WARN(num_encoders != 1, "%d encoders on crtc for pipe %c\n", num_encoders,
517 pipe_name(crtc->pipe));
518
519 BUG_ON(ret == NULL);
520 return ret;
521}
522
1c0b85c5 523#define LC_FREQ 2700
27893390 524#define LC_FREQ_2K U64_C(LC_FREQ * 2000)
1c0b85c5
DL		 525
526#define P_MIN 2
527#define P_MAX 64
528#define P_INC 2
529
530/* Constraints for PLL good behavior */
531#define REF_MIN 48
532#define REF_MAX 400
533#define VCO_MIN 2400
534#define VCO_MAX 4800
535
27893390
DL		 536#define abs_diff(a, b) ({ \
537 typeof(a) __a = (a); \
538 typeof(b) __b = (b); \
539 (void) (&__a == &__b); \
540 __a > __b ? (__a - __b) : (__b - __a); })
1c0b85c5
DL		 541
542struct wrpll_rnp {
543 unsigned p, n2, r2;
544};
545
546static unsigned wrpll_get_budget_for_freq(int clock)
6441ab5f 547{
1c0b85c5
DL		 548 unsigned budget;
549
550 switch (clock) {
551 case 25175000:
552 case 25200000:
553 case 27000000:
554 case 27027000:
555 case 37762500:
556 case 37800000:
557 case 40500000:
558 case 40541000:
559 case 54000000:
560 case 54054000:
561 case 59341000:
562 case 59400000:
563 case 72000000:
564 case 74176000:
565 case 74250000:
566 case 81000000:
567 case 81081000:
568 case 89012000:
569 case 89100000:
570 case 108000000:
571 case 108108000:
572 case 111264000:
573 case 111375000:
574 case 148352000:
575 case 148500000:
576 case 162000000:
577 case 162162000:
578 case 222525000:
579 case 222750000:
580 case 296703000:
581 case 297000000:
582 budget = 0;
583 break;
584 case 233500000:
585 case 245250000:
586 case 247750000:
587 case 253250000:
588 case 298000000:
589 budget = 1500;
590 break;
591 case 169128000:
592 case 169500000:
593 case 179500000:
594 case 202000000:
595 budget = 2000;
596 break;
597 case 256250000:
598 case 262500000:
599 case 270000000:
600 case 272500000:
601 case 273750000:
602 case 280750000:
603 case 281250000:
604 case 286000000:
605 case 291750000:
606 budget = 4000;
607 break;
608 case 267250000:
609 case 268500000:
610 budget = 5000;
611 break;
612 default:
613 budget = 1000;
614 break;
615 }
6441ab5f 616
1c0b85c5
DL		 617 return budget;
618}
619
620static void wrpll_update_rnp(uint64_t freq2k, unsigned budget,
621 unsigned r2, unsigned n2, unsigned p,
622 struct wrpll_rnp *best)
623{
624 uint64_t a, b, c, d, diff, diff_best;
6441ab5f 625
1c0b85c5
DL		 626 /* No best (r,n,p) yet */
627 if (best->p == 0) {
628 best->p = p;
629 best->n2 = n2;
630 best->r2 = r2;
631 return;
632 }
6441ab5f 633
1c0b85c5
DL		 634 /*
635 * Output clock is (LC_FREQ_2K / 2000) * N / (P * R), which compares to
636 * freq2k.
637 *
638 * delta = 1e6 *
639 * abs(freq2k - (LC_FREQ_2K * n2/(p * r2))) /
640 * freq2k;
641 *
642 * and we would like delta <= budget.
643 *
644 * If the discrepancy is above the PPM-based budget, always prefer to
645 * improve upon the previous solution. However, if you're within the
646 * budget, try to maximize Ref * VCO, that is N / (P * R^2).
647 */
648 a = freq2k * budget * p * r2;
649 b = freq2k * budget * best->p * best->r2;
27893390
DL		 650 diff = abs_diff(freq2k * p * r2, LC_FREQ_2K * n2);
651 diff_best = abs_diff(freq2k * best->p * best->r2,
652 LC_FREQ_2K * best->n2);
1c0b85c5
DL		 653 c = 1000000 * diff;
654 d = 1000000 * diff_best;
655
656 if (a < c && b < d) {
657 /* If both are above the budget, pick the closer */
658 if (best->p * best->r2 * diff < p * r2 * diff_best) {
659 best->p = p;
660 best->n2 = n2;
661 best->r2 = r2;
662 }
663 } else if (a >= c && b < d) {
664 /* If A is below the threshold but B is above it? Update. */
665 best->p = p;
666 best->n2 = n2;
667 best->r2 = r2;
668 } else if (a >= c && b >= d) {
669 /* Both are below the limit, so pick the higher n2/(r2*r2) */
670 if (n2 * best->r2 * best->r2 > best->n2 * r2 * r2) {
671 best->p = p;
672 best->n2 = n2;
673 best->r2 = r2;
674 }
675 }
676 /* Otherwise a < c && b >= d, do nothing */
677}
678
11578553
JB		 679static int intel_ddi_calc_wrpll_link(struct drm_i915_private *dev_priv,
680 int reg)
681{
682 int refclk = LC_FREQ;
683 int n, p, r;
684 u32 wrpll;
685
686 wrpll = I915_READ(reg);
114fe488
DV		 687 switch (wrpll & WRPLL_PLL_REF_MASK) {
688 case WRPLL_PLL_SSC:
689 case WRPLL_PLL_NON_SSC:
11578553
JB		 690 /*
691 * We could calculate spread here, but our checking
692 * code only cares about 5% accuracy, and spread is a max of
693 * 0.5% downspread.
694 */
695 refclk = 135;
696 break;
114fe488 697 case WRPLL_PLL_LCPLL:
11578553
JB		 698 refclk = LC_FREQ;
699 break;
700 default:
701 WARN(1, "bad wrpll refclk\n");
702 return 0;
703 }
704
705 r = wrpll & WRPLL_DIVIDER_REF_MASK;
706 p = (wrpll & WRPLL_DIVIDER_POST_MASK) >> WRPLL_DIVIDER_POST_SHIFT;
707 n = (wrpll & WRPLL_DIVIDER_FB_MASK) >> WRPLL_DIVIDER_FB_SHIFT;
708
20f0ec16
JB		 709 /* Convert to KHz, p & r have a fixed point portion */
710 return (refclk * n * 100) / (p * r);
11578553
JB		 711}
712
540e732c
S		 713static int skl_calc_wrpll_link(struct drm_i915_private *dev_priv,
714 uint32_t dpll)
715{
716 uint32_t cfgcr1_reg, cfgcr2_reg;
717 uint32_t cfgcr1_val, cfgcr2_val;
718 uint32_t p0, p1, p2, dco_freq;
719
720 cfgcr1_reg = GET_CFG_CR1_REG(dpll);
721 cfgcr2_reg = GET_CFG_CR2_REG(dpll);
722
723 cfgcr1_val = I915_READ(cfgcr1_reg);
724 cfgcr2_val = I915_READ(cfgcr2_reg);
725
726 p0 = cfgcr2_val & DPLL_CFGCR2_PDIV_MASK;
727 p2 = cfgcr2_val & DPLL_CFGCR2_KDIV_MASK;
728
729 if (cfgcr2_val & DPLL_CFGCR2_QDIV_MODE(1))
730 p1 = (cfgcr2_val & DPLL_CFGCR2_QDIV_RATIO_MASK) >> 8;
731 else
732 p1 = 1;
733
734
735 switch (p0) {
736 case DPLL_CFGCR2_PDIV_1:
737 p0 = 1;
738 break;
739 case DPLL_CFGCR2_PDIV_2:
740 p0 = 2;
741 break;
742 case DPLL_CFGCR2_PDIV_3:
743 p0 = 3;
744 break;
745 case DPLL_CFGCR2_PDIV_7:
746 p0 = 7;
747 break;
748 }
749
750 switch (p2) {
751 case DPLL_CFGCR2_KDIV_5:
752 p2 = 5;
753 break;
754 case DPLL_CFGCR2_KDIV_2:
755 p2 = 2;
756 break;
757 case DPLL_CFGCR2_KDIV_3:
758 p2 = 3;
759 break;
760 case DPLL_CFGCR2_KDIV_1:
761 p2 = 1;
762 break;
763 }
764
765 dco_freq = (cfgcr1_val & DPLL_CFGCR1_DCO_INTEGER_MASK) * 24 * 1000;
766
767 dco_freq += (((cfgcr1_val & DPLL_CFGCR1_DCO_FRACTION_MASK) >> 9) * 24 *
768 1000) / 0x8000;
769
770 return dco_freq / (p0 * p1 * p2 * 5);
771}
772
773
774static void skl_ddi_clock_get(struct intel_encoder *encoder,
5cec258b 775 struct intel_crtc_state *pipe_config)
540e732c
S		 776{
777 struct drm_i915_private *dev_priv = encoder->base.dev->dev_private;
540e732c
S		 778 int link_clock = 0;
779 uint32_t dpll_ctl1, dpll;
780
134ffa44 781 dpll = pipe_config->ddi_pll_sel;
540e732c
S		 782
783 dpll_ctl1 = I915_READ(DPLL_CTRL1);
784
785 if (dpll_ctl1 & DPLL_CTRL1_HDMI_MODE(dpll)) {
786 link_clock = skl_calc_wrpll_link(dev_priv, dpll);
787 } else {
788 link_clock = dpll_ctl1 & DPLL_CRTL1_LINK_RATE_MASK(dpll);
789 link_clock >>= DPLL_CRTL1_LINK_RATE_SHIFT(dpll);
790
791 switch (link_clock) {
792 case DPLL_CRTL1_LINK_RATE_810:
793 link_clock = 81000;
794 break;
a8f3ef61
SJ		 795 case DPLL_CRTL1_LINK_RATE_1080:
796 link_clock = 108000;
797 break;
540e732c
S		 798 case DPLL_CRTL1_LINK_RATE_1350:
799 link_clock = 135000;
800 break;
a8f3ef61
SJ		 801 case DPLL_CRTL1_LINK_RATE_1620:
802 link_clock = 162000;
803 break;
804 case DPLL_CRTL1_LINK_RATE_2160:
805 link_clock = 216000;
806 break;
540e732c
S		 807 case DPLL_CRTL1_LINK_RATE_2700:
808 link_clock = 270000;
809 break;
810 default:
811 WARN(1, "Unsupported link rate\n");
812 break;
813 }
814 link_clock *= 2;
815 }
816
817 pipe_config->port_clock = link_clock;
818
819 if (pipe_config->has_dp_encoder)
2d112de7 820 pipe_config->base.adjusted_mode.crtc_clock =
540e732c
S		 821 intel_dotclock_calculate(pipe_config->port_clock,
822 &pipe_config->dp_m_n);
823 else
2d112de7 824 pipe_config->base.adjusted_mode.crtc_clock = pipe_config->port_clock;
540e732c
S		 825}
826
3d51278a 827static void hsw_ddi_clock_get(struct intel_encoder *encoder,
5cec258b 828 struct intel_crtc_state *pipe_config)
11578553
JB		 829{
830 struct drm_i915_private *dev_priv = encoder->base.dev->dev_private;
11578553
JB		 831 int link_clock = 0;
832 u32 val, pll;
833
26804afd 834 val = pipe_config->ddi_pll_sel;
11578553
JB		 835 switch (val & PORT_CLK_SEL_MASK) {
836 case PORT_CLK_SEL_LCPLL_810:
837 link_clock = 81000;
838 break;
839 case PORT_CLK_SEL_LCPLL_1350:
840 link_clock = 135000;
841 break;
842 case PORT_CLK_SEL_LCPLL_2700:
843 link_clock = 270000;
844 break;
845 case PORT_CLK_SEL_WRPLL1:
846 link_clock = intel_ddi_calc_wrpll_link(dev_priv, WRPLL_CTL1);
847 break;
848 case PORT_CLK_SEL_WRPLL2:
849 link_clock = intel_ddi_calc_wrpll_link(dev_priv, WRPLL_CTL2);
850 break;
851 case PORT_CLK_SEL_SPLL:
852 pll = I915_READ(SPLL_CTL) & SPLL_PLL_FREQ_MASK;
853 if (pll == SPLL_PLL_FREQ_810MHz)
854 link_clock = 81000;
855 else if (pll == SPLL_PLL_FREQ_1350MHz)
856 link_clock = 135000;
857 else if (pll == SPLL_PLL_FREQ_2700MHz)
858 link_clock = 270000;
859 else {
860 WARN(1, "bad spll freq\n");
861 return;
862 }
863 break;
864 default:
865 WARN(1, "bad port clock sel\n");
866 return;
867 }
868
869 pipe_config->port_clock = link_clock * 2;
870
871 if (pipe_config->has_pch_encoder)
2d112de7 872 pipe_config->base.adjusted_mode.crtc_clock =
11578553
JB		 873 intel_dotclock_calculate(pipe_config->port_clock,
874 &pipe_config->fdi_m_n);
875 else if (pipe_config->has_dp_encoder)
2d112de7 876 pipe_config->base.adjusted_mode.crtc_clock =
11578553
JB		 877 intel_dotclock_calculate(pipe_config->port_clock,
878 &pipe_config->dp_m_n);
879 else
2d112de7 880 pipe_config->base.adjusted_mode.crtc_clock = pipe_config->port_clock;
11578553
JB		 881}
882
3d51278a 883void intel_ddi_clock_get(struct intel_encoder *encoder,
5cec258b 884 struct intel_crtc_state *pipe_config)
3d51278a 885{
22606a18
DL		 886 struct drm_device *dev = encoder->base.dev;
887
888 if (INTEL_INFO(dev)->gen <= 8)
889 hsw_ddi_clock_get(encoder, pipe_config);
890 else
891 skl_ddi_clock_get(encoder, pipe_config);
3d51278a
DV		 892}
893
1c0b85c5 894static void
d664c0ce
DL		 895hsw_ddi_calculate_wrpll(int clock /* in Hz */,
896 unsigned *r2_out, unsigned *n2_out, unsigned *p_out)
1c0b85c5
DL		 897{
898 uint64_t freq2k;
899 unsigned p, n2, r2;
900 struct wrpll_rnp best = { 0, 0, 0 };
901 unsigned budget;
902
903 freq2k = clock / 100;
904
905 budget = wrpll_get_budget_for_freq(clock);
906
907 /* Special case handling for 540 pixel clock: bypass WR PLL entirely
908 * and directly pass the LC PLL to it. */
909 if (freq2k == 5400000) {
910 *n2_out = 2;
911 *p_out = 1;
912 *r2_out = 2;
913 return;
914 }
915
916 /*
917 * Ref = LC_FREQ / R, where Ref is the actual reference input seen by
918 * the WR PLL.
919 *
920 * We want R so that REF_MIN <= Ref <= REF_MAX.
921 * Injecting R2 = 2 * R gives:
922 * REF_MAX * r2 > LC_FREQ * 2 and
923 * REF_MIN * r2 < LC_FREQ * 2
924 *
925 * Which means the desired boundaries for r2 are:
926 * LC_FREQ * 2 / REF_MAX < r2 < LC_FREQ * 2 / REF_MIN
927 *
928 */
929 for (r2 = LC_FREQ * 2 / REF_MAX + 1;
930 r2 <= LC_FREQ * 2 / REF_MIN;
931 r2++) {
932
933 /*
934 * VCO = N * Ref, that is: VCO = N * LC_FREQ / R
935 *
936 * Once again we want VCO_MIN <= VCO <= VCO_MAX.
937 * Injecting R2 = 2 * R and N2 = 2 * N, we get:
938 * VCO_MAX * r2 > n2 * LC_FREQ and
939 * VCO_MIN * r2 < n2 * LC_FREQ)
940 *
941 * Which means the desired boundaries for n2 are:
942 * VCO_MIN * r2 / LC_FREQ < n2 < VCO_MAX * r2 / LC_FREQ
943 */
944 for (n2 = VCO_MIN * r2 / LC_FREQ + 1;
945 n2 <= VCO_MAX * r2 / LC_FREQ;
946 n2++) {
947
948 for (p = P_MIN; p <= P_MAX; p += P_INC)
949 wrpll_update_rnp(freq2k, budget,
950 r2, n2, p, &best);
951 }
952 }
6441ab5f 953
1c0b85c5
DL		 954 *n2_out = best.n2;
955 *p_out = best.p;
956 *r2_out = best.r2;
6441ab5f
PZ		 957}
958
0220ab6e 959static bool
d664c0ce 960hsw_ddi_pll_select(struct intel_crtc *intel_crtc,
190f68c5 961 struct intel_crtc_state *crtc_state,
d664c0ce
DL		 962 struct intel_encoder *intel_encoder,
963 int clock)
6441ab5f 964{
d664c0ce 965 if (intel_encoder->type == INTEL_OUTPUT_HDMI) {
e0b01be4 966 struct intel_shared_dpll *pll;
716c2e55 967 uint32_t val;
1c0b85c5 968 unsigned p, n2, r2;
6441ab5f 969
d664c0ce 970 hsw_ddi_calculate_wrpll(clock * 1000, &r2, &n2, &p);
0694001b 971
114fe488 972 val = WRPLL_PLL_ENABLE | WRPLL_PLL_LCPLL |
0694001b
PZ		 973 WRPLL_DIVIDER_REFERENCE(r2) | WRPLL_DIVIDER_FEEDBACK(n2) |
974 WRPLL_DIVIDER_POST(p);
975
190f68c5 976 crtc_state->dpll_hw_state.wrpll = val;
6441ab5f 977
190f68c5 978 pll = intel_get_shared_dpll(intel_crtc, crtc_state);
716c2e55
DV		 979 if (pll == NULL) {
980 DRM_DEBUG_DRIVER("failed to find PLL for pipe %c\n",
981 pipe_name(intel_crtc->pipe));
982 return false;
0694001b 983 }
d452c5b6 984
190f68c5 985 crtc_state->ddi_pll_sel = PORT_CLK_SEL_WRPLL(pll->id);
6441ab5f
PZ		 986 }
987
6441ab5f
PZ		 988 return true;
989}
990
82d35437
S		 991struct skl_wrpll_params {
992 uint32_t dco_fraction;
993 uint32_t dco_integer;
994 uint32_t qdiv_ratio;
995 uint32_t qdiv_mode;
996 uint32_t kdiv;
997 uint32_t pdiv;
998 uint32_t central_freq;
999};
1000
1001static void
1002skl_ddi_calculate_wrpll(int clock /* in Hz */,
1003 struct skl_wrpll_params *wrpll_params)
1004{
1005 uint64_t afe_clock = clock * 5; /* AFE Clock is 5x Pixel clock */
21318cce
DL		 1006 uint64_t dco_central_freq[3] = {8400000000ULL,
1007 9000000000ULL,
1008 9600000000ULL};
82d35437
S		 1009 uint32_t min_dco_deviation = 400;
1010 uint32_t min_dco_index = 3;
1011 uint32_t P0[4] = {1, 2, 3, 7};
1012 uint32_t P2[4] = {1, 2, 3, 5};
1013 bool found = false;
1014 uint32_t candidate_p = 0;
1015 uint32_t candidate_p0[3] = {0}, candidate_p1[3] = {0};
1016 uint32_t candidate_p2[3] = {0};
1017 uint32_t dco_central_freq_deviation[3];
1018 uint32_t i, P1, k, dco_count;
1019 bool retry_with_odd = false;
1020 uint64_t dco_freq;
1021
1022 /* Determine P0, P1 or P2 */
1023 for (dco_count = 0; dco_count < 3; dco_count++) {
1024 found = false;
1025 candidate_p =
1026 div64_u64(dco_central_freq[dco_count], afe_clock);
1027 if (retry_with_odd == false)
1028 candidate_p = (candidate_p % 2 == 0 ?
1029 candidate_p : candidate_p + 1);
1030
1031 for (P1 = 1; P1 < candidate_p; P1++) {
1032 for (i = 0; i < 4; i++) {
1033 if (!(P0[i] != 1 || P1 == 1))
1034 continue;
1035
1036 for (k = 0; k < 4; k++) {
1037 if (P1 != 1 && P2[k] != 2)
1038 continue;
1039
1040 if (candidate_p == P0[i] * P1 * P2[k]) {
1041 /* Found possible P0, P1, P2 */
1042 found = true;
1043 candidate_p0[dco_count] = P0[i];
1044 candidate_p1[dco_count] = P1;
1045 candidate_p2[dco_count] = P2[k];
1046 goto found;
1047 }
1048
1049 }
1050 }
1051 }
1052
1053found:
1054 if (found) {
1055 dco_central_freq_deviation[dco_count] =
1056 div64_u64(10000 *
1057 abs_diff((candidate_p * afe_clock),
1058 dco_central_freq[dco_count]),
1059 dco_central_freq[dco_count]);
1060
1061 if (dco_central_freq_deviation[dco_count] <
1062 min_dco_deviation) {
1063 min_dco_deviation =
1064 dco_central_freq_deviation[dco_count];
1065 min_dco_index = dco_count;
1066 }
1067 }
1068
1069 if (min_dco_index > 2 && dco_count == 2) {
1070 retry_with_odd = true;
1071 dco_count = 0;
1072 }
1073 }
1074
1075 if (min_dco_index > 2) {
1076 WARN(1, "No valid values found for the given pixel clock\n");
1077 } else {
1078 wrpll_params->central_freq = dco_central_freq[min_dco_index];
1079
1080 switch (dco_central_freq[min_dco_index]) {
21318cce 1081 case 9600000000ULL:
82d35437
S		 1082 wrpll_params->central_freq = 0;
1083 break;
21318cce 1084 case 9000000000ULL:
82d35437
S		 1085 wrpll_params->central_freq = 1;
1086 break;
21318cce 1087 case 8400000000ULL:
82d35437
S		 1088 wrpll_params->central_freq = 3;
1089 }
1090
1091 switch (candidate_p0[min_dco_index]) {
1092 case 1:
1093 wrpll_params->pdiv = 0;
1094 break;
1095 case 2:
1096 wrpll_params->pdiv = 1;
1097 break;
1098 case 3:
1099 wrpll_params->pdiv = 2;
1100 break;
1101 case 7:
1102 wrpll_params->pdiv = 4;
1103 break;
1104 default:
1105 WARN(1, "Incorrect PDiv\n");
1106 }
1107
1108 switch (candidate_p2[min_dco_index]) {
1109 case 5:
1110 wrpll_params->kdiv = 0;
1111 break;
1112 case 2:
1113 wrpll_params->kdiv = 1;
1114 break;
1115 case 3:
1116 wrpll_params->kdiv = 2;
1117 break;
1118 case 1:
1119 wrpll_params->kdiv = 3;
1120 break;
1121 default:
1122 WARN(1, "Incorrect KDiv\n");
1123 }
1124
1125 wrpll_params->qdiv_ratio = candidate_p1[min_dco_index];
1126 wrpll_params->qdiv_mode =
1127 (wrpll_params->qdiv_ratio == 1) ? 0 : 1;
1128
1129 dco_freq = candidate_p0[min_dco_index] *
1130 candidate_p1[min_dco_index] *
1131 candidate_p2[min_dco_index] * afe_clock;
1132
1133 /*
1134 * Intermediate values are in Hz.
1135 * Divide by MHz to match bsepc
1136 */
1137 wrpll_params->dco_integer = div_u64(dco_freq, (24 * MHz(1)));
1138 wrpll_params->dco_fraction =
1139 div_u64(((div_u64(dco_freq, 24) -
1140 wrpll_params->dco_integer * MHz(1)) * 0x8000), MHz(1));
1141
1142 }
1143}
1144
1145
1146static bool
1147skl_ddi_pll_select(struct intel_crtc *intel_crtc,
190f68c5 1148 struct intel_crtc_state *crtc_state,
82d35437
S		 1149 struct intel_encoder *intel_encoder,
1150 int clock)
1151{
1152 struct intel_shared_dpll *pll;
1153 uint32_t ctrl1, cfgcr1, cfgcr2;
1154
1155 /*
1156 * See comment in intel_dpll_hw_state to understand why we always use 0
1157 * as the DPLL id in this function.
1158 */
1159
1160 ctrl1 = DPLL_CTRL1_OVERRIDE(0);
1161
1162 if (intel_encoder->type == INTEL_OUTPUT_HDMI) {
1163 struct skl_wrpll_params wrpll_params = { 0, };
1164
1165 ctrl1 |= DPLL_CTRL1_HDMI_MODE(0);
1166
1167 skl_ddi_calculate_wrpll(clock * 1000, &wrpll_params);
1168
1169 cfgcr1 = DPLL_CFGCR1_FREQ_ENABLE |
1170 DPLL_CFGCR1_DCO_FRACTION(wrpll_params.dco_fraction) |
1171 wrpll_params.dco_integer;
1172
1173 cfgcr2 = DPLL_CFGCR2_QDIV_RATIO(wrpll_params.qdiv_ratio) |
1174 DPLL_CFGCR2_QDIV_MODE(wrpll_params.qdiv_mode) |
1175 DPLL_CFGCR2_KDIV(wrpll_params.kdiv) |
1176 DPLL_CFGCR2_PDIV(wrpll_params.pdiv) |
1177 wrpll_params.central_freq;
1178 } else if (intel_encoder->type == INTEL_OUTPUT_DISPLAYPORT) {
1179 struct drm_encoder *encoder = &intel_encoder->base;
1180 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1181
1182 switch (intel_dp->link_bw) {
1183 case DP_LINK_BW_1_62:
1184 ctrl1 |= DPLL_CRTL1_LINK_RATE(DPLL_CRTL1_LINK_RATE_810, 0);
1185 break;
1186 case DP_LINK_BW_2_7:
1187 ctrl1 |= DPLL_CRTL1_LINK_RATE(DPLL_CRTL1_LINK_RATE_1350, 0);
1188 break;
1189 case DP_LINK_BW_5_4:
1190 ctrl1 |= DPLL_CRTL1_LINK_RATE(DPLL_CRTL1_LINK_RATE_2700, 0);
1191 break;
1192 }
1193
1194 cfgcr1 = cfgcr2 = 0;
1195 } else /* eDP */
1196 return true;
1197
190f68c5
ACO		 1198 crtc_state->dpll_hw_state.ctrl1 = ctrl1;
1199 crtc_state->dpll_hw_state.cfgcr1 = cfgcr1;
1200 crtc_state->dpll_hw_state.cfgcr2 = cfgcr2;
82d35437 1201
190f68c5 1202 pll = intel_get_shared_dpll(intel_crtc, crtc_state);
82d35437
S		 1203 if (pll == NULL) {
1204 DRM_DEBUG_DRIVER("failed to find PLL for pipe %c\n",
1205 pipe_name(intel_crtc->pipe));
1206 return false;
1207 }
1208
1209 /* shared DPLL id 0 is DPLL 1 */
190f68c5 1210 crtc_state->ddi_pll_sel = pll->id + 1;
82d35437
S		 1211
1212 return true;
1213}
0220ab6e
DL		 1214
1215/*
1216 * Tries to find a *shared* PLL for the CRTC and store it in
1217 * intel_crtc->ddi_pll_sel.
1218 *
1219 * For private DPLLs, compute_config() should do the selection for us. This
1220 * function should be folded into compute_config() eventually.
1221 */
190f68c5
ACO		 1222bool intel_ddi_pll_select(struct intel_crtc *intel_crtc,
1223 struct intel_crtc_state *crtc_state)
0220ab6e 1224{
82d35437 1225 struct drm_device *dev = intel_crtc->base.dev;
d0737e1d 1226 struct intel_encoder *intel_encoder =
3165c074 1227 intel_ddi_get_crtc_new_encoder(crtc_state);
190f68c5 1228 int clock = crtc_state->port_clock;
0220ab6e 1229
82d35437 1230 if (IS_SKYLAKE(dev))
190f68c5
ACO		 1231 return skl_ddi_pll_select(intel_crtc, crtc_state,
1232 intel_encoder, clock);
82d35437 1233 else
190f68c5
ACO		 1234 return hsw_ddi_pll_select(intel_crtc, crtc_state,
1235 intel_encoder, clock);
0220ab6e
DL		 1236}
1237
dae84799
PZ		 1238void intel_ddi_set_pipe_settings(struct drm_crtc *crtc)
1239{
1240 struct drm_i915_private *dev_priv = crtc->dev->dev_private;
1241 struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
1242 struct intel_encoder *intel_encoder = intel_ddi_get_crtc_encoder(crtc);
6e3c9717 1243 enum transcoder cpu_transcoder = intel_crtc->config->cpu_transcoder;
dae84799
PZ		 1244 int type = intel_encoder->type;
1245 uint32_t temp;
1246
0e32b39c 1247 if (type == INTEL_OUTPUT_DISPLAYPORT || type == INTEL_OUTPUT_EDP || type == INTEL_OUTPUT_DP_MST) {
c9809791 1248 temp = TRANS_MSA_SYNC_CLK;
6e3c9717 1249 switch (intel_crtc->config->pipe_bpp) {
dae84799 1250 case 18:
c9809791 1251 temp |= TRANS_MSA_6_BPC;
dae84799
PZ		 1252 break;
1253 case 24:
c9809791 1254 temp |= TRANS_MSA_8_BPC;
dae84799
PZ		 1255 break;
1256 case 30:
c9809791 1257 temp |= TRANS_MSA_10_BPC;
dae84799
PZ		 1258 break;
1259 case 36:
c9809791 1260 temp |= TRANS_MSA_12_BPC;
dae84799
PZ		 1261 break;
1262 default:
4e53c2e0 1263 BUG();
dae84799 1264 }
c9809791 1265 I915_WRITE(TRANS_MSA_MISC(cpu_transcoder), temp);
dae84799
PZ		 1266 }
1267}
1268
0e32b39c
DA		 1269void intel_ddi_set_vc_payload_alloc(struct drm_crtc *crtc, bool state)
1270{
1271 struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
1272 struct drm_device *dev = crtc->dev;
1273 struct drm_i915_private *dev_priv = dev->dev_private;
6e3c9717 1274 enum transcoder cpu_transcoder = intel_crtc->config->cpu_transcoder;
0e32b39c
DA		 1275 uint32_t temp;
1276 temp = I915_READ(TRANS_DDI_FUNC_CTL(cpu_transcoder));
1277 if (state == true)
1278 temp |= TRANS_DDI_DP_VC_PAYLOAD_ALLOC;
1279 else
1280 temp &= ~TRANS_DDI_DP_VC_PAYLOAD_ALLOC;
1281 I915_WRITE(TRANS_DDI_FUNC_CTL(cpu_transcoder), temp);
1282}
1283
8228c251 1284void intel_ddi_enable_transcoder_func(struct drm_crtc *crtc)
8d9ddbcb
PZ		 1285{
1286 struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
1287 struct intel_encoder *intel_encoder = intel_ddi_get_crtc_encoder(crtc);
7739c33b 1288 struct drm_encoder *encoder = &intel_encoder->base;
c7670b10
PZ		 1289 struct drm_device *dev = crtc->dev;
1290 struct drm_i915_private *dev_priv = dev->dev_private;
8d9ddbcb 1291 enum pipe pipe = intel_crtc->pipe;
6e3c9717 1292 enum transcoder cpu_transcoder = intel_crtc->config->cpu_transcoder;
174edf1f 1293 enum port port = intel_ddi_get_encoder_port(intel_encoder);
7739c33b 1294 int type = intel_encoder->type;
8d9ddbcb
PZ		 1295 uint32_t temp;
1296
ad80a810
PZ		 1297 /* Enable TRANS_DDI_FUNC_CTL for the pipe to work in HDMI mode */
1298 temp = TRANS_DDI_FUNC_ENABLE;
174edf1f 1299 temp |= TRANS_DDI_SELECT_PORT(port);
dfcef252 1300
6e3c9717 1301 switch (intel_crtc->config->pipe_bpp) {
dfcef252 1302 case 18:
ad80a810 1303 temp |= TRANS_DDI_BPC_6;
dfcef252
PZ		 1304 break;
1305 case 24:
ad80a810 1306 temp |= TRANS_DDI_BPC_8;
dfcef252
PZ		 1307 break;
1308 case 30:
ad80a810 1309 temp |= TRANS_DDI_BPC_10;
dfcef252
PZ		 1310 break;
1311 case 36:
ad80a810 1312 temp |= TRANS_DDI_BPC_12;
dfcef252
PZ		 1313 break;
1314 default:
4e53c2e0 1315 BUG();
dfcef252 1316 }
72662e10 1317
6e3c9717 1318 if (intel_crtc->config->base.adjusted_mode.flags & DRM_MODE_FLAG_PVSYNC)
ad80a810 1319 temp |= TRANS_DDI_PVSYNC;
6e3c9717 1320 if (intel_crtc->config->base.adjusted_mode.flags & DRM_MODE_FLAG_PHSYNC)
ad80a810 1321 temp |= TRANS_DDI_PHSYNC;
f63eb7c4 1322
e6f0bfc4
PZ		 1323 if (cpu_transcoder == TRANSCODER_EDP) {
1324 switch (pipe) {
1325 case PIPE_A:
c7670b10
PZ		 1326 /* On Haswell, can only use the always-on power well for
1327 * eDP when not using the panel fitter, and when not
1328 * using motion blur mitigation (which we don't
1329 * support). */
fabf6e51 1330 if (IS_HASWELL(dev) &&
6e3c9717
ACO		 1331 (intel_crtc->config->pch_pfit.enabled ||
1332 intel_crtc->config->pch_pfit.force_thru))
d6dd9eb1
DV		 1333 temp |= TRANS_DDI_EDP_INPUT_A_ONOFF;
1334 else
1335 temp |= TRANS_DDI_EDP_INPUT_A_ON;
e6f0bfc4
PZ		 1336 break;
1337 case PIPE_B:
1338 temp |= TRANS_DDI_EDP_INPUT_B_ONOFF;
1339 break;
1340 case PIPE_C:
1341 temp |= TRANS_DDI_EDP_INPUT_C_ONOFF;
1342 break;
1343 default:
1344 BUG();
1345 break;
1346 }
1347 }
1348
7739c33b 1349 if (type == INTEL_OUTPUT_HDMI) {
6e3c9717 1350 if (intel_crtc->config->has_hdmi_sink)
ad80a810 1351 temp |= TRANS_DDI_MODE_SELECT_HDMI;
8d9ddbcb 1352 else
ad80a810 1353 temp |= TRANS_DDI_MODE_SELECT_DVI;
8d9ddbcb 1354
7739c33b 1355 } else if (type == INTEL_OUTPUT_ANALOG) {
ad80a810 1356 temp |= TRANS_DDI_MODE_SELECT_FDI;
6e3c9717 1357 temp |= (intel_crtc->config->fdi_lanes - 1) << 1;
7739c33b
PZ		 1358
1359 } else if (type == INTEL_OUTPUT_DISPLAYPORT ||
1360 type == INTEL_OUTPUT_EDP) {
1361 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1362
0e32b39c
DA		 1363 if (intel_dp->is_mst) {
1364 temp |= TRANS_DDI_MODE_SELECT_DP_MST;
1365 } else
1366 temp |= TRANS_DDI_MODE_SELECT_DP_SST;
1367
1368 temp |= DDI_PORT_WIDTH(intel_dp->lane_count);
1369 } else if (type == INTEL_OUTPUT_DP_MST) {
1370 struct intel_dp *intel_dp = &enc_to_mst(encoder)->primary->dp;
1371
1372 if (intel_dp->is_mst) {
1373 temp |= TRANS_DDI_MODE_SELECT_DP_MST;
1374 } else
1375 temp |= TRANS_DDI_MODE_SELECT_DP_SST;
7739c33b 1376
17aa6be9 1377 temp |= DDI_PORT_WIDTH(intel_dp->lane_count);
8d9ddbcb 1378 } else {
84f44ce7
VS		 1379 WARN(1, "Invalid encoder type %d for pipe %c\n",
1380 intel_encoder->type, pipe_name(pipe));
8d9ddbcb
PZ		 1381 }
1382
ad80a810 1383 I915_WRITE(TRANS_DDI_FUNC_CTL(cpu_transcoder), temp);
8d9ddbcb 1384}
72662e10 1385
ad80a810
PZ		 1386void intel_ddi_disable_transcoder_func(struct drm_i915_private *dev_priv,
1387 enum transcoder cpu_transcoder)
8d9ddbcb 1388{
ad80a810 1389 uint32_t reg = TRANS_DDI_FUNC_CTL(cpu_transcoder);
8d9ddbcb
PZ		 1390 uint32_t val = I915_READ(reg);
1391
0e32b39c 1392 val &= ~(TRANS_DDI_FUNC_ENABLE | TRANS_DDI_PORT_MASK | TRANS_DDI_DP_VC_PAYLOAD_ALLOC);
ad80a810 1393 val |= TRANS_DDI_PORT_NONE;
8d9ddbcb 1394 I915_WRITE(reg, val);
72662e10
ED		 1395}
1396
bcbc889b
PZ		 1397bool intel_ddi_connector_get_hw_state(struct intel_connector *intel_connector)
1398{
1399 struct drm_device *dev = intel_connector->base.dev;
1400 struct drm_i915_private *dev_priv = dev->dev_private;
1401 struct intel_encoder *intel_encoder = intel_connector->encoder;
1402 int type = intel_connector->base.connector_type;
1403 enum port port = intel_ddi_get_encoder_port(intel_encoder);
1404 enum pipe pipe = 0;
1405 enum transcoder cpu_transcoder;
882244a3 1406 enum intel_display_power_domain power_domain;
bcbc889b
PZ		 1407 uint32_t tmp;
1408
882244a3 1409 power_domain = intel_display_port_power_domain(intel_encoder);
f458ebbc 1410 if (!intel_display_power_is_enabled(dev_priv, power_domain))
882244a3
PZ		 1411 return false;
1412
bcbc889b
PZ		 1413 if (!intel_encoder->get_hw_state(intel_encoder, &pipe))
1414 return false;
1415
1416 if (port == PORT_A)
1417 cpu_transcoder = TRANSCODER_EDP;
1418 else
1a240d4d 1419 cpu_transcoder = (enum transcoder) pipe;
bcbc889b
PZ		 1420
1421 tmp = I915_READ(TRANS_DDI_FUNC_CTL(cpu_transcoder));
1422
1423 switch (tmp & TRANS_DDI_MODE_SELECT_MASK) {
1424 case TRANS_DDI_MODE_SELECT_HDMI:
1425 case TRANS_DDI_MODE_SELECT_DVI:
1426 return (type == DRM_MODE_CONNECTOR_HDMIA);
1427
1428 case TRANS_DDI_MODE_SELECT_DP_SST:
1429 if (type == DRM_MODE_CONNECTOR_eDP)
1430 return true;
bcbc889b 1431 return (type == DRM_MODE_CONNECTOR_DisplayPort);
0e32b39c
DA		 1432 case TRANS_DDI_MODE_SELECT_DP_MST:
1433 /* if the transcoder is in MST state then
1434 * connector isn't connected */
1435 return false;
bcbc889b
PZ		 1436
1437 case TRANS_DDI_MODE_SELECT_FDI:
1438 return (type == DRM_MODE_CONNECTOR_VGA);
1439
1440 default:
1441 return false;
1442 }
1443}
1444
85234cdc
DV		 1445bool intel_ddi_get_hw_state(struct intel_encoder *encoder,
1446 enum pipe *pipe)
1447{
1448 struct drm_device *dev = encoder->base.dev;
1449 struct drm_i915_private *dev_priv = dev->dev_private;
fe43d3f5 1450 enum port port = intel_ddi_get_encoder_port(encoder);
6d129bea 1451 enum intel_display_power_domain power_domain;
85234cdc
DV		 1452 u32 tmp;
1453 int i;
1454
6d129bea 1455 power_domain = intel_display_port_power_domain(encoder);
f458ebbc 1456 if (!intel_display_power_is_enabled(dev_priv, power_domain))
6d129bea
ID		 1457 return false;
1458
fe43d3f5 1459 tmp = I915_READ(DDI_BUF_CTL(port));
85234cdc
DV		 1460
1461 if (!(tmp & DDI_BUF_CTL_ENABLE))
1462 return false;
1463
ad80a810
PZ		 1464 if (port == PORT_A) {
1465 tmp = I915_READ(TRANS_DDI_FUNC_CTL(TRANSCODER_EDP));
85234cdc 1466
ad80a810
PZ		 1467 switch (tmp & TRANS_DDI_EDP_INPUT_MASK) {
1468 case TRANS_DDI_EDP_INPUT_A_ON:
1469 case TRANS_DDI_EDP_INPUT_A_ONOFF:
1470 *pipe = PIPE_A;
1471 break;
1472 case TRANS_DDI_EDP_INPUT_B_ONOFF:
1473 *pipe = PIPE_B;
1474 break;
1475 case TRANS_DDI_EDP_INPUT_C_ONOFF:
1476 *pipe = PIPE_C;
1477 break;
1478 }
1479
1480 return true;
1481 } else {
1482 for (i = TRANSCODER_A; i <= TRANSCODER_C; i++) {
1483 tmp = I915_READ(TRANS_DDI_FUNC_CTL(i));
1484
1485 if ((tmp & TRANS_DDI_PORT_MASK)
1486 == TRANS_DDI_SELECT_PORT(port)) {
0e32b39c
DA		 1487 if ((tmp & TRANS_DDI_MODE_SELECT_MASK) == TRANS_DDI_MODE_SELECT_DP_MST)
1488 return false;
1489
ad80a810
PZ		 1490 *pipe = i;
1491 return true;
1492 }
85234cdc
DV		 1493 }
1494 }
1495
84f44ce7 1496 DRM_DEBUG_KMS("No pipe for ddi port %c found\n", port_name(port));
85234cdc 1497
22f9fe50 1498 return false;
85234cdc
DV		 1499}
1500
fc914639
PZ		 1501void intel_ddi_enable_pipe_clock(struct intel_crtc *intel_crtc)
1502{
1503 struct drm_crtc *crtc = &intel_crtc->base;
1504 struct drm_i915_private *dev_priv = crtc->dev->dev_private;
1505 struct intel_encoder *intel_encoder = intel_ddi_get_crtc_encoder(crtc);
1506 enum port port = intel_ddi_get_encoder_port(intel_encoder);
6e3c9717 1507 enum transcoder cpu_transcoder = intel_crtc->config->cpu_transcoder;
fc914639 1508
bb523fc0
PZ		 1509 if (cpu_transcoder != TRANSCODER_EDP)
1510 I915_WRITE(TRANS_CLK_SEL(cpu_transcoder),
1511 TRANS_CLK_SEL_PORT(port));
fc914639
PZ		 1512}
1513
1514void intel_ddi_disable_pipe_clock(struct intel_crtc *intel_crtc)
1515{
1516 struct drm_i915_private *dev_priv = intel_crtc->base.dev->dev_private;
6e3c9717 1517 enum transcoder cpu_transcoder = intel_crtc->config->cpu_transcoder;
fc914639 1518
bb523fc0
PZ		 1519 if (cpu_transcoder != TRANSCODER_EDP)
1520 I915_WRITE(TRANS_CLK_SEL(cpu_transcoder),
1521 TRANS_CLK_SEL_DISABLED);
fc914639
PZ		 1522}
1523
00c09d70 1524static void intel_ddi_pre_enable(struct intel_encoder *intel_encoder)
6441ab5f 1525{
c19b0669 1526 struct drm_encoder *encoder = &intel_encoder->base;
efa80add
S		 1527 struct drm_device *dev = encoder->dev;
1528 struct drm_i915_private *dev_priv = dev->dev_private;
30cf6db8 1529 struct intel_crtc *crtc = to_intel_crtc(encoder->crtc);
6441ab5f 1530 enum port port = intel_ddi_get_encoder_port(intel_encoder);
82a4d9c0 1531 int type = intel_encoder->type;
6441ab5f 1532
82a4d9c0
PZ		 1533 if (type == INTEL_OUTPUT_EDP) {
1534 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
4be73780 1535 intel_edp_panel_on(intel_dp);
82a4d9c0 1536 }
6441ab5f 1537
efa80add 1538 if (IS_SKYLAKE(dev)) {
6e3c9717 1539 uint32_t dpll = crtc->config->ddi_pll_sel;
efa80add
S		 1540 uint32_t val;
1541
5416d871
DL		 1542 /*
1543 * DPLL0 is used for eDP and is the only "private" DPLL (as
1544 * opposed to shared) on SKL
1545 */
1546 if (type == INTEL_OUTPUT_EDP) {
1547 WARN_ON(dpll != SKL_DPLL0);
1548
1549 val = I915_READ(DPLL_CTRL1);
1550
1551 val &= ~(DPLL_CTRL1_HDMI_MODE(dpll) |
1552 DPLL_CTRL1_SSC(dpll) |
1553 DPLL_CRTL1_LINK_RATE_MASK(dpll));
6e3c9717 1554 val |= crtc->config->dpll_hw_state.ctrl1 << (dpll * 6);
5416d871
DL		 1555
1556 I915_WRITE(DPLL_CTRL1, val);
1557 POSTING_READ(DPLL_CTRL1);
1558 }
1559
1560 /* DDI -> PLL mapping */
efa80add
S		 1561 val = I915_READ(DPLL_CTRL2);
1562
1563 val &= ~(DPLL_CTRL2_DDI_CLK_OFF(port) |
1564 DPLL_CTRL2_DDI_CLK_SEL_MASK(port));
1565 val |= (DPLL_CTRL2_DDI_CLK_SEL(dpll, port) |
1566 DPLL_CTRL2_DDI_SEL_OVERRIDE(port));
1567
1568 I915_WRITE(DPLL_CTRL2, val);
5416d871 1569
1ab23380 1570 } else if (INTEL_INFO(dev)->gen < 9) {
6e3c9717
ACO		 1571 WARN_ON(crtc->config->ddi_pll_sel == PORT_CLK_SEL_NONE);
1572 I915_WRITE(PORT_CLK_SEL(port), crtc->config->ddi_pll_sel);
efa80add 1573 }
c19b0669 1574
82a4d9c0 1575 if (type == INTEL_OUTPUT_DISPLAYPORT || type == INTEL_OUTPUT_EDP) {
c19b0669 1576 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
30cf6db8 1577
44905a27 1578 intel_ddi_init_dp_buf_reg(intel_encoder);
c19b0669
PZ		 1579
1580 intel_dp_sink_dpms(intel_dp, DRM_MODE_DPMS_ON);
1581 intel_dp_start_link_train(intel_dp);
1582 intel_dp_complete_link_train(intel_dp);
23f08d83 1583 if (port != PORT_A || INTEL_INFO(dev)->gen >= 9)
3ab9c637 1584 intel_dp_stop_link_train(intel_dp);
30cf6db8
DV		 1585 } else if (type == INTEL_OUTPUT_HDMI) {
1586 struct intel_hdmi *intel_hdmi = enc_to_intel_hdmi(encoder);
1587
1588 intel_hdmi->set_infoframes(encoder,
6e3c9717
ACO		 1589 crtc->config->has_hdmi_sink,
1590 &crtc->config->base.adjusted_mode);
c19b0669 1591 }
6441ab5f
PZ		 1592}
1593
00c09d70 1594static void intel_ddi_post_disable(struct intel_encoder *intel_encoder)
6441ab5f
PZ		 1595{
1596 struct drm_encoder *encoder = &intel_encoder->base;
efa80add
S		 1597 struct drm_device *dev = encoder->dev;
1598 struct drm_i915_private *dev_priv = dev->dev_private;
6441ab5f 1599 enum port port = intel_ddi_get_encoder_port(intel_encoder);
82a4d9c0 1600 int type = intel_encoder->type;
2886e93f 1601 uint32_t val;
a836bdf9 1602 bool wait = false;
2886e93f
PZ		 1603
1604 val = I915_READ(DDI_BUF_CTL(port));
1605 if (val & DDI_BUF_CTL_ENABLE) {
1606 val &= ~DDI_BUF_CTL_ENABLE;
1607 I915_WRITE(DDI_BUF_CTL(port), val);
a836bdf9 1608 wait = true;
2886e93f 1609 }
6441ab5f 1610
a836bdf9
PZ		 1611 val = I915_READ(DP_TP_CTL(port));
1612 val &= ~(DP_TP_CTL_ENABLE | DP_TP_CTL_LINK_TRAIN_MASK);
1613 val |= DP_TP_CTL_LINK_TRAIN_PAT1;
1614 I915_WRITE(DP_TP_CTL(port), val);
1615
1616 if (wait)
1617 intel_wait_ddi_buf_idle(dev_priv, port);
1618
76bb80ed 1619 if (type == INTEL_OUTPUT_DISPLAYPORT || type == INTEL_OUTPUT_EDP) {
82a4d9c0 1620 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
76bb80ed 1621 intel_dp_sink_dpms(intel_dp, DRM_MODE_DPMS_OFF);
24f3e092 1622 intel_edp_panel_vdd_on(intel_dp);
4be73780 1623 intel_edp_panel_off(intel_dp);
82a4d9c0
PZ		 1624 }
1625
efa80add
S		 1626 if (IS_SKYLAKE(dev))
1627 I915_WRITE(DPLL_CTRL2, (I915_READ(DPLL_CTRL2) |
1628 DPLL_CTRL2_DDI_CLK_OFF(port)));
1ab23380 1629 else if (INTEL_INFO(dev)->gen < 9)
efa80add 1630 I915_WRITE(PORT_CLK_SEL(port), PORT_CLK_SEL_NONE);
6441ab5f
PZ		 1631}
1632
00c09d70 1633static void intel_enable_ddi(struct intel_encoder *intel_encoder)
72662e10 1634{
6547fef8 1635 struct drm_encoder *encoder = &intel_encoder->base;
7b9f35a6
WX		 1636 struct drm_crtc *crtc = encoder->crtc;
1637 struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
6547fef8 1638 struct drm_device *dev = encoder->dev;
72662e10 1639 struct drm_i915_private *dev_priv = dev->dev_private;
6547fef8
PZ		 1640 enum port port = intel_ddi_get_encoder_port(intel_encoder);
1641 int type = intel_encoder->type;
72662e10 1642
6547fef8 1643 if (type == INTEL_OUTPUT_HDMI) {
876a8cdf
DL		 1644 struct intel_digital_port *intel_dig_port =
1645 enc_to_dig_port(encoder);
1646
6547fef8
PZ		 1647 /* In HDMI/DVI mode, the port width, and swing/emphasis values
1648 * are ignored so nothing special needs to be done besides
1649 * enabling the port.
1650 */
876a8cdf 1651 I915_WRITE(DDI_BUF_CTL(port),
bcf53de4
SM		 1652 intel_dig_port->saved_port_bits |
1653 DDI_BUF_CTL_ENABLE);
d6c50ff8
PZ		 1654 } else if (type == INTEL_OUTPUT_EDP) {
1655 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1656
23f08d83 1657 if (port == PORT_A && INTEL_INFO(dev)->gen < 9)
3ab9c637
ID		 1658 intel_dp_stop_link_train(intel_dp);
1659
4be73780 1660 intel_edp_backlight_on(intel_dp);
0bc12bcb 1661 intel_psr_enable(intel_dp);
c395578e 1662 intel_edp_drrs_enable(intel_dp);
6547fef8 1663 }
7b9f35a6 1664
6e3c9717 1665 if (intel_crtc->config->has_audio) {
d45a0bf5 1666 intel_display_power_get(dev_priv, POWER_DOMAIN_AUDIO);
69bfe1a9 1667 intel_audio_codec_enable(intel_encoder);
7b9f35a6 1668 }
5ab432ef
DV		 1669}
1670
00c09d70 1671static void intel_disable_ddi(struct intel_encoder *intel_encoder)
5ab432ef 1672{
d6c50ff8 1673 struct drm_encoder *encoder = &intel_encoder->base;
7b9f35a6
WX		 1674 struct drm_crtc *crtc = encoder->crtc;
1675 struct intel_crtc *intel_crtc = to_intel_crtc(crtc);
d6c50ff8 1676 int type = intel_encoder->type;
7b9f35a6
WX		 1677 struct drm_device *dev = encoder->dev;
1678 struct drm_i915_private *dev_priv = dev->dev_private;
d6c50ff8 1679
6e3c9717 1680 if (intel_crtc->config->has_audio) {
69bfe1a9 1681 intel_audio_codec_disable(intel_encoder);
d45a0bf5
PZ		 1682 intel_display_power_put(dev_priv, POWER_DOMAIN_AUDIO);
1683 }
2831d842 1684
d6c50ff8
PZ		 1685 if (type == INTEL_OUTPUT_EDP) {
1686 struct intel_dp *intel_dp = enc_to_intel_dp(encoder);
1687
c395578e 1688 intel_edp_drrs_disable(intel_dp);
0bc12bcb 1689 intel_psr_disable(intel_dp);
4be73780 1690 intel_edp_backlight_off(intel_dp);
d6c50ff8 1691 }
72662e10 1692}
79f689aa 1693
e0b01be4
DV		 1694static void hsw_ddi_pll_enable(struct drm_i915_private *dev_priv,
1695 struct intel_shared_dpll *pll)
1696{
3e369b76 1697 I915_WRITE(WRPLL_CTL(pll->id), pll->config.hw_state.wrpll);
e0b01be4
DV		 1698 POSTING_READ(WRPLL_CTL(pll->id));
1699 udelay(20);
1700}
1701
12030431
DV		 1702static void hsw_ddi_pll_disable(struct drm_i915_private *dev_priv,
1703 struct intel_shared_dpll *pll)
1704{
1705 uint32_t val;
1706
1707 val = I915_READ(WRPLL_CTL(pll->id));
12030431
DV		 1708 I915_WRITE(WRPLL_CTL(pll->id), val & ~WRPLL_PLL_ENABLE);
1709 POSTING_READ(WRPLL_CTL(pll->id));
1710}
1711
d452c5b6
DV		 1712static bool hsw_ddi_pll_get_hw_state(struct drm_i915_private *dev_priv,
1713 struct intel_shared_dpll *pll,
1714 struct intel_dpll_hw_state *hw_state)
1715{
1716 uint32_t val;
1717
f458ebbc 1718 if (!intel_display_power_is_enabled(dev_priv, POWER_DOMAIN_PLLS))
d452c5b6
DV		 1719 return false;
1720
1721 val = I915_READ(WRPLL_CTL(pll->id));
1722 hw_state->wrpll = val;
1723
1724 return val & WRPLL_PLL_ENABLE;
1725}
1726
ca1381b5 1727static const char * const hsw_ddi_pll_names[] = {
9cd86933
DV		 1728 "WRPLL 1",
1729 "WRPLL 2",
1730};
1731
143b307c 1732static void hsw_shared_dplls_init(struct drm_i915_private *dev_priv)
79f689aa 1733{
9cd86933
DV		 1734 int i;
1735
716c2e55 1736 dev_priv->num_shared_dpll = 2;
9cd86933 1737
716c2e55 1738 for (i = 0; i < dev_priv->num_shared_dpll; i++) {
9cd86933
DV		 1739 dev_priv->shared_dplls[i].id = i;
1740 dev_priv->shared_dplls[i].name = hsw_ddi_pll_names[i];
12030431 1741 dev_priv->shared_dplls[i].disable = hsw_ddi_pll_disable;
e0b01be4 1742 dev_priv->shared_dplls[i].enable = hsw_ddi_pll_enable;
d452c5b6
DV		 1743 dev_priv->shared_dplls[i].get_hw_state =
1744 hsw_ddi_pll_get_hw_state;
9cd86933 1745 }
143b307c
DL		 1746}
1747
d1a2dc78
S		 1748static const char * const skl_ddi_pll_names[] = {
1749 "DPLL 1",
1750 "DPLL 2",
1751 "DPLL 3",
1752};
1753
1754struct skl_dpll_regs {
1755 u32 ctl, cfgcr1, cfgcr2;
1756};
1757
1758/* this array is indexed by the *shared* pll id */
1759static const struct skl_dpll_regs skl_dpll_regs[3] = {
1760 {
1761 /* DPLL 1 */
1762 .ctl = LCPLL2_CTL,
1763 .cfgcr1 = DPLL1_CFGCR1,
1764 .cfgcr2 = DPLL1_CFGCR2,
1765 },
1766 {
1767 /* DPLL 2 */
1768 .ctl = WRPLL_CTL1,
1769 .cfgcr1 = DPLL2_CFGCR1,
1770 .cfgcr2 = DPLL2_CFGCR2,
1771 },
1772 {
1773 /* DPLL 3 */
1774 .ctl = WRPLL_CTL2,
1775 .cfgcr1 = DPLL3_CFGCR1,
1776 .cfgcr2 = DPLL3_CFGCR2,
1777 },
1778};
1779
1780static void skl_ddi_pll_enable(struct drm_i915_private *dev_priv,
1781 struct intel_shared_dpll *pll)
1782{
1783 uint32_t val;
1784 unsigned int dpll;
1785 const struct skl_dpll_regs *regs = skl_dpll_regs;
1786
1787 /* DPLL0 is not part of the shared DPLLs, so pll->id is 0 for DPLL1 */
1788 dpll = pll->id + 1;
1789
1790 val = I915_READ(DPLL_CTRL1);
1791
1792 val &= ~(DPLL_CTRL1_HDMI_MODE(dpll) | DPLL_CTRL1_SSC(dpll) |
1793 DPLL_CRTL1_LINK_RATE_MASK(dpll));
1794 val |= pll->config.hw_state.ctrl1 << (dpll * 6);
1795
1796 I915_WRITE(DPLL_CTRL1, val);
1797 POSTING_READ(DPLL_CTRL1);
1798
1799 I915_WRITE(regs[pll->id].cfgcr1, pll->config.hw_state.cfgcr1);
1800 I915_WRITE(regs[pll->id].cfgcr2, pll->config.hw_state.cfgcr2);
1801 POSTING_READ(regs[pll->id].cfgcr1);
1802 POSTING_READ(regs[pll->id].cfgcr2);
1803
1804 /* the enable bit is always bit 31 */
1805 I915_WRITE(regs[pll->id].ctl,
1806 I915_READ(regs[pll->id].ctl) | LCPLL_PLL_ENABLE);
1807
1808 if (wait_for(I915_READ(DPLL_STATUS) & DPLL_LOCK(dpll), 5))
1809 DRM_ERROR("DPLL %d not locked\n", dpll);
1810}
1811
1812static void skl_ddi_pll_disable(struct drm_i915_private *dev_priv,
1813 struct intel_shared_dpll *pll)
1814{
1815 const struct skl_dpll_regs *regs = skl_dpll_regs;
1816
1817 /* the enable bit is always bit 31 */
1818 I915_WRITE(regs[pll->id].ctl,
1819 I915_READ(regs[pll->id].ctl) & ~LCPLL_PLL_ENABLE);
1820 POSTING_READ(regs[pll->id].ctl);
1821}
1822
1823static bool skl_ddi_pll_get_hw_state(struct drm_i915_private *dev_priv,
1824 struct intel_shared_dpll *pll,
1825 struct intel_dpll_hw_state *hw_state)
1826{
1827 uint32_t val;
1828 unsigned int dpll;
1829 const struct skl_dpll_regs *regs = skl_dpll_regs;
1830
1831 if (!intel_display_power_is_enabled(dev_priv, POWER_DOMAIN_PLLS))
1832 return false;
1833
1834 /* DPLL0 is not part of the shared DPLLs, so pll->id is 0 for DPLL1 */
1835 dpll = pll->id + 1;
1836
1837 val = I915_READ(regs[pll->id].ctl);
1838 if (!(val & LCPLL_PLL_ENABLE))
1839 return false;
1840
1841 val = I915_READ(DPLL_CTRL1);
1842 hw_state->ctrl1 = (val >> (dpll * 6)) & 0x3f;
1843
1844 /* avoid reading back stale values if HDMI mode is not enabled */
1845 if (val & DPLL_CTRL1_HDMI_MODE(dpll)) {
1846 hw_state->cfgcr1 = I915_READ(regs[pll->id].cfgcr1);
1847 hw_state->cfgcr2 = I915_READ(regs[pll->id].cfgcr2);
1848 }
1849
1850 return true;
1851}
1852
1853static void skl_shared_dplls_init(struct drm_i915_private *dev_priv)
1854{
1855 int i;
1856
1857 dev_priv->num_shared_dpll = 3;
1858
1859 for (i = 0; i < dev_priv->num_shared_dpll; i++) {
1860 dev_priv->shared_dplls[i].id = i;
1861 dev_priv->shared_dplls[i].name = skl_ddi_pll_names[i];
1862 dev_priv->shared_dplls[i].disable = skl_ddi_pll_disable;
1863 dev_priv->shared_dplls[i].enable = skl_ddi_pll_enable;
1864 dev_priv->shared_dplls[i].get_hw_state =
1865 skl_ddi_pll_get_hw_state;
1866 }
1867}
1868
5c6706e5
VK		 1869static void broxton_phy_init(struct drm_i915_private *dev_priv,
1870 enum dpio_phy phy)
1871{
1872 enum port port;
1873 uint32_t val;
1874
1875 val = I915_READ(BXT_P_CR_GT_DISP_PWRON);
1876 val |= GT_DISPLAY_POWER_ON(phy);
1877 I915_WRITE(BXT_P_CR_GT_DISP_PWRON, val);
1878
1879 /* Considering 10ms timeout until BSpec is updated */
1880 if (wait_for(I915_READ(BXT_PORT_CL1CM_DW0(phy)) & PHY_POWER_GOOD, 10))
1881 DRM_ERROR("timeout during PHY%d power on\n", phy);
1882
1883 for (port = (phy == DPIO_PHY0 ? PORT_B : PORT_A);
1884 port <= (phy == DPIO_PHY0 ? PORT_C : PORT_A); port++) {
1885 int lane;
1886
1887 for (lane = 0; lane < 4; lane++) {
1888 val = I915_READ(BXT_PORT_TX_DW14_LN(port, lane));
1889 /*
1890 * Note that on CHV this flag is called UPAR, but has
1891 * the same function.
1892 */
1893 val &= ~LATENCY_OPTIM;
1894 if (lane != 1)
1895 val |= LATENCY_OPTIM;
1896
1897 I915_WRITE(BXT_PORT_TX_DW14_LN(port, lane), val);
1898 }
1899 }
1900
1901 /* Program PLL Rcomp code offset */
1902 val = I915_READ(BXT_PORT_CL1CM_DW9(phy));
1903 val &= ~IREF0RC_OFFSET_MASK;
1904 val |= 0xE4 << IREF0RC_OFFSET_SHIFT;
1905 I915_WRITE(BXT_PORT_CL1CM_DW9(phy), val);
1906
1907 val = I915_READ(BXT_PORT_CL1CM_DW10(phy));
1908 val &= ~IREF1RC_OFFSET_MASK;
1909 val |= 0xE4 << IREF1RC_OFFSET_SHIFT;
1910 I915_WRITE(BXT_PORT_CL1CM_DW10(phy), val);
1911
1912 /* Program power gating */
1913 val = I915_READ(BXT_PORT_CL1CM_DW28(phy));
1914 val |= OCL1_POWER_DOWN_EN | DW28_OLDO_DYN_PWR_DOWN_EN |
1915 SUS_CLK_CONFIG;
1916 I915_WRITE(BXT_PORT_CL1CM_DW28(phy), val);
1917
1918 if (phy == DPIO_PHY0) {
1919 val = I915_READ(BXT_PORT_CL2CM_DW6_BC);
1920 val |= DW6_OLDO_DYN_PWR_DOWN_EN;
1921 I915_WRITE(BXT_PORT_CL2CM_DW6_BC, val);
1922 }
1923
1924 val = I915_READ(BXT_PORT_CL1CM_DW30(phy));
1925 val &= ~OCL2_LDOFUSE_PWR_DIS;
1926 /*
1927 * On PHY1 disable power on the second channel, since no port is
1928 * connected there. On PHY0 both channels have a port, so leave it
1929 * enabled.
1930 * TODO: port C is only connected on BXT-P, so on BXT0/1 we should
1931 * power down the second channel on PHY0 as well.
1932 */
1933 if (phy == DPIO_PHY1)
1934 val |= OCL2_LDOFUSE_PWR_DIS;
1935 I915_WRITE(BXT_PORT_CL1CM_DW30(phy), val);
1936
1937 if (phy == DPIO_PHY0) {
1938 uint32_t grc_code;
1939 /*
1940 * PHY0 isn't connected to an RCOMP resistor so copy over
1941 * the corresponding calibrated value from PHY1, and disable
1942 * the automatic calibration on PHY0.
1943 */
1944 if (wait_for(I915_READ(BXT_PORT_REF_DW3(DPIO_PHY1)) & GRC_DONE,
1945 10))
1946 DRM_ERROR("timeout waiting for PHY1 GRC\n");
1947
1948 val = I915_READ(BXT_PORT_REF_DW6(DPIO_PHY1));
1949 val = (val & GRC_CODE_MASK) >> GRC_CODE_SHIFT;
1950 grc_code = val << GRC_CODE_FAST_SHIFT |
1951 val << GRC_CODE_SLOW_SHIFT |
1952 val;
1953 I915_WRITE(BXT_PORT_REF_DW6(DPIO_PHY0), grc_code);
1954
1955 val = I915_READ(BXT_PORT_REF_DW8(DPIO_PHY0));
1956 val |= GRC_DIS | GRC_RDY_OVRD;
1957 I915_WRITE(BXT_PORT_REF_DW8(DPIO_PHY0), val);
1958 }
1959
1960 val = I915_READ(BXT_PHY_CTL_FAMILY(phy));
1961 val |= COMMON_RESET_DIS;
1962 I915_WRITE(BXT_PHY_CTL_FAMILY(phy), val);
1963}
1964
1965void broxton_ddi_phy_init(struct drm_device *dev)
1966{
1967 /* Enable PHY1 first since it provides Rcomp for PHY0 */
1968 broxton_phy_init(dev->dev_private, DPIO_PHY1);
1969 broxton_phy_init(dev->dev_private, DPIO_PHY0);
1970}
1971
1972static void broxton_phy_uninit(struct drm_i915_private *dev_priv,
1973 enum dpio_phy phy)
1974{
1975 uint32_t val;
1976
1977 val = I915_READ(BXT_PHY_CTL_FAMILY(phy));
1978 val &= ~COMMON_RESET_DIS;
1979 I915_WRITE(BXT_PHY_CTL_FAMILY(phy), val);
1980}
1981
1982void broxton_ddi_phy_uninit(struct drm_device *dev)
1983{
1984 struct drm_i915_private *dev_priv = dev->dev_private;
1985
1986 broxton_phy_uninit(dev_priv, DPIO_PHY1);
1987 broxton_phy_uninit(dev_priv, DPIO_PHY0);
1988
1989 /* FIXME: do this in broxton_phy_uninit per phy */
1990 I915_WRITE(BXT_P_CR_GT_DISP_PWRON, 0);
1991}
1992
dfb82408
S		 1993static const char * const bxt_ddi_pll_names[] = {
1994 "PORT PLL A",
1995 "PORT PLL B",
1996 "PORT PLL C",
1997};
1998
1999static void bxt_ddi_pll_enable(struct drm_i915_private *dev_priv,
2000 struct intel_shared_dpll *pll)
2001{
2002 uint32_t temp;
2003 enum port port = (enum port)pll->id; /* 1:1 port->PLL mapping */
2004
2005 temp = I915_READ(BXT_PORT_PLL_ENABLE(port));
2006 temp &= ~PORT_PLL_REF_SEL;
2007 /* Non-SSC reference */
2008 I915_WRITE(BXT_PORT_PLL_ENABLE(port), temp);
2009
2010 /* Disable 10 bit clock */
2011 temp = I915_READ(BXT_PORT_PLL_EBB_4(port));
2012 temp &= ~PORT_PLL_10BIT_CLK_ENABLE;
2013 I915_WRITE(BXT_PORT_PLL_EBB_4(port), temp);
2014
2015 /* Write P1 & P2 */
2016 temp = I915_READ(BXT_PORT_PLL_EBB_0(port));
2017 temp &= ~(PORT_PLL_P1_MASK | PORT_PLL_P2_MASK);
2018 temp |= pll->config.hw_state.ebb0;
2019 I915_WRITE(BXT_PORT_PLL_EBB_0(port), temp);
2020
2021 /* Write M2 integer */
2022 temp = I915_READ(BXT_PORT_PLL(port, 0));
2023 temp &= ~PORT_PLL_M2_MASK;
2024 temp |= pll->config.hw_state.pll0;
2025 I915_WRITE(BXT_PORT_PLL(port, 0), temp);
2026
2027 /* Write N */
2028 temp = I915_READ(BXT_PORT_PLL(port, 1));
2029 temp &= ~PORT_PLL_N_MASK;
2030 temp |= pll->config.hw_state.pll1;
2031 I915_WRITE(BXT_PORT_PLL(port, 1), temp);
2032
2033 /* Write M2 fraction */
2034 temp = I915_READ(BXT_PORT_PLL(port, 2));
2035 temp &= ~PORT_PLL_M2_FRAC_MASK;
2036 temp |= pll->config.hw_state.pll2;
2037 I915_WRITE(BXT_PORT_PLL(port, 2), temp);
2038
2039 /* Write M2 fraction enable */
2040 temp = I915_READ(BXT_PORT_PLL(port, 3));
2041 temp &= ~PORT_PLL_M2_FRAC_ENABLE;
2042 temp |= pll->config.hw_state.pll3;
2043 I915_WRITE(BXT_PORT_PLL(port, 3), temp);
2044
2045 /* Write coeff */
2046 temp = I915_READ(BXT_PORT_PLL(port, 6));
2047 temp &= ~PORT_PLL_PROP_COEFF_MASK;
2048 temp &= ~PORT_PLL_INT_COEFF_MASK;
2049 temp &= ~PORT_PLL_GAIN_CTL_MASK;
2050 temp |= pll->config.hw_state.pll6;
2051 I915_WRITE(BXT_PORT_PLL(port, 6), temp);
2052
2053 /* Write calibration val */
2054 temp = I915_READ(BXT_PORT_PLL(port, 8));
2055 temp &= ~PORT_PLL_TARGET_CNT_MASK;
2056 temp |= pll->config.hw_state.pll8;
2057 I915_WRITE(BXT_PORT_PLL(port, 8), temp);
2058
2059 /*
2060 * FIXME: program PORT_PLL_9/i_lockthresh according to the latest
2061 * specification update.
2062 */
2063
2064 /* Recalibrate with new settings */
2065 temp = I915_READ(BXT_PORT_PLL_EBB_4(port));
2066 temp |= PORT_PLL_RECALIBRATE;
2067 I915_WRITE(BXT_PORT_PLL_EBB_4(port), temp);
2068 /* Enable 10 bit clock */
2069 temp |= PORT_PLL_10BIT_CLK_ENABLE;
2070 I915_WRITE(BXT_PORT_PLL_EBB_4(port), temp);
2071
2072 /* Enable PLL */
2073 temp = I915_READ(BXT_PORT_PLL_ENABLE(port));
2074 temp |= PORT_PLL_ENABLE;
2075 I915_WRITE(BXT_PORT_PLL_ENABLE(port), temp);
2076 POSTING_READ(BXT_PORT_PLL_ENABLE(port));
2077
2078 if (wait_for_atomic_us((I915_READ(BXT_PORT_PLL_ENABLE(port)) &
2079 PORT_PLL_LOCK), 200))
2080 DRM_ERROR("PLL %d not locked\n", port);
2081
2082 /*
2083 * While we write to the group register to program all lanes at once we
2084 * can read only lane registers and we pick lanes 0/1 for that.
2085 */
2086 temp = I915_READ(BXT_PORT_PCS_DW12_LN01(port));
2087 temp &= ~LANE_STAGGER_MASK;
2088 temp &= ~LANESTAGGER_STRAP_OVRD;
2089 temp |= pll->config.hw_state.pcsdw12;
2090 I915_WRITE(BXT_PORT_PCS_DW12_GRP(port), temp);
2091}
2092
2093static void bxt_ddi_pll_disable(struct drm_i915_private *dev_priv,
2094 struct intel_shared_dpll *pll)
2095{
2096 enum port port = (enum port)pll->id; /* 1:1 port->PLL mapping */
2097 uint32_t temp;
2098
2099 temp = I915_READ(BXT_PORT_PLL_ENABLE(port));
2100 temp &= ~PORT_PLL_ENABLE;
2101 I915_WRITE(BXT_PORT_PLL_ENABLE(port), temp);
2102 POSTING_READ(BXT_PORT_PLL_ENABLE(port));
2103}
2104
2105static bool bxt_ddi_pll_get_hw_state(struct drm_i915_private *dev_priv,
2106 struct intel_shared_dpll *pll,
2107 struct intel_dpll_hw_state *hw_state)
2108{
2109 enum port port = (enum port)pll->id; /* 1:1 port->PLL mapping */
2110 uint32_t val;
2111
2112 if (!intel_display_power_is_enabled(dev_priv, POWER_DOMAIN_PLLS))
2113 return false;
2114
2115 val = I915_READ(BXT_PORT_PLL_ENABLE(port));
2116 if (!(val & PORT_PLL_ENABLE))
2117 return false;
2118
2119 hw_state->ebb0 = I915_READ(BXT_PORT_PLL_EBB_0(port));
2120 hw_state->pll0 = I915_READ(BXT_PORT_PLL(port, 0));
2121 hw_state->pll1 = I915_READ(BXT_PORT_PLL(port, 1));
2122 hw_state->pll2 = I915_READ(BXT_PORT_PLL(port, 2));
2123 hw_state->pll3 = I915_READ(BXT_PORT_PLL(port, 3));
2124 hw_state->pll6 = I915_READ(BXT_PORT_PLL(port, 6));
2125 hw_state->pll8 = I915_READ(BXT_PORT_PLL(port, 8));
2126 /*
2127 * While we write to the group register to program all lanes at once we
2128 * can read only lane registers. We configure all lanes the same way, so
2129 * here just read out lanes 0/1 and output a note if lanes 2/3 differ.
2130 */
2131 hw_state->pcsdw12 = I915_READ(BXT_PORT_PCS_DW12_LN01(port));
2132 if (I915_READ(BXT_PORT_PCS_DW12_LN23(port) != hw_state->pcsdw12))
2133 DRM_DEBUG_DRIVER("lane stagger config different for lane 01 (%08x) and 23 (%08x)\n",
2134 hw_state->pcsdw12,
2135 I915_READ(BXT_PORT_PCS_DW12_LN23(port)));
2136
2137 return true;
2138}
2139
2140static void bxt_shared_dplls_init(struct drm_i915_private *dev_priv)
2141{
2142 int i;
2143
2144 dev_priv->num_shared_dpll = 3;
2145
2146 for (i = 0; i < dev_priv->num_shared_dpll; i++) {
2147 dev_priv->shared_dplls[i].id = i;
2148 dev_priv->shared_dplls[i].name = bxt_ddi_pll_names[i];
2149 dev_priv->shared_dplls[i].disable = bxt_ddi_pll_disable;
2150 dev_priv->shared_dplls[i].enable = bxt_ddi_pll_enable;
2151 dev_priv->shared_dplls[i].get_hw_state =
2152 bxt_ddi_pll_get_hw_state;
2153 }
2154}
2155
143b307c
DL		 2156void intel_ddi_pll_init(struct drm_device *dev)
2157{
2158 struct drm_i915_private *dev_priv = dev->dev_private;
2159 uint32_t val = I915_READ(LCPLL_CTL);
2160
d1a2dc78
S		 2161 if (IS_SKYLAKE(dev))
2162 skl_shared_dplls_init(dev_priv);
dfb82408
S		 2163 else if (IS_BROXTON(dev))
2164 bxt_shared_dplls_init(dev_priv);
d1a2dc78
S		 2165 else
2166 hsw_shared_dplls_init(dev_priv);
79f689aa 2167
b2b877ff 2168 DRM_DEBUG_KMS("CDCLK running at %dKHz\n",
1652d19e 2169 dev_priv->display.get_display_clock_speed(dev));
79f689aa 2170
121643c2
S		 2171 if (IS_SKYLAKE(dev)) {
2172 if (!(I915_READ(LCPLL1_CTL) & LCPLL_PLL_ENABLE))
2173 DRM_ERROR("LCPLL1 is disabled\n");
f8437dd1
VK		 2174 } else if (IS_BROXTON(dev)) {
2175 broxton_init_cdclk(dev);
5c6706e5 2176 broxton_ddi_phy_init(dev);
121643c2
S		 2177 } else {
2178 /*
2179 * The LCPLL register should be turned on by the BIOS. For now
2180 * let's just check its state and print errors in case
2181 * something is wrong. Don't even try to turn it on.
2182 */
2183
2184 if (val & LCPLL_CD_SOURCE_FCLK)
2185 DRM_ERROR("CDCLK source is not LCPLL\n");
79f689aa 2186
121643c2
S		 2187 if (val & LCPLL_PLL_DISABLE)
2188 DRM_ERROR("LCPLL is disabled\n");
2189 }
79f689aa 2190}
c19b0669
PZ		 2191
2192void intel_ddi_prepare_link_retrain(struct drm_encoder *encoder)
2193{
174edf1f
PZ		 2194 struct intel_digital_port *intel_dig_port = enc_to_dig_port(encoder);
2195 struct intel_dp *intel_dp = &intel_dig_port->dp;
c19b0669 2196 struct drm_i915_private *dev_priv = encoder->dev->dev_private;
174edf1f 2197 enum port port = intel_dig_port->port;
c19b0669 2198 uint32_t val;
f3e227df 2199 bool wait = false;
c19b0669
PZ		 2200
2201 if (I915_READ(DP_TP_CTL(port)) & DP_TP_CTL_ENABLE) {
2202 val = I915_READ(DDI_BUF_CTL(port));
2203 if (val & DDI_BUF_CTL_ENABLE) {
2204 val &= ~DDI_BUF_CTL_ENABLE;
2205 I915_WRITE(DDI_BUF_CTL(port), val);
2206 wait = true;
2207 }
2208
2209 val = I915_READ(DP_TP_CTL(port));
2210 val &= ~(DP_TP_CTL_ENABLE | DP_TP_CTL_LINK_TRAIN_MASK);
2211 val |= DP_TP_CTL_LINK_TRAIN_PAT1;
2212 I915_WRITE(DP_TP_CTL(port), val);
2213 POSTING_READ(DP_TP_CTL(port));
2214
2215 if (wait)
2216 intel_wait_ddi_buf_idle(dev_priv, port);
2217 }
2218
0e32b39c 2219 val = DP_TP_CTL_ENABLE |
c19b0669 2220 DP_TP_CTL_LINK_TRAIN_PAT1 | DP_TP_CTL_SCRAMBLE_DISABLE;
0e32b39c
DA		 2221 if (intel_dp->is_mst)
2222 val |= DP_TP_CTL_MODE_MST;
2223 else {
2224 val |= DP_TP_CTL_MODE_SST;
2225 if (drm_dp_enhanced_frame_cap(intel_dp->dpcd))
2226 val |= DP_TP_CTL_ENHANCED_FRAME_ENABLE;
2227 }
c19b0669
PZ		 2228 I915_WRITE(DP_TP_CTL(port), val);
2229 POSTING_READ(DP_TP_CTL(port));
2230
2231 intel_dp->DP |= DDI_BUF_CTL_ENABLE;
2232 I915_WRITE(DDI_BUF_CTL(port), intel_dp->DP);
2233 POSTING_READ(DDI_BUF_CTL(port));
2234
2235 udelay(600);
2236}
00c09d70 2237
1ad960f2
PZ		 2238void intel_ddi_fdi_disable(struct drm_crtc *crtc)
2239{
2240 struct drm_i915_private *dev_priv = crtc->dev->dev_private;
2241 struct intel_encoder *intel_encoder = intel_ddi_get_crtc_encoder(crtc);
2242 uint32_t val;
2243
2244 intel_ddi_post_disable(intel_encoder);
2245
2246 val = I915_READ(_FDI_RXA_CTL);
2247 val &= ~FDI_RX_ENABLE;
2248 I915_WRITE(_FDI_RXA_CTL, val);
2249
2250 val = I915_READ(_FDI_RXA_MISC);
2251 val &= ~(FDI_RX_PWRDN_LANE1_MASK | FDI_RX_PWRDN_LANE0_MASK);
2252 val |= FDI_RX_PWRDN_LANE1_VAL(2) | FDI_RX_PWRDN_LANE0_VAL(2);
2253 I915_WRITE(_FDI_RXA_MISC, val);
2254
2255 val = I915_READ(_FDI_RXA_CTL);
2256 val &= ~FDI_PCDCLK;
2257 I915_WRITE(_FDI_RXA_CTL, val);
2258
2259 val = I915_READ(_FDI_RXA_CTL);
2260 val &= ~FDI_RX_PLL_ENABLE;
2261 I915_WRITE(_FDI_RXA_CTL, val);
2262}
2263
00c09d70
PZ		 2264static void intel_ddi_hot_plug(struct intel_encoder *intel_encoder)
2265{
0e32b39c
DA		 2266 struct intel_digital_port *intel_dig_port = enc_to_dig_port(&intel_encoder->base);
2267 int type = intel_dig_port->base.type;
2268
2269 if (type != INTEL_OUTPUT_DISPLAYPORT &&
2270 type != INTEL_OUTPUT_EDP &&
2271 type != INTEL_OUTPUT_UNKNOWN) {
2272 return;
2273 }
00c09d70 2274
0e32b39c 2275 intel_dp_hot_plug(intel_encoder);
00c09d70
PZ		 2276}
2277
6801c18c 2278void intel_ddi_get_config(struct intel_encoder *encoder,
5cec258b 2279 struct intel_crtc_state *pipe_config)
045ac3b5
JB		 2280{
2281 struct drm_i915_private *dev_priv = encoder->base.dev->dev_private;
2282 struct intel_crtc *intel_crtc = to_intel_crtc(encoder->base.crtc);
0cb09a97 2283 enum transcoder cpu_transcoder = pipe_config->cpu_transcoder;
bbd440fb 2284 struct intel_hdmi *intel_hdmi;
045ac3b5
JB		 2285 u32 temp, flags = 0;
2286
2287 temp = I915_READ(TRANS_DDI_FUNC_CTL(cpu_transcoder));
2288 if (temp & TRANS_DDI_PHSYNC)
2289 flags |= DRM_MODE_FLAG_PHSYNC;
2290 else
2291 flags |= DRM_MODE_FLAG_NHSYNC;
2292 if (temp & TRANS_DDI_PVSYNC)
2293 flags |= DRM_MODE_FLAG_PVSYNC;
2294 else
2295 flags |= DRM_MODE_FLAG_NVSYNC;
2296
2d112de7 2297 pipe_config->base.adjusted_mode.flags |= flags;
42571aef
VS		 2298
2299 switch (temp & TRANS_DDI_BPC_MASK) {
2300 case TRANS_DDI_BPC_6:
2301 pipe_config->pipe_bpp = 18;
2302 break;
2303 case TRANS_DDI_BPC_8:
2304 pipe_config->pipe_bpp = 24;
2305 break;
2306 case TRANS_DDI_BPC_10:
2307 pipe_config->pipe_bpp = 30;
2308 break;
2309 case TRANS_DDI_BPC_12:
2310 pipe_config->pipe_bpp = 36;
2311 break;
2312 default:
2313 break;
2314 }
eb14cb74
VS		 2315
2316 switch (temp & TRANS_DDI_MODE_SELECT_MASK) {
2317 case TRANS_DDI_MODE_SELECT_HDMI:
6897b4b5 2318 pipe_config->has_hdmi_sink = true;
bbd440fb
DV		 2319 intel_hdmi = enc_to_intel_hdmi(&encoder->base);
2320
2321 if (intel_hdmi->infoframe_enabled(&encoder->base))
2322 pipe_config->has_infoframe = true;
cbc572a9 2323 break;
eb14cb74
VS		 2324 case TRANS_DDI_MODE_SELECT_DVI:
2325 case TRANS_DDI_MODE_SELECT_FDI:
2326 break;
2327 case TRANS_DDI_MODE_SELECT_DP_SST:
2328 case TRANS_DDI_MODE_SELECT_DP_MST:
2329 pipe_config->has_dp_encoder = true;
2330 intel_dp_get_m_n(intel_crtc, pipe_config);
2331 break;
2332 default:
2333 break;
2334 }
10214420 2335
f458ebbc 2336 if (intel_display_power_is_enabled(dev_priv, POWER_DOMAIN_AUDIO)) {
a60551b1 2337 temp = I915_READ(HSW_AUD_PIN_ELD_CP_VLD);
82910ac6 2338 if (temp & AUDIO_OUTPUT_ENABLE(intel_crtc->pipe))
a60551b1
PZ		 2339 pipe_config->has_audio = true;
2340 }
9ed109a7 2341
10214420
DV		 2342 if (encoder->type == INTEL_OUTPUT_EDP && dev_priv->vbt.edp_bpp &&
2343 pipe_config->pipe_bpp > dev_priv->vbt.edp_bpp) {
2344 /*
2345 * This is a big fat ugly hack.
2346 *
2347 * Some machines in UEFI boot mode provide us a VBT that has 18
2348 * bpp and 1.62 GHz link bandwidth for eDP, which for reasons
2349 * unknown we fail to light up. Yet the same BIOS boots up with
2350 * 24 bpp and 2.7 GHz link. Use the same bpp as the BIOS uses as
2351 * max, not what it tells us to use.
2352 *
2353 * Note: This will still be broken if the eDP panel is not lit
2354 * up by the BIOS, and thus we can't get the mode at module
2355 * load.
2356 */
2357 DRM_DEBUG_KMS("pipe has %d bpp for eDP panel, overriding BIOS-provided max %d bpp\n",
2358 pipe_config->pipe_bpp, dev_priv->vbt.edp_bpp);
2359 dev_priv->vbt.edp_bpp = pipe_config->pipe_bpp;
2360 }
11578553 2361
22606a18 2362 intel_ddi_clock_get(encoder, pipe_config);
045ac3b5
JB		 2363}
2364
00c09d70
PZ		 2365static void intel_ddi_destroy(struct drm_encoder *encoder)
2366{
2367 /* HDMI has nothing special to destroy, so we can go with this. */
2368 intel_dp_encoder_destroy(encoder);
2369}
2370
5bfe2ac0 2371static bool intel_ddi_compute_config(struct intel_encoder *encoder,
5cec258b 2372 struct intel_crtc_state *pipe_config)
00c09d70 2373{
5bfe2ac0 2374 int type = encoder->type;
eccb140b 2375 int port = intel_ddi_get_encoder_port(encoder);
00c09d70 2376
5bfe2ac0 2377 WARN(type == INTEL_OUTPUT_UNKNOWN, "compute_config() on unknown output!\n");
00c09d70 2378
eccb140b
DV		 2379 if (port == PORT_A)
2380 pipe_config->cpu_transcoder = TRANSCODER_EDP;
2381
00c09d70 2382 if (type == INTEL_OUTPUT_HDMI)
5bfe2ac0 2383 return intel_hdmi_compute_config(encoder, pipe_config);
00c09d70 2384 else
5bfe2ac0 2385 return intel_dp_compute_config(encoder, pipe_config);
00c09d70
PZ		 2386}
2387
2388static const struct drm_encoder_funcs intel_ddi_funcs = {
2389 .destroy = intel_ddi_destroy,
2390};
2391
4a28ae58
PZ		 2392static struct intel_connector *
2393intel_ddi_init_dp_connector(struct intel_digital_port *intel_dig_port)
2394{
2395 struct intel_connector *connector;
2396 enum port port = intel_dig_port->port;
2397
9bdbd0b9 2398 connector = intel_connector_alloc();
4a28ae58
PZ		 2399 if (!connector)
2400 return NULL;
2401
2402 intel_dig_port->dp.output_reg = DDI_BUF_CTL(port);
2403 if (!intel_dp_init_connector(intel_dig_port, connector)) {
2404 kfree(connector);
2405 return NULL;
2406 }
2407
2408 return connector;
2409}
2410
2411static struct intel_connector *
2412intel_ddi_init_hdmi_connector(struct intel_digital_port *intel_dig_port)
2413{
2414 struct intel_connector *connector;
2415 enum port port = intel_dig_port->port;
2416
9bdbd0b9 2417 connector = intel_connector_alloc();
4a28ae58
PZ		 2418 if (!connector)
2419 return NULL;
2420
2421 intel_dig_port->hdmi.hdmi_reg = DDI_BUF_CTL(port);
2422 intel_hdmi_init_connector(intel_dig_port, connector);
2423
2424 return connector;
2425}
2426
00c09d70
PZ		 2427void intel_ddi_init(struct drm_device *dev, enum port port)
2428{
876a8cdf 2429 struct drm_i915_private *dev_priv = dev->dev_private;
00c09d70
PZ		 2430 struct intel_digital_port *intel_dig_port;
2431 struct intel_encoder *intel_encoder;
2432 struct drm_encoder *encoder;
311a2094
PZ		 2433 bool init_hdmi, init_dp;
2434
2435 init_hdmi = (dev_priv->vbt.ddi_port_info[port].supports_dvi ||
2436 dev_priv->vbt.ddi_port_info[port].supports_hdmi);
2437 init_dp = dev_priv->vbt.ddi_port_info[port].supports_dp;
2438 if (!init_dp && !init_hdmi) {
f68d697e 2439 DRM_DEBUG_KMS("VBT says port %c is not DVI/HDMI/DP compatible, assuming it is\n",
311a2094
PZ		 2440 port_name(port));
2441 init_hdmi = true;
2442 init_dp = true;
2443 }
00c09d70 2444
b14c5679 2445 intel_dig_port = kzalloc(sizeof(*intel_dig_port), GFP_KERNEL);
00c09d70
PZ		 2446 if (!intel_dig_port)
2447 return;
2448
00c09d70
PZ		 2449 intel_encoder = &intel_dig_port->base;
2450 encoder = &intel_encoder->base;
2451
2452 drm_encoder_init(dev, encoder, &intel_ddi_funcs,
2453 DRM_MODE_ENCODER_TMDS);
00c09d70 2454
5bfe2ac0 2455 intel_encoder->compute_config = intel_ddi_compute_config;
00c09d70
PZ		 2456 intel_encoder->enable = intel_enable_ddi;
2457 intel_encoder->pre_enable = intel_ddi_pre_enable;
2458 intel_encoder->disable = intel_disable_ddi;
2459 intel_encoder->post_disable = intel_ddi_post_disable;
2460 intel_encoder->get_hw_state = intel_ddi_get_hw_state;
045ac3b5 2461 intel_encoder->get_config = intel_ddi_get_config;
00c09d70
PZ		 2462
2463 intel_dig_port->port = port;
bcf53de4
SM		 2464 intel_dig_port->saved_port_bits = I915_READ(DDI_BUF_CTL(port)) &
2465 (DDI_BUF_PORT_REVERSAL |
2466 DDI_A_4_LANES);
00c09d70
PZ		 2467
2468 intel_encoder->type = INTEL_OUTPUT_UNKNOWN;
f68d697e 2469 intel_encoder->crtc_mask = (1 << 0) | (1 << 1) | (1 << 2);
bc079e8b 2470 intel_encoder->cloneable = 0;
00c09d70
PZ		 2471 intel_encoder->hot_plug = intel_ddi_hot_plug;
2472
f68d697e
CW		 2473 if (init_dp) {
2474 if (!intel_ddi_init_dp_connector(intel_dig_port))
2475 goto err;
13cf5504 2476
f68d697e
CW		 2477 intel_dig_port->hpd_pulse = intel_dp_hpd_pulse;
2478 dev_priv->hpd_irq_port[port] = intel_dig_port;
2479 }
21a8e6a4 2480
311a2094
PZ		 2481 /* In theory we don't need the encoder->type check, but leave it just in
2482 * case we have some really bad VBTs... */
f68d697e
CW		 2483 if (intel_encoder->type != INTEL_OUTPUT_EDP && init_hdmi) {
2484 if (!intel_ddi_init_hdmi_connector(intel_dig_port))
2485 goto err;
21a8e6a4 2486 }
f68d697e
CW		 2487
2488 return;
2489
2490err:
2491 drm_encoder_cleanup(encoder);
2492 kfree(intel_dig_port);
00c09d70 2493}
Linux kernel - Deliverables
This page took 0.336287 seconds and 5 git commands to generate.