1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3 * Copyright (c) 2012-2020, The Linux Foundation. All rights reserved.
4 */
5
6 #define pr_fmt(fmt) "[drm-dp] %s: " fmt, __func__
7
8 #include <drm/drm_print.h>
9
10 #include "dp_link.h"
11 #include "dp_panel.h"
12
13 #define DP_TEST_REQUEST_MASK 0x7F
14
15 enum audio_sample_rate {
16 AUDIO_SAMPLE_RATE_32_KHZ = 0x00,
17 AUDIO_SAMPLE_RATE_44_1_KHZ = 0x01,
18 AUDIO_SAMPLE_RATE_48_KHZ = 0x02,
19 AUDIO_SAMPLE_RATE_88_2_KHZ = 0x03,
20 AUDIO_SAMPLE_RATE_96_KHZ = 0x04,
21 AUDIO_SAMPLE_RATE_176_4_KHZ = 0x05,
22 AUDIO_SAMPLE_RATE_192_KHZ = 0x06,
23 };
24
25 enum audio_pattern_type {
26 AUDIO_TEST_PATTERN_OPERATOR_DEFINED = 0x00,
27 AUDIO_TEST_PATTERN_SAWTOOTH = 0x01,
28 };
29
30 struct dp_link_request {
31 u32 test_requested;
32 u32 test_link_rate;
33 u32 test_lane_count;
34 };
35
36 struct dp_link_private {
37 u32 prev_sink_count;
38 struct device *dev;
39 struct drm_device *drm_dev;
40 struct drm_dp_aux *aux;
41 struct dp_link dp_link;
42
43 struct dp_link_request request;
44 struct mutex psm_mutex;
45 u8 link_status[DP_LINK_STATUS_SIZE];
46 };
47
dp_aux_link_power_up(struct drm_dp_aux * aux,struct dp_link_info * link)48 static int dp_aux_link_power_up(struct drm_dp_aux *aux,
49 struct dp_link_info *link)
50 {
51 u8 value;
52 ssize_t len;
53 int i;
54
55 if (link->revision < 0x11)
56 return 0;
57
58 len = drm_dp_dpcd_readb(aux, DP_SET_POWER, &value);
59 if (len < 0)
60 return len;
61
62 value &= ~DP_SET_POWER_MASK;
63 value |= DP_SET_POWER_D0;
64
65 /* retry for 1ms to give the sink time to wake up */
66 for (i = 0; i < 3; i++) {
67 len = drm_dp_dpcd_writeb(aux, DP_SET_POWER, value);
68 usleep_range(1000, 2000);
69 if (len == 1)
70 break;
71 }
72
73 return 0;
74 }
75
dp_aux_link_power_down(struct drm_dp_aux * aux,struct dp_link_info * link)76 static int dp_aux_link_power_down(struct drm_dp_aux *aux,
77 struct dp_link_info *link)
78 {
79 u8 value;
80 int err;
81
82 if (link->revision < 0x11)
83 return 0;
84
85 err = drm_dp_dpcd_readb(aux, DP_SET_POWER, &value);
86 if (err < 0)
87 return err;
88
89 value &= ~DP_SET_POWER_MASK;
90 value |= DP_SET_POWER_D3;
91
92 err = drm_dp_dpcd_writeb(aux, DP_SET_POWER, value);
93 if (err < 0)
94 return err;
95
96 return 0;
97 }
98
dp_link_get_period(struct dp_link_private * link,int const addr)99 static int dp_link_get_period(struct dp_link_private *link, int const addr)
100 {
101 int ret = 0;
102 u8 data;
103 u32 const max_audio_period = 0xA;
104
105 /* TEST_AUDIO_PERIOD_CH_XX */
106 if (drm_dp_dpcd_readb(link->aux, addr, &data) < 0) {
107 DRM_ERROR("failed to read test_audio_period (0x%x)\n", addr);
108 ret = -EINVAL;
109 goto exit;
110 }
111
112 /* Period - Bits 3:0 */
113 data = data & 0xF;
114 if ((int)data > max_audio_period) {
115 DRM_ERROR("invalid test_audio_period_ch_1 = 0x%x\n", data);
116 ret = -EINVAL;
117 goto exit;
118 }
119
120 ret = data;
121 exit:
122 return ret;
123 }
124
dp_link_parse_audio_channel_period(struct dp_link_private * link)125 static int dp_link_parse_audio_channel_period(struct dp_link_private *link)
126 {
127 int ret = 0;
128 struct dp_link_test_audio *req = &link->dp_link.test_audio;
129
130 ret = dp_link_get_period(link, DP_TEST_AUDIO_PERIOD_CH1);
131 if (ret == -EINVAL)
132 goto exit;
133
134 req->test_audio_period_ch_1 = ret;
135 drm_dbg_dp(link->drm_dev, "test_audio_period_ch_1 = 0x%x\n", ret);
136
137 ret = dp_link_get_period(link, DP_TEST_AUDIO_PERIOD_CH2);
138 if (ret == -EINVAL)
139 goto exit;
140
141 req->test_audio_period_ch_2 = ret;
142 drm_dbg_dp(link->drm_dev, "test_audio_period_ch_2 = 0x%x\n", ret);
143
144 /* TEST_AUDIO_PERIOD_CH_3 (Byte 0x275) */
145 ret = dp_link_get_period(link, DP_TEST_AUDIO_PERIOD_CH3);
146 if (ret == -EINVAL)
147 goto exit;
148
149 req->test_audio_period_ch_3 = ret;
150 drm_dbg_dp(link->drm_dev, "test_audio_period_ch_3 = 0x%x\n", ret);
151
152 ret = dp_link_get_period(link, DP_TEST_AUDIO_PERIOD_CH4);
153 if (ret == -EINVAL)
154 goto exit;
155
156 req->test_audio_period_ch_4 = ret;
157 drm_dbg_dp(link->drm_dev, "test_audio_period_ch_4 = 0x%x\n", ret);
158
159 ret = dp_link_get_period(link, DP_TEST_AUDIO_PERIOD_CH5);
160 if (ret == -EINVAL)
161 goto exit;
162
163 req->test_audio_period_ch_5 = ret;
164 drm_dbg_dp(link->drm_dev, "test_audio_period_ch_5 = 0x%x\n", ret);
165
166 ret = dp_link_get_period(link, DP_TEST_AUDIO_PERIOD_CH6);
167 if (ret == -EINVAL)
168 goto exit;
169
170 req->test_audio_period_ch_6 = ret;
171 drm_dbg_dp(link->drm_dev, "test_audio_period_ch_6 = 0x%x\n", ret);
172
173 ret = dp_link_get_period(link, DP_TEST_AUDIO_PERIOD_CH7);
174 if (ret == -EINVAL)
175 goto exit;
176
177 req->test_audio_period_ch_7 = ret;
178 drm_dbg_dp(link->drm_dev, "test_audio_period_ch_7 = 0x%x\n", ret);
179
180 ret = dp_link_get_period(link, DP_TEST_AUDIO_PERIOD_CH8);
181 if (ret == -EINVAL)
182 goto exit;
183
184 req->test_audio_period_ch_8 = ret;
185 drm_dbg_dp(link->drm_dev, "test_audio_period_ch_8 = 0x%x\n", ret);
186 exit:
187 return ret;
188 }
189
dp_link_parse_audio_pattern_type(struct dp_link_private * link)190 static int dp_link_parse_audio_pattern_type(struct dp_link_private *link)
191 {
192 int ret = 0;
193 u8 data;
194 ssize_t rlen;
195 int const max_audio_pattern_type = 0x1;
196
197 rlen = drm_dp_dpcd_readb(link->aux,
198 DP_TEST_AUDIO_PATTERN_TYPE, &data);
199 if (rlen < 0) {
200 DRM_ERROR("failed to read link audio mode. rlen=%zd\n", rlen);
201 return rlen;
202 }
203
204 /* Audio Pattern Type - Bits 7:0 */
205 if ((int)data > max_audio_pattern_type) {
206 DRM_ERROR("invalid audio pattern type = 0x%x\n", data);
207 ret = -EINVAL;
208 goto exit;
209 }
210
211 link->dp_link.test_audio.test_audio_pattern_type = data;
212 drm_dbg_dp(link->drm_dev, "audio pattern type = 0x%x\n", data);
213 exit:
214 return ret;
215 }
216
dp_link_parse_audio_mode(struct dp_link_private * link)217 static int dp_link_parse_audio_mode(struct dp_link_private *link)
218 {
219 int ret = 0;
220 u8 data;
221 ssize_t rlen;
222 int const max_audio_sampling_rate = 0x6;
223 int const max_audio_channel_count = 0x8;
224 int sampling_rate = 0x0;
225 int channel_count = 0x0;
226
227 rlen = drm_dp_dpcd_readb(link->aux, DP_TEST_AUDIO_MODE, &data);
228 if (rlen < 0) {
229 DRM_ERROR("failed to read link audio mode. rlen=%zd\n", rlen);
230 return rlen;
231 }
232
233 /* Sampling Rate - Bits 3:0 */
234 sampling_rate = data & 0xF;
235 if (sampling_rate > max_audio_sampling_rate) {
236 DRM_ERROR("sampling rate (0x%x) greater than max (0x%x)\n",
237 sampling_rate, max_audio_sampling_rate);
238 ret = -EINVAL;
239 goto exit;
240 }
241
242 /* Channel Count - Bits 7:4 */
243 channel_count = ((data & 0xF0) >> 4) + 1;
244 if (channel_count > max_audio_channel_count) {
245 DRM_ERROR("channel_count (0x%x) greater than max (0x%x)\n",
246 channel_count, max_audio_channel_count);
247 ret = -EINVAL;
248 goto exit;
249 }
250
251 link->dp_link.test_audio.test_audio_sampling_rate = sampling_rate;
252 link->dp_link.test_audio.test_audio_channel_count = channel_count;
253 drm_dbg_dp(link->drm_dev,
254 "sampling_rate = 0x%x, channel_count = 0x%x\n",
255 sampling_rate, channel_count);
256 exit:
257 return ret;
258 }
259
dp_link_parse_audio_pattern_params(struct dp_link_private * link)260 static int dp_link_parse_audio_pattern_params(struct dp_link_private *link)
261 {
262 int ret = 0;
263
264 ret = dp_link_parse_audio_mode(link);
265 if (ret)
266 goto exit;
267
268 ret = dp_link_parse_audio_pattern_type(link);
269 if (ret)
270 goto exit;
271
272 ret = dp_link_parse_audio_channel_period(link);
273
274 exit:
275 return ret;
276 }
277
dp_link_is_video_pattern_valid(u32 pattern)278 static bool dp_link_is_video_pattern_valid(u32 pattern)
279 {
280 switch (pattern) {
281 case DP_NO_TEST_PATTERN:
282 case DP_COLOR_RAMP:
283 case DP_BLACK_AND_WHITE_VERTICAL_LINES:
284 case DP_COLOR_SQUARE:
285 return true;
286 default:
287 return false;
288 }
289 }
290
291 /**
292 * dp_link_is_bit_depth_valid() - validates the bit depth requested
293 * @tbd: bit depth requested by the sink
294 *
295 * Returns true if the requested bit depth is supported.
296 */
dp_link_is_bit_depth_valid(u32 tbd)297 static bool dp_link_is_bit_depth_valid(u32 tbd)
298 {
299 /* DP_TEST_VIDEO_PATTERN_NONE is treated as invalid */
300 switch (tbd) {
301 case DP_TEST_BIT_DEPTH_6:
302 case DP_TEST_BIT_DEPTH_8:
303 case DP_TEST_BIT_DEPTH_10:
304 return true;
305 default:
306 return false;
307 }
308 }
309
dp_link_parse_timing_params1(struct dp_link_private * link,int addr,int len,u32 * val)310 static int dp_link_parse_timing_params1(struct dp_link_private *link,
311 int addr, int len, u32 *val)
312 {
313 u8 bp[2];
314 int rlen;
315
316 if (len != 2)
317 return -EINVAL;
318
319 /* Read the requested video link pattern (Byte 0x221). */
320 rlen = drm_dp_dpcd_read(link->aux, addr, bp, len);
321 if (rlen < len) {
322 DRM_ERROR("failed to read 0x%x\n", addr);
323 return -EINVAL;
324 }
325
326 *val = bp[1] | (bp[0] << 8);
327
328 return 0;
329 }
330
dp_link_parse_timing_params2(struct dp_link_private * link,int addr,int len,u32 * val1,u32 * val2)331 static int dp_link_parse_timing_params2(struct dp_link_private *link,
332 int addr, int len,
333 u32 *val1, u32 *val2)
334 {
335 u8 bp[2];
336 int rlen;
337
338 if (len != 2)
339 return -EINVAL;
340
341 /* Read the requested video link pattern (Byte 0x221). */
342 rlen = drm_dp_dpcd_read(link->aux, addr, bp, len);
343 if (rlen < len) {
344 DRM_ERROR("failed to read 0x%x\n", addr);
345 return -EINVAL;
346 }
347
348 *val1 = (bp[0] & BIT(7)) >> 7;
349 *val2 = bp[1] | ((bp[0] & 0x7F) << 8);
350
351 return 0;
352 }
353
dp_link_parse_timing_params3(struct dp_link_private * link,int addr,u32 * val)354 static int dp_link_parse_timing_params3(struct dp_link_private *link,
355 int addr, u32 *val)
356 {
357 u8 bp;
358 u32 len = 1;
359 int rlen;
360
361 rlen = drm_dp_dpcd_read(link->aux, addr, &bp, len);
362 if (rlen < 1) {
363 DRM_ERROR("failed to read 0x%x\n", addr);
364 return -EINVAL;
365 }
366 *val = bp;
367
368 return 0;
369 }
370
371 /**
372 * dp_link_parse_video_pattern_params() - parses video pattern parameters from DPCD
373 * @link: Display Port Driver data
374 *
375 * Returns 0 if it successfully parses the video link pattern and the link
376 * bit depth requested by the sink and, and if the values parsed are valid.
377 */
dp_link_parse_video_pattern_params(struct dp_link_private * link)378 static int dp_link_parse_video_pattern_params(struct dp_link_private *link)
379 {
380 int ret = 0;
381 ssize_t rlen;
382 u8 bp;
383
384 rlen = drm_dp_dpcd_readb(link->aux, DP_TEST_PATTERN, &bp);
385 if (rlen < 0) {
386 DRM_ERROR("failed to read link video pattern. rlen=%zd\n",
387 rlen);
388 return rlen;
389 }
390
391 if (!dp_link_is_video_pattern_valid(bp)) {
392 DRM_ERROR("invalid link video pattern = 0x%x\n", bp);
393 ret = -EINVAL;
394 return ret;
395 }
396
397 link->dp_link.test_video.test_video_pattern = bp;
398
399 /* Read the requested color bit depth and dynamic range (Byte 0x232) */
400 rlen = drm_dp_dpcd_readb(link->aux, DP_TEST_MISC0, &bp);
401 if (rlen < 0) {
402 DRM_ERROR("failed to read link bit depth. rlen=%zd\n", rlen);
403 return rlen;
404 }
405
406 /* Dynamic Range */
407 link->dp_link.test_video.test_dyn_range =
408 (bp & DP_TEST_DYNAMIC_RANGE_CEA);
409
410 /* Color bit depth */
411 bp &= DP_TEST_BIT_DEPTH_MASK;
412 if (!dp_link_is_bit_depth_valid(bp)) {
413 DRM_ERROR("invalid link bit depth = 0x%x\n", bp);
414 ret = -EINVAL;
415 return ret;
416 }
417
418 link->dp_link.test_video.test_bit_depth = bp;
419
420 /* resolution timing params */
421 ret = dp_link_parse_timing_params1(link, DP_TEST_H_TOTAL_HI, 2,
422 &link->dp_link.test_video.test_h_total);
423 if (ret) {
424 DRM_ERROR("failed to parse test_htotal(DP_TEST_H_TOTAL_HI)\n");
425 return ret;
426 }
427
428 ret = dp_link_parse_timing_params1(link, DP_TEST_V_TOTAL_HI, 2,
429 &link->dp_link.test_video.test_v_total);
430 if (ret) {
431 DRM_ERROR("failed to parse test_v_total(DP_TEST_V_TOTAL_HI)\n");
432 return ret;
433 }
434
435 ret = dp_link_parse_timing_params1(link, DP_TEST_H_START_HI, 2,
436 &link->dp_link.test_video.test_h_start);
437 if (ret) {
438 DRM_ERROR("failed to parse test_h_start(DP_TEST_H_START_HI)\n");
439 return ret;
440 }
441
442 ret = dp_link_parse_timing_params1(link, DP_TEST_V_START_HI, 2,
443 &link->dp_link.test_video.test_v_start);
444 if (ret) {
445 DRM_ERROR("failed to parse test_v_start(DP_TEST_V_START_HI)\n");
446 return ret;
447 }
448
449 ret = dp_link_parse_timing_params2(link, DP_TEST_HSYNC_HI, 2,
450 &link->dp_link.test_video.test_hsync_pol,
451 &link->dp_link.test_video.test_hsync_width);
452 if (ret) {
453 DRM_ERROR("failed to parse (DP_TEST_HSYNC_HI)\n");
454 return ret;
455 }
456
457 ret = dp_link_parse_timing_params2(link, DP_TEST_VSYNC_HI, 2,
458 &link->dp_link.test_video.test_vsync_pol,
459 &link->dp_link.test_video.test_vsync_width);
460 if (ret) {
461 DRM_ERROR("failed to parse (DP_TEST_VSYNC_HI)\n");
462 return ret;
463 }
464
465 ret = dp_link_parse_timing_params1(link, DP_TEST_H_WIDTH_HI, 2,
466 &link->dp_link.test_video.test_h_width);
467 if (ret) {
468 DRM_ERROR("failed to parse test_h_width(DP_TEST_H_WIDTH_HI)\n");
469 return ret;
470 }
471
472 ret = dp_link_parse_timing_params1(link, DP_TEST_V_HEIGHT_HI, 2,
473 &link->dp_link.test_video.test_v_height);
474 if (ret) {
475 DRM_ERROR("failed to parse test_v_height\n");
476 return ret;
477 }
478
479 ret = dp_link_parse_timing_params3(link, DP_TEST_MISC1,
480 &link->dp_link.test_video.test_rr_d);
481 link->dp_link.test_video.test_rr_d &= DP_TEST_REFRESH_DENOMINATOR;
482 if (ret) {
483 DRM_ERROR("failed to parse test_rr_d (DP_TEST_MISC1)\n");
484 return ret;
485 }
486
487 ret = dp_link_parse_timing_params3(link, DP_TEST_REFRESH_RATE_NUMERATOR,
488 &link->dp_link.test_video.test_rr_n);
489 if (ret) {
490 DRM_ERROR("failed to parse test_rr_n\n");
491 return ret;
492 }
493
494 drm_dbg_dp(link->drm_dev,
495 "link video pattern = 0x%x\n"
496 "link dynamic range = 0x%x\n"
497 "link bit depth = 0x%x\n"
498 "TEST_H_TOTAL = %d, TEST_V_TOTAL = %d\n"
499 "TEST_H_START = %d, TEST_V_START = %d\n"
500 "TEST_HSYNC_POL = %d\n"
501 "TEST_HSYNC_WIDTH = %d\n"
502 "TEST_VSYNC_POL = %d\n"
503 "TEST_VSYNC_WIDTH = %d\n"
504 "TEST_H_WIDTH = %d\n"
505 "TEST_V_HEIGHT = %d\n"
506 "TEST_REFRESH_DENOMINATOR = %d\n"
507 "TEST_REFRESH_NUMERATOR = %d\n",
508 link->dp_link.test_video.test_video_pattern,
509 link->dp_link.test_video.test_dyn_range,
510 link->dp_link.test_video.test_bit_depth,
511 link->dp_link.test_video.test_h_total,
512 link->dp_link.test_video.test_v_total,
513 link->dp_link.test_video.test_h_start,
514 link->dp_link.test_video.test_v_start,
515 link->dp_link.test_video.test_hsync_pol,
516 link->dp_link.test_video.test_hsync_width,
517 link->dp_link.test_video.test_vsync_pol,
518 link->dp_link.test_video.test_vsync_width,
519 link->dp_link.test_video.test_h_width,
520 link->dp_link.test_video.test_v_height,
521 link->dp_link.test_video.test_rr_d,
522 link->dp_link.test_video.test_rr_n);
523
524 return ret;
525 }
526
527 /**
528 * dp_link_parse_link_training_params() - parses link training parameters from
529 * DPCD
530 * @link: Display Port Driver data
531 *
532 * Returns 0 if it successfully parses the link rate (Byte 0x219) and lane
533 * count (Byte 0x220), and if these values parse are valid.
534 */
dp_link_parse_link_training_params(struct dp_link_private * link)535 static int dp_link_parse_link_training_params(struct dp_link_private *link)
536 {
537 u8 bp;
538 ssize_t rlen;
539
540 rlen = drm_dp_dpcd_readb(link->aux, DP_TEST_LINK_RATE, &bp);
541 if (rlen < 0) {
542 DRM_ERROR("failed to read link rate. rlen=%zd\n", rlen);
543 return rlen;
544 }
545
546 if (!is_link_rate_valid(bp)) {
547 DRM_ERROR("invalid link rate = 0x%x\n", bp);
548 return -EINVAL;
549 }
550
551 link->request.test_link_rate = bp;
552 drm_dbg_dp(link->drm_dev, "link rate = 0x%x\n",
553 link->request.test_link_rate);
554
555 rlen = drm_dp_dpcd_readb(link->aux, DP_TEST_LANE_COUNT, &bp);
556 if (rlen < 0) {
557 DRM_ERROR("failed to read lane count. rlen=%zd\n", rlen);
558 return rlen;
559 }
560 bp &= DP_MAX_LANE_COUNT_MASK;
561
562 if (!is_lane_count_valid(bp)) {
563 DRM_ERROR("invalid lane count = 0x%x\n", bp);
564 return -EINVAL;
565 }
566
567 link->request.test_lane_count = bp;
568 drm_dbg_dp(link->drm_dev, "lane count = 0x%x\n",
569 link->request.test_lane_count);
570 return 0;
571 }
572
573 /**
574 * dp_link_parse_phy_test_params() - parses the phy link parameters
575 * @link: Display Port Driver data
576 *
577 * Parses the DPCD (Byte 0x248) for the DP PHY link pattern that is being
578 * requested.
579 */
dp_link_parse_phy_test_params(struct dp_link_private * link)580 static int dp_link_parse_phy_test_params(struct dp_link_private *link)
581 {
582 u8 data;
583 ssize_t rlen;
584
585 rlen = drm_dp_dpcd_readb(link->aux, DP_PHY_TEST_PATTERN,
586 &data);
587 if (rlen < 0) {
588 DRM_ERROR("failed to read phy link pattern. rlen=%zd\n", rlen);
589 return rlen;
590 }
591
592 link->dp_link.phy_params.phy_test_pattern_sel = data & 0x07;
593
594 drm_dbg_dp(link->drm_dev, "phy_test_pattern_sel = 0x%x\n", data);
595
596 switch (data) {
597 case DP_PHY_TEST_PATTERN_SEL_MASK:
598 case DP_PHY_TEST_PATTERN_NONE:
599 case DP_PHY_TEST_PATTERN_D10_2:
600 case DP_PHY_TEST_PATTERN_ERROR_COUNT:
601 case DP_PHY_TEST_PATTERN_PRBS7:
602 case DP_PHY_TEST_PATTERN_80BIT_CUSTOM:
603 case DP_PHY_TEST_PATTERN_CP2520:
604 return 0;
605 default:
606 return -EINVAL;
607 }
608 }
609
610 /**
611 * dp_link_is_video_audio_test_requested() - checks for audio/video link request
612 * @link: link requested by the sink
613 *
614 * Returns true if the requested link is a permitted audio/video link.
615 */
dp_link_is_video_audio_test_requested(u32 link)616 static bool dp_link_is_video_audio_test_requested(u32 link)
617 {
618 u8 video_audio_test = (DP_TEST_LINK_VIDEO_PATTERN |
619 DP_TEST_LINK_AUDIO_PATTERN |
620 DP_TEST_LINK_AUDIO_DISABLED_VIDEO);
621
622 return ((link & video_audio_test) &&
623 !(link & ~video_audio_test));
624 }
625
626 /**
627 * dp_link_parse_request() - parses link request parameters from sink
628 * @link: Display Port Driver data
629 *
630 * Parses the DPCD to check if an automated link is requested (Byte 0x201),
631 * and what type of link automation is being requested (Byte 0x218).
632 */
dp_link_parse_request(struct dp_link_private * link)633 static int dp_link_parse_request(struct dp_link_private *link)
634 {
635 int ret = 0;
636 u8 data;
637 ssize_t rlen;
638
639 /**
640 * Read the device service IRQ vector (Byte 0x201) to determine
641 * whether an automated link has been requested by the sink.
642 */
643 rlen = drm_dp_dpcd_readb(link->aux,
644 DP_DEVICE_SERVICE_IRQ_VECTOR, &data);
645 if (rlen < 0) {
646 DRM_ERROR("aux read failed. rlen=%zd\n", rlen);
647 return rlen;
648 }
649
650 drm_dbg_dp(link->drm_dev, "device service irq vector = 0x%x\n", data);
651
652 if (!(data & DP_AUTOMATED_TEST_REQUEST)) {
653 drm_dbg_dp(link->drm_dev, "no test requested\n");
654 return 0;
655 }
656
657 /**
658 * Read the link request byte (Byte 0x218) to determine what type
659 * of automated link has been requested by the sink.
660 */
661 rlen = drm_dp_dpcd_readb(link->aux, DP_TEST_REQUEST, &data);
662 if (rlen < 0) {
663 DRM_ERROR("aux read failed. rlen=%zd\n", rlen);
664 return rlen;
665 }
666
667 if (!data || (data == DP_TEST_LINK_FAUX_PATTERN)) {
668 drm_dbg_dp(link->drm_dev, "link 0x%x not supported\n", data);
669 goto end;
670 }
671
672 drm_dbg_dp(link->drm_dev, "Test:(0x%x) requested\n", data);
673 link->request.test_requested = data;
674 if (link->request.test_requested == DP_TEST_LINK_PHY_TEST_PATTERN) {
675 ret = dp_link_parse_phy_test_params(link);
676 if (ret)
677 goto end;
678 ret = dp_link_parse_link_training_params(link);
679 if (ret)
680 goto end;
681 }
682
683 if (link->request.test_requested == DP_TEST_LINK_TRAINING) {
684 ret = dp_link_parse_link_training_params(link);
685 if (ret)
686 goto end;
687 }
688
689 if (dp_link_is_video_audio_test_requested(
690 link->request.test_requested)) {
691 ret = dp_link_parse_video_pattern_params(link);
692 if (ret)
693 goto end;
694
695 ret = dp_link_parse_audio_pattern_params(link);
696 }
697 end:
698 /*
699 * Send a DP_TEST_ACK if all link parameters are valid, otherwise send
700 * a DP_TEST_NAK.
701 */
702 if (ret) {
703 link->dp_link.test_response = DP_TEST_NAK;
704 } else {
705 if (link->request.test_requested != DP_TEST_LINK_EDID_READ)
706 link->dp_link.test_response = DP_TEST_ACK;
707 else
708 link->dp_link.test_response =
709 DP_TEST_EDID_CHECKSUM_WRITE;
710 }
711
712 return ret;
713 }
714
715 /**
716 * dp_link_parse_sink_count() - parses the sink count
717 * @dp_link: pointer to link module data
718 *
719 * Parses the DPCD to check if there is an update to the sink count
720 * (Byte 0x200), and whether all the sink devices connected have Content
721 * Protection enabled.
722 */
dp_link_parse_sink_count(struct dp_link * dp_link)723 static int dp_link_parse_sink_count(struct dp_link *dp_link)
724 {
725 ssize_t rlen;
726 bool cp_ready;
727
728 struct dp_link_private *link = container_of(dp_link,
729 struct dp_link_private, dp_link);
730
731 rlen = drm_dp_dpcd_readb(link->aux, DP_SINK_COUNT,
732 &link->dp_link.sink_count);
733 if (rlen < 0) {
734 DRM_ERROR("sink count read failed. rlen=%zd\n", rlen);
735 return rlen;
736 }
737
738 cp_ready = link->dp_link.sink_count & DP_SINK_CP_READY;
739
740 link->dp_link.sink_count =
741 DP_GET_SINK_COUNT(link->dp_link.sink_count);
742
743 drm_dbg_dp(link->drm_dev, "sink_count = 0x%x, cp_ready = 0x%x\n",
744 link->dp_link.sink_count, cp_ready);
745 return 0;
746 }
747
dp_link_parse_sink_status_field(struct dp_link_private * link)748 static int dp_link_parse_sink_status_field(struct dp_link_private *link)
749 {
750 int len = 0;
751
752 link->prev_sink_count = link->dp_link.sink_count;
753 len = dp_link_parse_sink_count(&link->dp_link);
754 if (len < 0) {
755 DRM_ERROR("DP parse sink count failed\n");
756 return len;
757 }
758
759 len = drm_dp_dpcd_read_link_status(link->aux,
760 link->link_status);
761 if (len < DP_LINK_STATUS_SIZE) {
762 DRM_ERROR("DP link status read failed\n");
763 return len;
764 }
765
766 return dp_link_parse_request(link);
767 }
768
769 /**
770 * dp_link_process_link_training_request() - processes new training requests
771 * @link: Display Port link data
772 *
773 * This function will handle new link training requests that are initiated by
774 * the sink. In particular, it will update the requested lane count and link
775 * rate, and then trigger the link retraining procedure.
776 *
777 * The function will return 0 if a link training request has been processed,
778 * otherwise it will return -EINVAL.
779 */
dp_link_process_link_training_request(struct dp_link_private * link)780 static int dp_link_process_link_training_request(struct dp_link_private *link)
781 {
782 if (link->request.test_requested != DP_TEST_LINK_TRAINING)
783 return -EINVAL;
784
785 drm_dbg_dp(link->drm_dev,
786 "Test:0x%x link rate = 0x%x, lane count = 0x%x\n",
787 DP_TEST_LINK_TRAINING,
788 link->request.test_link_rate,
789 link->request.test_lane_count);
790
791 link->dp_link.link_params.num_lanes = link->request.test_lane_count;
792 link->dp_link.link_params.rate =
793 drm_dp_bw_code_to_link_rate(link->request.test_link_rate);
794
795 return 0;
796 }
797
dp_link_send_test_response(struct dp_link * dp_link)798 bool dp_link_send_test_response(struct dp_link *dp_link)
799 {
800 struct dp_link_private *link = NULL;
801 int ret = 0;
802
803 if (!dp_link) {
804 DRM_ERROR("invalid input\n");
805 return false;
806 }
807
808 link = container_of(dp_link, struct dp_link_private, dp_link);
809
810 ret = drm_dp_dpcd_writeb(link->aux, DP_TEST_RESPONSE,
811 dp_link->test_response);
812
813 return ret == 1;
814 }
815
dp_link_psm_config(struct dp_link * dp_link,struct dp_link_info * link_info,bool enable)816 int dp_link_psm_config(struct dp_link *dp_link,
817 struct dp_link_info *link_info, bool enable)
818 {
819 struct dp_link_private *link = NULL;
820 int ret = 0;
821
822 if (!dp_link) {
823 DRM_ERROR("invalid params\n");
824 return -EINVAL;
825 }
826
827 link = container_of(dp_link, struct dp_link_private, dp_link);
828
829 mutex_lock(&link->psm_mutex);
830 if (enable)
831 ret = dp_aux_link_power_down(link->aux, link_info);
832 else
833 ret = dp_aux_link_power_up(link->aux, link_info);
834
835 if (ret)
836 DRM_ERROR("Failed to %s low power mode\n", enable ?
837 "enter" : "exit");
838 else
839 dp_link->psm_enabled = enable;
840
841 mutex_unlock(&link->psm_mutex);
842 return ret;
843 }
844
dp_link_send_edid_checksum(struct dp_link * dp_link,u8 checksum)845 bool dp_link_send_edid_checksum(struct dp_link *dp_link, u8 checksum)
846 {
847 struct dp_link_private *link = NULL;
848 int ret = 0;
849
850 if (!dp_link) {
851 DRM_ERROR("invalid input\n");
852 return false;
853 }
854
855 link = container_of(dp_link, struct dp_link_private, dp_link);
856
857 ret = drm_dp_dpcd_writeb(link->aux, DP_TEST_EDID_CHECKSUM,
858 checksum);
859 return ret == 1;
860 }
861
dp_link_parse_vx_px(struct dp_link_private * link)862 static void dp_link_parse_vx_px(struct dp_link_private *link)
863 {
864 drm_dbg_dp(link->drm_dev, "vx: 0=%d, 1=%d, 2=%d, 3=%d\n",
865 drm_dp_get_adjust_request_voltage(link->link_status, 0),
866 drm_dp_get_adjust_request_voltage(link->link_status, 1),
867 drm_dp_get_adjust_request_voltage(link->link_status, 2),
868 drm_dp_get_adjust_request_voltage(link->link_status, 3));
869
870 drm_dbg_dp(link->drm_dev, "px: 0=%d, 1=%d, 2=%d, 3=%d\n",
871 drm_dp_get_adjust_request_pre_emphasis(link->link_status, 0),
872 drm_dp_get_adjust_request_pre_emphasis(link->link_status, 1),
873 drm_dp_get_adjust_request_pre_emphasis(link->link_status, 2),
874 drm_dp_get_adjust_request_pre_emphasis(link->link_status, 3));
875
876 /**
877 * Update the voltage and pre-emphasis levels as per DPCD request
878 * vector.
879 */
880 drm_dbg_dp(link->drm_dev,
881 "Current: v_level = 0x%x, p_level = 0x%x\n",
882 link->dp_link.phy_params.v_level,
883 link->dp_link.phy_params.p_level);
884 link->dp_link.phy_params.v_level =
885 drm_dp_get_adjust_request_voltage(link->link_status, 0);
886 link->dp_link.phy_params.p_level =
887 drm_dp_get_adjust_request_pre_emphasis(link->link_status, 0);
888
889 link->dp_link.phy_params.p_level >>= DP_TRAIN_PRE_EMPHASIS_SHIFT;
890
891 drm_dbg_dp(link->drm_dev,
892 "Requested: v_level = 0x%x, p_level = 0x%x\n",
893 link->dp_link.phy_params.v_level,
894 link->dp_link.phy_params.p_level);
895 }
896
897 /**
898 * dp_link_process_phy_test_pattern_request() - process new phy link requests
899 * @link: Display Port Driver data
900 *
901 * This function will handle new phy link pattern requests that are initiated
902 * by the sink. The function will return 0 if a phy link pattern has been
903 * processed, otherwise it will return -EINVAL.
904 */
dp_link_process_phy_test_pattern_request(struct dp_link_private * link)905 static int dp_link_process_phy_test_pattern_request(
906 struct dp_link_private *link)
907 {
908 if (!(link->request.test_requested & DP_TEST_LINK_PHY_TEST_PATTERN)) {
909 drm_dbg_dp(link->drm_dev, "no phy test\n");
910 return -EINVAL;
911 }
912
913 if (!is_link_rate_valid(link->request.test_link_rate) ||
914 !is_lane_count_valid(link->request.test_lane_count)) {
915 DRM_ERROR("Invalid: link rate = 0x%x,lane count = 0x%x\n",
916 link->request.test_link_rate,
917 link->request.test_lane_count);
918 return -EINVAL;
919 }
920
921 drm_dbg_dp(link->drm_dev,
922 "Current: rate = 0x%x, lane count = 0x%x\n",
923 link->dp_link.link_params.rate,
924 link->dp_link.link_params.num_lanes);
925
926 drm_dbg_dp(link->drm_dev,
927 "Requested: rate = 0x%x, lane count = 0x%x\n",
928 link->request.test_link_rate,
929 link->request.test_lane_count);
930
931 link->dp_link.link_params.num_lanes = link->request.test_lane_count;
932 link->dp_link.link_params.rate =
933 drm_dp_bw_code_to_link_rate(link->request.test_link_rate);
934
935 dp_link_parse_vx_px(link);
936
937 return 0;
938 }
939
dp_link_read_psr_error_status(struct dp_link_private * link)940 static bool dp_link_read_psr_error_status(struct dp_link_private *link)
941 {
942 u8 status;
943
944 drm_dp_dpcd_read(link->aux, DP_PSR_ERROR_STATUS, &status, 1);
945
946 if (status & DP_PSR_LINK_CRC_ERROR)
947 DRM_ERROR("PSR LINK CRC ERROR\n");
948 else if (status & DP_PSR_RFB_STORAGE_ERROR)
949 DRM_ERROR("PSR RFB STORAGE ERROR\n");
950 else if (status & DP_PSR_VSC_SDP_UNCORRECTABLE_ERROR)
951 DRM_ERROR("PSR VSC SDP UNCORRECTABLE ERROR\n");
952 else
953 return false;
954
955 return true;
956 }
957
dp_link_psr_capability_changed(struct dp_link_private * link)958 static bool dp_link_psr_capability_changed(struct dp_link_private *link)
959 {
960 u8 status;
961
962 drm_dp_dpcd_read(link->aux, DP_PSR_ESI, &status, 1);
963
964 if (status & DP_PSR_CAPS_CHANGE) {
965 drm_dbg_dp(link->drm_dev, "PSR Capability Change\n");
966 return true;
967 }
968
969 return false;
970 }
971
get_link_status(const u8 link_status[DP_LINK_STATUS_SIZE],int r)972 static u8 get_link_status(const u8 link_status[DP_LINK_STATUS_SIZE], int r)
973 {
974 return link_status[r - DP_LANE0_1_STATUS];
975 }
976
977 /**
978 * dp_link_process_link_status_update() - processes link status updates
979 * @link: Display Port link module data
980 *
981 * This function will check for changes in the link status, e.g. clock
982 * recovery done on all lanes, and trigger link training if there is a
983 * failure/error on the link.
984 *
985 * The function will return 0 if the a link status update has been processed,
986 * otherwise it will return -EINVAL.
987 */
dp_link_process_link_status_update(struct dp_link_private * link)988 static int dp_link_process_link_status_update(struct dp_link_private *link)
989 {
990 bool channel_eq_done = drm_dp_channel_eq_ok(link->link_status,
991 link->dp_link.link_params.num_lanes);
992
993 bool clock_recovery_done = drm_dp_clock_recovery_ok(link->link_status,
994 link->dp_link.link_params.num_lanes);
995
996 drm_dbg_dp(link->drm_dev,
997 "channel_eq_done = %d, clock_recovery_done = %d\n",
998 channel_eq_done, clock_recovery_done);
999
1000 if (channel_eq_done && clock_recovery_done)
1001 return -EINVAL;
1002
1003 return 0;
1004 }
1005
1006 /**
1007 * dp_link_process_ds_port_status_change() - process port status changes
1008 * @link: Display Port Driver data
1009 *
1010 * This function will handle downstream port updates that are initiated by
1011 * the sink. If the downstream port status has changed, the EDID is read via
1012 * AUX.
1013 *
1014 * The function will return 0 if a downstream port update has been
1015 * processed, otherwise it will return -EINVAL.
1016 */
dp_link_process_ds_port_status_change(struct dp_link_private * link)1017 static int dp_link_process_ds_port_status_change(struct dp_link_private *link)
1018 {
1019 if (get_link_status(link->link_status, DP_LANE_ALIGN_STATUS_UPDATED) &
1020 DP_DOWNSTREAM_PORT_STATUS_CHANGED)
1021 goto reset;
1022
1023 if (link->prev_sink_count == link->dp_link.sink_count)
1024 return -EINVAL;
1025
1026 reset:
1027 /* reset prev_sink_count */
1028 link->prev_sink_count = link->dp_link.sink_count;
1029
1030 return 0;
1031 }
1032
dp_link_is_video_pattern_requested(struct dp_link_private * link)1033 static bool dp_link_is_video_pattern_requested(struct dp_link_private *link)
1034 {
1035 return (link->request.test_requested & DP_TEST_LINK_VIDEO_PATTERN)
1036 && !(link->request.test_requested &
1037 DP_TEST_LINK_AUDIO_DISABLED_VIDEO);
1038 }
1039
dp_link_is_audio_pattern_requested(struct dp_link_private * link)1040 static bool dp_link_is_audio_pattern_requested(struct dp_link_private *link)
1041 {
1042 return (link->request.test_requested & DP_TEST_LINK_AUDIO_PATTERN);
1043 }
1044
dp_link_reset_data(struct dp_link_private * link)1045 static void dp_link_reset_data(struct dp_link_private *link)
1046 {
1047 link->request = (const struct dp_link_request){ 0 };
1048 link->dp_link.test_video = (const struct dp_link_test_video){ 0 };
1049 link->dp_link.test_video.test_bit_depth = DP_TEST_BIT_DEPTH_UNKNOWN;
1050 link->dp_link.test_audio = (const struct dp_link_test_audio){ 0 };
1051 link->dp_link.phy_params.phy_test_pattern_sel = 0;
1052 link->dp_link.sink_request = 0;
1053 link->dp_link.test_response = 0;
1054 }
1055
1056 /**
1057 * dp_link_process_request() - handle HPD IRQ transition to HIGH
1058 * @dp_link: pointer to link module data
1059 *
1060 * This function will handle the HPD IRQ state transitions from LOW to HIGH
1061 * (including cases when there are back to back HPD IRQ HIGH) indicating
1062 * the start of a new link training request or sink status update.
1063 */
dp_link_process_request(struct dp_link * dp_link)1064 int dp_link_process_request(struct dp_link *dp_link)
1065 {
1066 int ret = 0;
1067 struct dp_link_private *link;
1068
1069 if (!dp_link) {
1070 DRM_ERROR("invalid input\n");
1071 return -EINVAL;
1072 }
1073
1074 link = container_of(dp_link, struct dp_link_private, dp_link);
1075
1076 dp_link_reset_data(link);
1077
1078 ret = dp_link_parse_sink_status_field(link);
1079 if (ret)
1080 return ret;
1081
1082 if (link->request.test_requested == DP_TEST_LINK_EDID_READ) {
1083 dp_link->sink_request |= DP_TEST_LINK_EDID_READ;
1084 } else if (!dp_link_process_ds_port_status_change(link)) {
1085 dp_link->sink_request |= DS_PORT_STATUS_CHANGED;
1086 } else if (!dp_link_process_link_training_request(link)) {
1087 dp_link->sink_request |= DP_TEST_LINK_TRAINING;
1088 } else if (!dp_link_process_phy_test_pattern_request(link)) {
1089 dp_link->sink_request |= DP_TEST_LINK_PHY_TEST_PATTERN;
1090 } else if (dp_link_read_psr_error_status(link)) {
1091 DRM_ERROR("PSR IRQ_HPD received\n");
1092 } else if (dp_link_psr_capability_changed(link)) {
1093 drm_dbg_dp(link->drm_dev, "PSR Capability changed\n");
1094 } else {
1095 ret = dp_link_process_link_status_update(link);
1096 if (!ret) {
1097 dp_link->sink_request |= DP_LINK_STATUS_UPDATED;
1098 } else {
1099 if (dp_link_is_video_pattern_requested(link)) {
1100 ret = 0;
1101 dp_link->sink_request |= DP_TEST_LINK_VIDEO_PATTERN;
1102 }
1103 if (dp_link_is_audio_pattern_requested(link)) {
1104 dp_link->sink_request |= DP_TEST_LINK_AUDIO_PATTERN;
1105 ret = -EINVAL;
1106 }
1107 }
1108 }
1109
1110 drm_dbg_dp(link->drm_dev, "sink request=%#x\n",
1111 dp_link->sink_request);
1112 return ret;
1113 }
1114
dp_link_get_colorimetry_config(struct dp_link * dp_link)1115 int dp_link_get_colorimetry_config(struct dp_link *dp_link)
1116 {
1117 u32 cc;
1118 struct dp_link_private *link;
1119
1120 if (!dp_link) {
1121 DRM_ERROR("invalid input\n");
1122 return -EINVAL;
1123 }
1124
1125 link = container_of(dp_link, struct dp_link_private, dp_link);
1126
1127 /*
1128 * Unless a video pattern CTS test is ongoing, use RGB_VESA
1129 * Only RGB_VESA and RGB_CEA supported for now
1130 */
1131 if (dp_link_is_video_pattern_requested(link))
1132 cc = link->dp_link.test_video.test_dyn_range;
1133 else
1134 cc = DP_TEST_DYNAMIC_RANGE_VESA;
1135
1136 return cc;
1137 }
1138
dp_link_adjust_levels(struct dp_link * dp_link,u8 * link_status)1139 int dp_link_adjust_levels(struct dp_link *dp_link, u8 *link_status)
1140 {
1141 int i;
1142 int v_max = 0, p_max = 0;
1143 struct dp_link_private *link;
1144
1145 if (!dp_link) {
1146 DRM_ERROR("invalid input\n");
1147 return -EINVAL;
1148 }
1149
1150 link = container_of(dp_link, struct dp_link_private, dp_link);
1151
1152 /* use the max level across lanes */
1153 for (i = 0; i < dp_link->link_params.num_lanes; i++) {
1154 u8 data_v = drm_dp_get_adjust_request_voltage(link_status, i);
1155 u8 data_p = drm_dp_get_adjust_request_pre_emphasis(link_status,
1156 i);
1157 drm_dbg_dp(link->drm_dev,
1158 "lane=%d req_vol_swing=%d req_pre_emphasis=%d\n",
1159 i, data_v, data_p);
1160 if (v_max < data_v)
1161 v_max = data_v;
1162 if (p_max < data_p)
1163 p_max = data_p;
1164 }
1165
1166 dp_link->phy_params.v_level = v_max >> DP_TRAIN_VOLTAGE_SWING_SHIFT;
1167 dp_link->phy_params.p_level = p_max >> DP_TRAIN_PRE_EMPHASIS_SHIFT;
1168
1169 /**
1170 * Adjust the voltage swing and pre-emphasis level combination to within
1171 * the allowable range.
1172 */
1173 if (dp_link->phy_params.v_level > DP_TRAIN_VOLTAGE_SWING_MAX) {
1174 drm_dbg_dp(link->drm_dev,
1175 "Requested vSwingLevel=%d, change to %d\n",
1176 dp_link->phy_params.v_level,
1177 DP_TRAIN_VOLTAGE_SWING_MAX);
1178 dp_link->phy_params.v_level = DP_TRAIN_VOLTAGE_SWING_MAX;
1179 }
1180
1181 if (dp_link->phy_params.p_level > DP_TRAIN_PRE_EMPHASIS_MAX) {
1182 drm_dbg_dp(link->drm_dev,
1183 "Requested preEmphasisLevel=%d, change to %d\n",
1184 dp_link->phy_params.p_level,
1185 DP_TRAIN_PRE_EMPHASIS_MAX);
1186 dp_link->phy_params.p_level = DP_TRAIN_PRE_EMPHASIS_MAX;
1187 }
1188
1189 if ((dp_link->phy_params.p_level > DP_TRAIN_PRE_EMPHASIS_LVL_1)
1190 && (dp_link->phy_params.v_level ==
1191 DP_TRAIN_VOLTAGE_SWING_LVL_2)) {
1192 drm_dbg_dp(link->drm_dev,
1193 "Requested preEmphasisLevel=%d, change to %d\n",
1194 dp_link->phy_params.p_level,
1195 DP_TRAIN_PRE_EMPHASIS_LVL_1);
1196 dp_link->phy_params.p_level = DP_TRAIN_PRE_EMPHASIS_LVL_1;
1197 }
1198
1199 drm_dbg_dp(link->drm_dev, "adjusted: v_level=%d, p_level=%d\n",
1200 dp_link->phy_params.v_level, dp_link->phy_params.p_level);
1201
1202 return 0;
1203 }
1204
dp_link_reset_phy_params_vx_px(struct dp_link * dp_link)1205 void dp_link_reset_phy_params_vx_px(struct dp_link *dp_link)
1206 {
1207 dp_link->phy_params.v_level = 0;
1208 dp_link->phy_params.p_level = 0;
1209 }
1210
dp_link_get_test_bits_depth(struct dp_link * dp_link,u32 bpp)1211 u32 dp_link_get_test_bits_depth(struct dp_link *dp_link, u32 bpp)
1212 {
1213 u32 tbd;
1214
1215 /*
1216 * Few simplistic rules and assumptions made here:
1217 * 1. Test bit depth is bit depth per color component
1218 * 2. Assume 3 color components
1219 */
1220 switch (bpp) {
1221 case 18:
1222 tbd = DP_TEST_BIT_DEPTH_6;
1223 break;
1224 case 24:
1225 tbd = DP_TEST_BIT_DEPTH_8;
1226 break;
1227 case 30:
1228 tbd = DP_TEST_BIT_DEPTH_10;
1229 break;
1230 default:
1231 tbd = DP_TEST_BIT_DEPTH_UNKNOWN;
1232 break;
1233 }
1234
1235 if (tbd != DP_TEST_BIT_DEPTH_UNKNOWN)
1236 tbd = (tbd >> DP_TEST_BIT_DEPTH_SHIFT);
1237
1238 return tbd;
1239 }
1240
dp_link_get(struct device * dev,struct drm_dp_aux * aux)1241 struct dp_link *dp_link_get(struct device *dev, struct drm_dp_aux *aux)
1242 {
1243 struct dp_link_private *link;
1244 struct dp_link *dp_link;
1245
1246 if (!dev || !aux) {
1247 DRM_ERROR("invalid input\n");
1248 return ERR_PTR(-EINVAL);
1249 }
1250
1251 link = devm_kzalloc(dev, sizeof(*link), GFP_KERNEL);
1252 if (!link)
1253 return ERR_PTR(-ENOMEM);
1254
1255 link->dev = dev;
1256 link->aux = aux;
1257
1258 mutex_init(&link->psm_mutex);
1259 dp_link = &link->dp_link;
1260
1261 return dp_link;
1262 }
1263
