blob: eddd1809b7838fa5ec132aa6bb23e37df8c72901 [file] [log] [blame]
Rob Clarkc8afe682013-06-26 12:44:06 -04001/*
Dhaval Patel14d46ce2017-01-17 16:28:12 -08002 * Copyright (c) 2016-2017, The Linux Foundation. All rights reserved.
Rob Clarkc8afe682013-06-26 12:44:06 -04003 * Copyright (C) 2013 Red Hat
4 * Author: Rob Clark <robdclark@gmail.com>
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU General Public License version 2 as published by
8 * the Free Software Foundation.
9 *
10 * This program is distributed in the hope that it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 *
15 * You should have received a copy of the GNU General Public License along with
16 * this program. If not, see <http://www.gnu.org/licenses/>.
17 */
18
19#ifndef __MSM_DRV_H__
20#define __MSM_DRV_H__
21
22#include <linux/kernel.h>
23#include <linux/clk.h>
24#include <linux/cpufreq.h>
25#include <linux/module.h>
Rob Clark060530f2014-03-03 14:19:12 -050026#include <linux/component.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040027#include <linux/platform_device.h>
28#include <linux/pm.h>
29#include <linux/pm_runtime.h>
30#include <linux/slab.h>
31#include <linux/list.h>
32#include <linux/iommu.h>
33#include <linux/types.h>
Archit Taneja3d6df062015-06-09 14:17:22 +053034#include <linux/of_graph.h>
Archit Tanejae9fbdaf2015-11-18 12:15:14 +053035#include <linux/of_device.h>
Dhaval Patel1ac91032016-09-26 19:25:39 -070036#include <linux/sde_io_util.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040037#include <asm/sizes.h>
Sandeep Pandaf48c46a2016-10-24 09:48:50 +053038#include <linux/kthread.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040039
Rob Clarkc8afe682013-06-26 12:44:06 -040040#include <drm/drmP.h>
Rob Clarkcf3a7e42014-11-08 13:21:06 -050041#include <drm/drm_atomic.h>
42#include <drm/drm_atomic_helper.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040043#include <drm/drm_crtc_helper.h>
Rob Clarkcf3a7e42014-11-08 13:21:06 -050044#include <drm/drm_plane_helper.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040045#include <drm/drm_fb_helper.h>
Rob Clark7198e6b2013-07-19 12:59:32 -040046#include <drm/msm_drm.h>
Daniel Vetterd9fc9412014-09-23 15:46:53 +020047#include <drm/drm_gem.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040048
Dhaval Patel3949f032016-06-20 16:24:33 -070049#include "sde_power_handle.h"
50
51#define GET_MAJOR_REV(rev) ((rev) >> 28)
52#define GET_MINOR_REV(rev) (((rev) >> 16) & 0xFFF)
53#define GET_STEP_REV(rev) ((rev) & 0xFFFF)
Lloyd Atkinson154b6aa2016-05-24 17:11:37 -040054
Rob Clarkc8afe682013-06-26 12:44:06 -040055struct msm_kms;
Rob Clark7198e6b2013-07-19 12:59:32 -040056struct msm_gpu;
Rob Clark871d8122013-11-16 12:56:06 -050057struct msm_mmu;
Archit Taneja990a4002016-05-07 23:11:25 +053058struct msm_mdss;
Rob Clarka7d3c952014-05-30 14:47:38 -040059struct msm_rd_state;
Rob Clark70c70f02014-05-30 14:49:43 -040060struct msm_perf_state;
Rob Clarka7d3c952014-05-30 14:47:38 -040061struct msm_gem_submit;
Rob Clarkca762a82016-03-15 17:22:13 -040062struct msm_fence_context;
Rob Clarkfde5de62016-03-15 15:35:08 -040063struct msm_fence_cb;
Rob Clarkc8afe682013-06-26 12:44:06 -040064
Alan Kwong112a84f2016-05-24 20:49:21 -040065#define NUM_DOMAINS 4 /* one for KMS, then one per gpu core (?) */
Narendra Muppalla1b0b3352015-09-29 10:16:51 -070066#define MAX_CRTCS 8
Jeykumar Sankaran2e655032017-02-04 14:05:45 -080067#define MAX_PLANES 20
Narendra Muppalla1b0b3352015-09-29 10:16:51 -070068#define MAX_ENCODERS 8
69#define MAX_BRIDGES 8
70#define MAX_CONNECTORS 8
Rob Clark7198e6b2013-07-19 12:59:32 -040071
72struct msm_file_private {
73 /* currently we don't do anything useful with this.. but when
74 * per-context address spaces are supported we'd keep track of
75 * the context's page-tables here.
76 */
77 int dummy;
78};
Rob Clarkc8afe682013-06-26 12:44:06 -040079
jilai wang12987782015-06-25 17:37:42 -040080enum msm_mdp_plane_property {
Clarence Ip5e2a9222016-06-26 22:38:24 -040081 /* blob properties, always put these first */
Clarence Ipb43d4592016-09-08 14:21:35 -040082 PLANE_PROP_SCALER_V1,
abeykun48f407a2016-08-25 12:06:44 -040083 PLANE_PROP_SCALER_V2,
Clarence Ip5fc00c52016-09-23 15:03:34 -040084 PLANE_PROP_CSC_V1,
Dhaval Patel4e574842016-08-23 15:11:37 -070085 PLANE_PROP_INFO,
abeykun48f407a2016-08-25 12:06:44 -040086 PLANE_PROP_SCALER_LUT_ED,
87 PLANE_PROP_SCALER_LUT_CIR,
88 PLANE_PROP_SCALER_LUT_SEP,
Benet Clarkd009b1d2016-06-27 14:45:59 -070089 PLANE_PROP_SKIN_COLOR,
90 PLANE_PROP_SKY_COLOR,
91 PLANE_PROP_FOLIAGE_COLOR,
Alan Kwong4dd64c82017-02-04 18:41:51 -080092 PLANE_PROP_ROT_CAPS_V1,
Clarence Ip5e2a9222016-06-26 22:38:24 -040093
94 /* # of blob properties */
95 PLANE_PROP_BLOBCOUNT,
96
Clarence Ipe78efb72016-06-24 18:35:21 -040097 /* range properties */
Clarence Ip5e2a9222016-06-26 22:38:24 -040098 PLANE_PROP_ZPOS = PLANE_PROP_BLOBCOUNT,
jilai wang12987782015-06-25 17:37:42 -040099 PLANE_PROP_ALPHA,
Clarence Ipcb410d42016-06-26 22:52:33 -0400100 PLANE_PROP_COLOR_FILL,
Clarence Ipdedbba92016-09-27 17:43:10 -0400101 PLANE_PROP_H_DECIMATE,
102 PLANE_PROP_V_DECIMATE,
Clarence Ipcae1bb62016-07-07 12:07:13 -0400103 PLANE_PROP_INPUT_FENCE,
Benet Clarkeb1b4462016-06-27 14:43:06 -0700104 PLANE_PROP_HUE_ADJUST,
105 PLANE_PROP_SATURATION_ADJUST,
106 PLANE_PROP_VALUE_ADJUST,
107 PLANE_PROP_CONTRAST_ADJUST,
Veera Sundaram Sankaran02dd6ac2016-12-22 15:08:29 -0800108 PLANE_PROP_EXCL_RECT_V1,
Alan Kwong4dd64c82017-02-04 18:41:51 -0800109 PLANE_PROP_ROT_DST_X,
110 PLANE_PROP_ROT_DST_Y,
111 PLANE_PROP_ROT_DST_W,
112 PLANE_PROP_ROT_DST_H,
Alan Kwong2349d742017-04-20 08:27:30 -0700113 PLANE_PROP_PREFILL_SIZE,
114 PLANE_PROP_PREFILL_TIME,
Clarence Ipe78efb72016-06-24 18:35:21 -0400115
Clarence Ip5e2a9222016-06-26 22:38:24 -0400116 /* enum/bitmask properties */
117 PLANE_PROP_ROTATION,
118 PLANE_PROP_BLEND_OP,
119 PLANE_PROP_SRC_CONFIG,
Clarence Ipe78efb72016-06-24 18:35:21 -0400120
Clarence Ip5e2a9222016-06-26 22:38:24 -0400121 /* total # of properties */
122 PLANE_PROP_COUNT
jilai wang12987782015-06-25 17:37:42 -0400123};
124
Clarence Ip7a753bb2016-07-07 11:47:44 -0400125enum msm_mdp_crtc_property {
Dhaval Patele4a5dda2016-10-13 19:29:30 -0700126 CRTC_PROP_INFO,
127
Clarence Ip7a753bb2016-07-07 11:47:44 -0400128 /* # of blob properties */
129 CRTC_PROP_BLOBCOUNT,
130
131 /* range properties */
Clarence Ipcae1bb62016-07-07 12:07:13 -0400132 CRTC_PROP_INPUT_FENCE_TIMEOUT = CRTC_PROP_BLOBCOUNT,
Clarence Ip24f80662016-06-13 19:05:32 -0400133 CRTC_PROP_OUTPUT_FENCE,
Clarence Ip1d9728b2016-09-01 11:10:54 -0400134 CRTC_PROP_OUTPUT_FENCE_OFFSET,
Veera Sundaram Sankaran3171ff82017-01-04 14:34:47 -0800135 CRTC_PROP_DIM_LAYER_V1,
Alan Kwong9aa061c2016-11-06 21:17:12 -0500136 CRTC_PROP_CORE_CLK,
137 CRTC_PROP_CORE_AB,
138 CRTC_PROP_CORE_IB,
Alan Kwong8c176bf2017-02-09 19:34:32 -0800139 CRTC_PROP_MEM_AB,
140 CRTC_PROP_MEM_IB,
Alan Kwong4aacd532017-02-04 18:51:33 -0800141 CRTC_PROP_ROT_PREFILL_BW,
Alan Kwong8c176bf2017-02-09 19:34:32 -0800142 CRTC_PROP_ROT_CLK,
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400143 CRTC_PROP_ROI_V1,
Clarence Ip7a753bb2016-07-07 11:47:44 -0400144
145 /* total # of properties */
146 CRTC_PROP_COUNT
147};
148
Clarence Ipdd8021c2016-07-20 16:39:47 -0400149enum msm_mdp_conn_property {
150 /* blob properties, always put these first */
151 CONNECTOR_PROP_SDE_INFO,
Ping Li898b1bf2017-02-09 18:03:28 -0800152 CONNECTOR_PROP_HDR_INFO,
Clarence Ipdd8021c2016-07-20 16:39:47 -0400153
154 /* # of blob properties */
155 CONNECTOR_PROP_BLOBCOUNT,
156
157 /* range properties */
158 CONNECTOR_PROP_OUT_FB = CONNECTOR_PROP_BLOBCOUNT,
159 CONNECTOR_PROP_RETIRE_FENCE,
Alan Kwongbb27c092016-07-20 16:41:25 -0400160 CONNECTOR_PROP_DST_X,
161 CONNECTOR_PROP_DST_Y,
162 CONNECTOR_PROP_DST_W,
163 CONNECTOR_PROP_DST_H,
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400164 CONNECTOR_PROP_ROI_V1,
Clarence Ipdd8021c2016-07-20 16:39:47 -0400165
166 /* enum/bitmask properties */
Lloyd Atkinsonb6191972016-08-10 18:31:46 -0400167 CONNECTOR_PROP_TOPOLOGY_NAME,
168 CONNECTOR_PROP_TOPOLOGY_CONTROL,
Lloyd Atkinson77382202017-02-01 14:59:43 -0500169 CONNECTOR_PROP_AUTOREFRESH,
Clarence Ip90b282d2017-05-04 10:00:32 -0700170 CONNECTOR_PROP_LP,
Clarence Ipdd8021c2016-07-20 16:39:47 -0400171
172 /* total # of properties */
173 CONNECTOR_PROP_COUNT
174};
175
Hai Li78b1d472015-07-27 13:49:45 -0400176struct msm_vblank_ctrl {
Sandeep Pandaf48c46a2016-10-24 09:48:50 +0530177 struct kthread_work work;
Hai Li78b1d472015-07-27 13:49:45 -0400178 struct list_head event_list;
179 spinlock_t lock;
180};
181
Clarence Ipa4039322016-07-15 16:23:59 -0400182#define MAX_H_TILES_PER_DISPLAY 2
183
184/**
Alexander Beykunac182352017-02-27 17:46:51 -0500185 * enum msm_display_compression_type - compression method used for pixel stream
186 * @MSM_DISPLAY_COMPRESSION_NONE: Pixel data is not compressed
187 * @MSM_DISPLAY_COMPRESSION_DSC: DSC compresison is used
Clarence Ipa4039322016-07-15 16:23:59 -0400188 */
Alexander Beykunac182352017-02-27 17:46:51 -0500189enum msm_display_compression_type {
190 MSM_DISPLAY_COMPRESSION_NONE,
191 MSM_DISPLAY_COMPRESSION_DSC,
Clarence Ipa4039322016-07-15 16:23:59 -0400192};
193
194/**
195 * enum msm_display_caps - features/capabilities supported by displays
196 * @MSM_DISPLAY_CAP_VID_MODE: Video or "active" mode supported
197 * @MSM_DISPLAY_CAP_CMD_MODE: Command mode supported
198 * @MSM_DISPLAY_CAP_HOT_PLUG: Hot plug detection supported
199 * @MSM_DISPLAY_CAP_EDID: EDID supported
200 */
201enum msm_display_caps {
202 MSM_DISPLAY_CAP_VID_MODE = BIT(0),
203 MSM_DISPLAY_CAP_CMD_MODE = BIT(1),
204 MSM_DISPLAY_CAP_HOT_PLUG = BIT(2),
205 MSM_DISPLAY_CAP_EDID = BIT(3),
206};
207
208/**
Jeykumar Sankarandfaeec92017-06-06 15:21:51 -0700209 * enum msm_event_wait - type of HW events to wait for
210 * @MSM_ENC_COMMIT_DONE - wait for the driver to flush the registers to HW
211 * @MSM_ENC_TX_COMPLETE - wait for the HW to transfer the frame to panel
212 */
213enum msm_event_wait {
214 MSM_ENC_COMMIT_DONE = 0,
215 MSM_ENC_TX_COMPLETE,
216};
217
218/**
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400219 * struct msm_roi_alignment - region of interest alignment restrictions
220 * @xstart_pix_align: left x offset alignment restriction
221 * @width_pix_align: width alignment restriction
222 * @ystart_pix_align: top y offset alignment restriction
223 * @height_pix_align: height alignment restriction
224 * @min_width: minimum width restriction
225 * @min_height: minimum height restriction
226 */
227struct msm_roi_alignment {
228 uint32_t xstart_pix_align;
229 uint32_t width_pix_align;
230 uint32_t ystart_pix_align;
231 uint32_t height_pix_align;
232 uint32_t min_width;
233 uint32_t min_height;
234};
235
236/**
237 * struct msm_roi_caps - display's region of interest capabilities
238 * @enabled: true if some region of interest is supported
239 * @merge_rois: merge rois before sending to display
240 * @num_roi: maximum number of rois supported
241 * @align: roi alignment restrictions
242 */
243struct msm_roi_caps {
244 bool enabled;
245 bool merge_rois;
246 uint32_t num_roi;
247 struct msm_roi_alignment align;
248};
249
250/**
Alexander Beykunac182352017-02-27 17:46:51 -0500251 * struct msm_display_dsc_info - defines dsc configuration
252 * @version: DSC version.
253 * @scr_rev: DSC revision.
254 * @pic_height: Picture height in pixels.
255 * @pic_width: Picture width in pixels.
256 * @initial_lines: Number of initial lines stored in encoder.
257 * @pkt_per_line: Number of packets per line.
258 * @bytes_in_slice: Number of bytes in slice.
259 * @eol_byte_num: Valid bytes at the end of line.
260 * @pclk_per_line: Compressed width.
261 * @full_frame_slices: Number of slice per interface.
262 * @slice_height: Slice height in pixels.
263 * @slice_width: Slice width in pixels.
264 * @chunk_size: Chunk size in bytes for slice multiplexing.
265 * @slice_last_group_size: Size of last group in pixels.
266 * @bpp: Target bits per pixel.
267 * @bpc: Number of bits per component.
268 * @line_buf_depth: Line buffer bit depth.
269 * @block_pred_enable: Block prediction enabled/disabled.
270 * @vbr_enable: VBR mode.
271 * @enable_422: Indicates if input uses 4:2:2 sampling.
272 * @convert_rgb: DSC color space conversion.
273 * @input_10_bits: 10 bit per component input.
274 * @slice_per_pkt: Number of slices per packet.
275 * @initial_dec_delay: Initial decoding delay.
276 * @initial_xmit_delay: Initial transmission delay.
277 * @initial_scale_value: Scale factor value at the beginning of a slice.
278 * @scale_decrement_interval: Scale set up at the beginning of a slice.
279 * @scale_increment_interval: Scale set up at the end of a slice.
280 * @first_line_bpg_offset: Extra bits allocated on the first line of a slice.
281 * @nfl_bpg_offset: Slice specific settings.
282 * @slice_bpg_offset: Slice specific settings.
283 * @initial_offset: Initial offset at the start of a slice.
284 * @final_offset: Maximum end-of-slice value.
285 * @rc_model_size: Number of bits in RC model.
286 * @det_thresh_flatness: Flatness threshold.
287 * @max_qp_flatness: Maximum QP for flatness adjustment.
288 * @min_qp_flatness: Minimum QP for flatness adjustment.
289 * @edge_factor: Ratio to detect presence of edge.
290 * @quant_incr_limit0: QP threshold.
291 * @quant_incr_limit1: QP threshold.
292 * @tgt_offset_hi: Upper end of variability range.
293 * @tgt_offset_lo: Lower end of variability range.
294 * @buf_thresh: Thresholds in RC model
295 * @range_min_qp: Min QP allowed.
296 * @range_max_qp: Max QP allowed.
297 * @range_bpg_offset: Bits per group adjustment.
298 */
299struct msm_display_dsc_info {
300 u8 version;
301 u8 scr_rev;
302
303 int pic_height;
304 int pic_width;
305 int slice_height;
306 int slice_width;
307
308 int initial_lines;
309 int pkt_per_line;
310 int bytes_in_slice;
311 int bytes_per_pkt;
312 int eol_byte_num;
313 int pclk_per_line;
314 int full_frame_slices;
315 int slice_last_group_size;
316 int bpp;
317 int bpc;
318 int line_buf_depth;
319
320 int slice_per_pkt;
321 int chunk_size;
322 bool block_pred_enable;
323 int vbr_enable;
324 int enable_422;
325 int convert_rgb;
326 int input_10_bits;
327
328 int initial_dec_delay;
329 int initial_xmit_delay;
330 int initial_scale_value;
331 int scale_decrement_interval;
332 int scale_increment_interval;
333 int first_line_bpg_offset;
334 int nfl_bpg_offset;
335 int slice_bpg_offset;
336 int initial_offset;
337 int final_offset;
338
339 int rc_model_size;
340 int det_thresh_flatness;
341 int max_qp_flatness;
342 int min_qp_flatness;
343 int edge_factor;
344 int quant_incr_limit0;
345 int quant_incr_limit1;
346 int tgt_offset_hi;
347 int tgt_offset_lo;
348
349 u32 *buf_thresh;
350 char *range_min_qp;
351 char *range_max_qp;
352 char *range_bpg_offset;
353};
354
355/**
356 * struct msm_compression_info - defined panel compression
357 * @comp_type: type of compression supported
358 * @dsc_info: dsc configuration if the compression
359 * supported is DSC
360 */
361struct msm_compression_info {
362 enum msm_display_compression_type comp_type;
363
364 union{
365 struct msm_display_dsc_info dsc_info;
366 };
367};
368
369/**
Jeykumar Sankaran6b345ac2017-03-15 19:17:19 -0700370 * struct msm_display_topology - defines a display topology pipeline
371 * @num_lm: number of layer mixers used
372 * @num_enc: number of compression encoder blocks used
373 * @num_intf: number of interfaces the panel is mounted on
374 */
375struct msm_display_topology {
376 u32 num_lm;
377 u32 num_enc;
378 u32 num_intf;
379};
380
381/**
382 * struct msm_mode_info - defines all msm custom mode info
383 * @topology - supported topology for the mode
384 */
385struct msm_mode_info {
386 struct msm_display_topology topology;
387};
388
389/**
Clarence Ipa4039322016-07-15 16:23:59 -0400390 * struct msm_display_info - defines display properties
391 * @intf_type: DRM_MODE_CONNECTOR_ display type
392 * @capabilities: Bitmask of display flags
393 * @num_of_h_tiles: Number of horizontal tiles in case of split interface
394 * @h_tile_instance: Controller instance used per tile. Number of elements is
395 * based on num_of_h_tiles
396 * @is_connected: Set to true if display is connected
397 * @width_mm: Physical width
398 * @height_mm: Physical height
399 * @max_width: Max width of display. In case of hot pluggable display
400 * this is max width supported by controller
401 * @max_height: Max height of display. In case of hot pluggable display
402 * this is max height supported by controller
Dhaval Patel60e1ff52017-02-18 21:03:40 -0800403 * @is_primary: Set to true if display is primary display
Narendra Muppallad4081e12017-04-20 19:24:08 -0700404 * @is_te_using_watchdog_timer: Boolean to indicate watchdog TE is
405 * used instead of panel TE in cmd mode panels
Dhaval Patel60e1ff52017-02-18 21:03:40 -0800406 * @frame_rate: Display frame rate
407 * @prefill_lines: prefill lines based on porches.
408 * @vtotal: display vertical total
409 * @jitter: display jitter configuration
Alexander Beykunac182352017-02-27 17:46:51 -0500410 * @comp_info: Compression supported by the display
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400411 * @roi_caps: Region of interest capability info
Clarence Ipa4039322016-07-15 16:23:59 -0400412 */
413struct msm_display_info {
414 int intf_type;
415 uint32_t capabilities;
416
417 uint32_t num_of_h_tiles;
418 uint32_t h_tile_instance[MAX_H_TILES_PER_DISPLAY];
419
420 bool is_connected;
421
422 unsigned int width_mm;
423 unsigned int height_mm;
424
425 uint32_t max_width;
426 uint32_t max_height;
427
Dhaval Patel60e1ff52017-02-18 21:03:40 -0800428 bool is_primary;
Narendra Muppallad4081e12017-04-20 19:24:08 -0700429 bool is_te_using_watchdog_timer;
Dhaval Patel60e1ff52017-02-18 21:03:40 -0800430 uint32_t frame_rate;
431 uint32_t prefill_lines;
432 uint32_t vtotal;
433 uint32_t jitter;
434
Alexander Beykunac182352017-02-27 17:46:51 -0500435 struct msm_compression_info comp_info;
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400436 struct msm_roi_caps roi_caps;
Clarence Ipa4039322016-07-15 16:23:59 -0400437};
438
Lloyd Atkinson05d75512017-01-17 14:45:51 -0500439#define MSM_MAX_ROI 4
440
441/**
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400442 * struct msm_roi_list - list of regions of interest for a drm object
443 * @num_rects: number of valid rectangles in the roi array
444 * @roi: list of roi rectangles
Lloyd Atkinson05d75512017-01-17 14:45:51 -0500445 */
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400446struct msm_roi_list {
Lloyd Atkinson05d75512017-01-17 14:45:51 -0500447 uint32_t num_rects;
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400448 struct drm_clip_rect roi[MSM_MAX_ROI];
Lloyd Atkinson05d75512017-01-17 14:45:51 -0500449};
450
451/**
452 * struct - msm_display_kickoff_params - info for display features at kickoff
453 * @rois: Regions of interest structure for mapping CRTC to Connector output
454 */
455struct msm_display_kickoff_params {
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400456 struct msm_roi_list *rois;
Lloyd Atkinson05d75512017-01-17 14:45:51 -0500457};
458
Clarence Ip3649f8b2016-10-31 09:59:44 -0400459/**
460 * struct msm_drm_event - defines custom event notification struct
461 * @base: base object required for event notification by DRM framework.
462 * @event: event object required for event notification by DRM framework.
463 * @info: contains information of DRM object for which events has been
464 * requested.
465 * @data: memory location which contains response payload for event.
466 */
467struct msm_drm_event {
468 struct drm_pending_event base;
469 struct drm_event event;
Gopikrishnaiah Anandande2c81b2017-03-15 12:41:29 -0700470 struct drm_msm_event_req info;
Clarence Ip3649f8b2016-10-31 09:59:44 -0400471 u8 data[];
472};
Ajay Singh Parmar64c19192016-06-10 16:44:56 -0700473
Sandeep Pandaf48c46a2016-10-24 09:48:50 +0530474/* Commit thread specific structure */
475struct msm_drm_commit {
476 struct drm_device *dev;
477 struct task_struct *thread;
478 unsigned int crtc_id;
479 struct kthread_worker worker;
480};
481
Rob Clarkc8afe682013-06-26 12:44:06 -0400482struct msm_drm_private {
483
Rob Clark68209392016-05-17 16:19:32 -0400484 struct drm_device *dev;
485
Rob Clarkc8afe682013-06-26 12:44:06 -0400486 struct msm_kms *kms;
487
Dhaval Patel3949f032016-06-20 16:24:33 -0700488 struct sde_power_handle phandle;
489 struct sde_power_client *pclient;
490
Rob Clark060530f2014-03-03 14:19:12 -0500491 /* subordinate devices, if present: */
Rob Clark067fef32014-11-04 13:33:14 -0500492 struct platform_device *gpu_pdev;
493
Archit Taneja990a4002016-05-07 23:11:25 +0530494 /* top level MDSS wrapper device (for MDP5 only) */
495 struct msm_mdss *mdss;
496
Rob Clark067fef32014-11-04 13:33:14 -0500497 /* possibly this should be in the kms component, but it is
498 * shared by both mdp4 and mdp5..
499 */
500 struct hdmi *hdmi;
Rob Clark060530f2014-03-03 14:19:12 -0500501
Hai Liab5b0102015-01-07 18:47:44 -0500502 /* eDP is for mdp5 only, but kms has not been created
503 * when edp_bind() and edp_init() are called. Here is the only
504 * place to keep the edp instance.
505 */
506 struct msm_edp *edp;
507
Hai Lia6895542015-03-31 14:36:33 -0400508 /* DSI is shared by mdp4 and mdp5 */
509 struct msm_dsi *dsi[2];
510
Rob Clark7198e6b2013-07-19 12:59:32 -0400511 /* when we have more than one 'msm_gpu' these need to be an array: */
512 struct msm_gpu *gpu;
513 struct msm_file_private *lastctx;
514
Rob Clarkc8afe682013-06-26 12:44:06 -0400515 struct drm_fb_helper *fbdev;
516
Rob Clarka7d3c952014-05-30 14:47:38 -0400517 struct msm_rd_state *rd;
Rob Clark70c70f02014-05-30 14:49:43 -0400518 struct msm_perf_state *perf;
Rob Clarka7d3c952014-05-30 14:47:38 -0400519
Rob Clarkc8afe682013-06-26 12:44:06 -0400520 /* list of GEM objects: */
521 struct list_head inactive_list;
522
523 struct workqueue_struct *wq;
524
Rob Clarkf86afec2014-11-25 12:41:18 -0500525 /* crtcs pending async atomic updates: */
526 uint32_t pending_crtcs;
527 wait_queue_head_t pending_crtcs_event;
528
Rob Clark871d8122013-11-16 12:56:06 -0500529 /* registered MMUs: */
530 unsigned int num_mmus;
531 struct msm_mmu *mmus[NUM_DOMAINS];
Rob Clarkc8afe682013-06-26 12:44:06 -0400532
Rob Clarka8623912013-10-08 12:57:48 -0400533 unsigned int num_planes;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700534 struct drm_plane *planes[MAX_PLANES];
Rob Clarka8623912013-10-08 12:57:48 -0400535
Rob Clarkc8afe682013-06-26 12:44:06 -0400536 unsigned int num_crtcs;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700537 struct drm_crtc *crtcs[MAX_CRTCS];
Rob Clarkc8afe682013-06-26 12:44:06 -0400538
Sandeep Pandaf48c46a2016-10-24 09:48:50 +0530539 struct msm_drm_commit disp_thread[MAX_CRTCS];
540
Rob Clarkc8afe682013-06-26 12:44:06 -0400541 unsigned int num_encoders;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700542 struct drm_encoder *encoders[MAX_ENCODERS];
Rob Clarkc8afe682013-06-26 12:44:06 -0400543
Rob Clarka3376e32013-08-30 13:02:15 -0400544 unsigned int num_bridges;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700545 struct drm_bridge *bridges[MAX_BRIDGES];
Rob Clarka3376e32013-08-30 13:02:15 -0400546
Rob Clarkc8afe682013-06-26 12:44:06 -0400547 unsigned int num_connectors;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700548 struct drm_connector *connectors[MAX_CONNECTORS];
Rob Clark871d8122013-11-16 12:56:06 -0500549
jilai wang12987782015-06-25 17:37:42 -0400550 /* Properties */
Clarence Ipe78efb72016-06-24 18:35:21 -0400551 struct drm_property *plane_property[PLANE_PROP_COUNT];
Clarence Ip7a753bb2016-07-07 11:47:44 -0400552 struct drm_property *crtc_property[CRTC_PROP_COUNT];
Clarence Ipdd8021c2016-07-20 16:39:47 -0400553 struct drm_property *conn_property[CONNECTOR_PROP_COUNT];
jilai wang12987782015-06-25 17:37:42 -0400554
Gopikrishnaiah Anandane0e5e0c2016-05-25 11:05:33 -0700555 /* Color processing properties for the crtc */
556 struct drm_property **cp_property;
557
Rob Clark871d8122013-11-16 12:56:06 -0500558 /* VRAM carveout, used when no IOMMU: */
559 struct {
560 unsigned long size;
561 dma_addr_t paddr;
562 /* NOTE: mm managed at the page level, size is in # of pages
563 * and position mm_node->start is in # of pages:
564 */
565 struct drm_mm mm;
566 } vram;
Hai Li78b1d472015-07-27 13:49:45 -0400567
Rob Clarke1e9db22016-05-27 11:16:28 -0400568 struct notifier_block vmap_notifier;
Rob Clark68209392016-05-17 16:19:32 -0400569 struct shrinker shrinker;
570
Hai Li78b1d472015-07-27 13:49:45 -0400571 struct msm_vblank_ctrl vblank_ctrl;
Rob Clarkd78d3832016-08-22 15:28:38 -0400572
Dhaval Patel5200c602017-01-17 15:53:37 -0800573 /* task holding struct_mutex.. currently only used in submit path
574 * to detect and reject faults from copy_from_user() for submit
575 * ioctl.
576 */
577 struct task_struct *struct_mutex_task;
578
Clarence Ipe5f1f4c2016-11-19 18:02:23 -0500579 /* saved atomic state during system suspend */
580 struct drm_atomic_state *suspend_state;
Clarence Ipa65cba52017-03-17 15:18:29 -0400581 bool suspend_block;
Clarence Ipe5f1f4c2016-11-19 18:02:23 -0500582
Lloyd Atkinson5d40d312016-09-06 08:34:13 -0400583 /* list of clients waiting for events */
584 struct list_head client_event_list;
Lloyd Atkinsonab3dd302017-02-13 10:44:55 -0800585
586 /* whether registered and drm_dev_unregister should be called */
587 bool registered;
Dhaval Patel6c666622017-03-21 23:02:59 -0700588
589 /* msm drv debug root node */
590 struct dentry *debug_root;
Rob Clarkc8afe682013-06-26 12:44:06 -0400591};
592
593struct msm_format {
594 uint32_t pixel_format;
595};
596
Daniel Vetterb4274fb2014-11-26 17:02:18 +0100597int msm_atomic_check(struct drm_device *dev,
598 struct drm_atomic_state *state);
Dhaval Patel7a7d85d2016-08-26 16:35:34 -0700599/* callback from wq once fence has passed: */
600struct msm_fence_cb {
601 struct work_struct work;
602 uint32_t fence;
603 void (*func)(struct msm_fence_cb *cb);
604};
605
606void __msm_fence_worker(struct work_struct *work);
607
608#define INIT_FENCE_CB(_cb, _func) do { \
609 INIT_WORK(&(_cb)->work, __msm_fence_worker); \
610 (_cb)->func = _func; \
611 } while (0)
612
Clarence Ip7f70ce42017-03-20 06:53:46 -0700613static inline bool msm_is_suspend_state(struct drm_device *dev)
614{
615 if (!dev || !dev->dev_private)
616 return false;
617
618 return ((struct msm_drm_private *)dev->dev_private)->suspend_state != 0;
619}
620
Clarence Ipa65cba52017-03-17 15:18:29 -0400621static inline bool msm_is_suspend_blocked(struct drm_device *dev)
622{
623 if (!dev || !dev->dev_private)
624 return false;
625
626 if (!msm_is_suspend_state(dev))
627 return false;
628
629 return ((struct msm_drm_private *)dev->dev_private)->suspend_block != 0;
630}
631
Rob Clarkcf3a7e42014-11-08 13:21:06 -0500632int msm_atomic_commit(struct drm_device *dev,
Maarten Lankhorsta3ccfb92016-04-26 16:11:38 +0200633 struct drm_atomic_state *state, bool nonblock);
Rob Clarkcf3a7e42014-11-08 13:21:06 -0500634
Rob Clark871d8122013-11-16 12:56:06 -0500635int msm_register_mmu(struct drm_device *dev, struct msm_mmu *mmu);
Lloyd Atkinson1e2497e2016-09-26 17:55:48 -0400636void msm_unregister_mmu(struct drm_device *dev, struct msm_mmu *mmu);
Rob Clarkc8afe682013-06-26 12:44:06 -0400637
Rob Clark40e68152016-05-03 09:50:26 -0400638void msm_gem_submit_free(struct msm_gem_submit *submit);
Rob Clark7198e6b2013-07-19 12:59:32 -0400639int msm_ioctl_gem_submit(struct drm_device *dev, void *data,
640 struct drm_file *file);
641
Rob Clark68209392016-05-17 16:19:32 -0400642void msm_gem_shrinker_init(struct drm_device *dev);
643void msm_gem_shrinker_cleanup(struct drm_device *dev);
644
Daniel Thompson77a147e2014-11-12 11:38:14 +0000645int msm_gem_mmap_obj(struct drm_gem_object *obj,
646 struct vm_area_struct *vma);
Rob Clarkc8afe682013-06-26 12:44:06 -0400647int msm_gem_mmap(struct file *filp, struct vm_area_struct *vma);
648int msm_gem_fault(struct vm_area_struct *vma, struct vm_fault *vmf);
649uint64_t msm_gem_mmap_offset(struct drm_gem_object *obj);
650int msm_gem_get_iova_locked(struct drm_gem_object *obj, int id,
651 uint32_t *iova);
652int msm_gem_get_iova(struct drm_gem_object *obj, int id, uint32_t *iova);
Rob Clark2638d902014-11-08 09:13:37 -0500653uint32_t msm_gem_iova(struct drm_gem_object *obj, int id);
Rob Clark05b84912013-09-28 11:28:35 -0400654struct page **msm_gem_get_pages(struct drm_gem_object *obj);
655void msm_gem_put_pages(struct drm_gem_object *obj);
Rob Clarkc8afe682013-06-26 12:44:06 -0400656void msm_gem_put_iova(struct drm_gem_object *obj, int id);
657int msm_gem_dumb_create(struct drm_file *file, struct drm_device *dev,
658 struct drm_mode_create_dumb *args);
Rob Clarkc8afe682013-06-26 12:44:06 -0400659int msm_gem_dumb_map_offset(struct drm_file *file, struct drm_device *dev,
660 uint32_t handle, uint64_t *offset);
Rob Clark05b84912013-09-28 11:28:35 -0400661struct sg_table *msm_gem_prime_get_sg_table(struct drm_gem_object *obj);
662void *msm_gem_prime_vmap(struct drm_gem_object *obj);
663void msm_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr);
Daniel Thompson77a147e2014-11-12 11:38:14 +0000664int msm_gem_prime_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma);
Eric Anholtb3a42bb2017-04-12 12:11:58 -0700665struct reservation_object *msm_gem_prime_res_obj(struct drm_gem_object *obj);
Rob Clark05b84912013-09-28 11:28:35 -0400666struct drm_gem_object *msm_gem_prime_import_sg_table(struct drm_device *dev,
Maarten Lankhorstb5e9c1a2014-01-09 11:03:14 +0100667 struct dma_buf_attachment *attach, struct sg_table *sg);
Rob Clark05b84912013-09-28 11:28:35 -0400668int msm_gem_prime_pin(struct drm_gem_object *obj);
669void msm_gem_prime_unpin(struct drm_gem_object *obj);
Rob Clark18f23042016-05-26 16:24:35 -0400670void *msm_gem_get_vaddr_locked(struct drm_gem_object *obj);
671void *msm_gem_get_vaddr(struct drm_gem_object *obj);
672void msm_gem_put_vaddr_locked(struct drm_gem_object *obj);
673void msm_gem_put_vaddr(struct drm_gem_object *obj);
Rob Clark4cd33c42016-05-17 15:44:49 -0400674int msm_gem_madvise(struct drm_gem_object *obj, unsigned madv);
Rob Clark68209392016-05-17 16:19:32 -0400675void msm_gem_purge(struct drm_gem_object *obj);
Rob Clarke1e9db22016-05-27 11:16:28 -0400676void msm_gem_vunmap(struct drm_gem_object *obj);
Rob Clarkb6295f92016-03-15 18:26:28 -0400677int msm_gem_sync_object(struct drm_gem_object *obj,
678 struct msm_fence_context *fctx, bool exclusive);
Rob Clark7198e6b2013-07-19 12:59:32 -0400679void msm_gem_move_to_active(struct drm_gem_object *obj,
Rob Clarkb6295f92016-03-15 18:26:28 -0400680 struct msm_gpu *gpu, bool exclusive, struct fence *fence);
Rob Clark7198e6b2013-07-19 12:59:32 -0400681void msm_gem_move_to_inactive(struct drm_gem_object *obj);
Rob Clarkba00c3f2016-03-16 18:18:17 -0400682int msm_gem_cpu_prep(struct drm_gem_object *obj, uint32_t op, ktime_t *timeout);
Rob Clark7198e6b2013-07-19 12:59:32 -0400683int msm_gem_cpu_fini(struct drm_gem_object *obj);
Rob Clarkc8afe682013-06-26 12:44:06 -0400684void msm_gem_free_object(struct drm_gem_object *obj);
685int msm_gem_new_handle(struct drm_device *dev, struct drm_file *file,
686 uint32_t size, uint32_t flags, uint32_t *handle);
687struct drm_gem_object *msm_gem_new(struct drm_device *dev,
688 uint32_t size, uint32_t flags);
Rob Clark05b84912013-09-28 11:28:35 -0400689struct drm_gem_object *msm_gem_import(struct drm_device *dev,
Rob Clark79f0e202016-03-16 12:40:35 -0400690 struct dma_buf *dmabuf, struct sg_table *sgt);
Rob Clarkc8afe682013-06-26 12:44:06 -0400691
Alan Kwong578cdaf2017-01-28 17:25:43 -0800692void msm_framebuffer_set_kmap(struct drm_framebuffer *fb, bool enable);
Rob Clark2638d902014-11-08 09:13:37 -0500693int msm_framebuffer_prepare(struct drm_framebuffer *fb, int id);
694void msm_framebuffer_cleanup(struct drm_framebuffer *fb, int id);
695uint32_t msm_framebuffer_iova(struct drm_framebuffer *fb, int id, int plane);
Rob Clarkc8afe682013-06-26 12:44:06 -0400696struct drm_gem_object *msm_framebuffer_bo(struct drm_framebuffer *fb, int plane);
697const struct msm_format *msm_framebuffer_format(struct drm_framebuffer *fb);
698struct drm_framebuffer *msm_framebuffer_init(struct drm_device *dev,
Ville Syrjälä1eb83452015-11-11 19:11:29 +0200699 const struct drm_mode_fb_cmd2 *mode_cmd, struct drm_gem_object **bos);
Rob Clarkc8afe682013-06-26 12:44:06 -0400700struct drm_framebuffer *msm_framebuffer_create(struct drm_device *dev,
Ville Syrjälä1eb83452015-11-11 19:11:29 +0200701 struct drm_file *file, const struct drm_mode_fb_cmd2 *mode_cmd);
Rob Clarkc8afe682013-06-26 12:44:06 -0400702
703struct drm_fb_helper *msm_fbdev_init(struct drm_device *dev);
Archit Taneja1aaa57f2016-02-25 11:19:45 +0530704void msm_fbdev_free(struct drm_device *dev);
Rob Clarkc8afe682013-06-26 12:44:06 -0400705
Rob Clarkdada25b2013-12-01 12:12:54 -0500706struct hdmi;
Arnd Bergmannfcda50c2016-02-22 22:08:35 +0100707int msm_hdmi_modeset_init(struct hdmi *hdmi, struct drm_device *dev,
Rob Clark067fef32014-11-04 13:33:14 -0500708 struct drm_encoder *encoder);
Arnd Bergmannfcda50c2016-02-22 22:08:35 +0100709void __init msm_hdmi_register(void);
710void __exit msm_hdmi_unregister(void);
Rob Clarkc8afe682013-06-26 12:44:06 -0400711
Hai Li00453982014-12-12 14:41:17 -0500712struct msm_edp;
713void __init msm_edp_register(void);
714void __exit msm_edp_unregister(void);
715int msm_edp_modeset_init(struct msm_edp *edp, struct drm_device *dev,
716 struct drm_encoder *encoder);
717
Hai Lia6895542015-03-31 14:36:33 -0400718struct msm_dsi;
719enum msm_dsi_encoder_id {
720 MSM_DSI_VIDEO_ENCODER_ID = 0,
721 MSM_DSI_CMD_ENCODER_ID = 1,
722 MSM_DSI_ENCODER_NUM = 2
723};
Gopikrishnaiah Anandande2c81b2017-03-15 12:41:29 -0700724
725/* *
Gopikrishnaiah Anandan84b4f672017-04-26 10:28:51 -0700726 * msm_mode_object_event_notify - notify user-space clients of drm object
727 * events.
728 * @obj: mode object (crtc/connector) that is generating the event.
Gopikrishnaiah Anandande2c81b2017-03-15 12:41:29 -0700729 * @event: event that needs to be notified.
730 * @payload: payload for the event.
731 */
Gopikrishnaiah Anandan84b4f672017-04-26 10:28:51 -0700732void msm_mode_object_event_nofity(struct drm_mode_object *obj,
733 struct drm_device *dev, struct drm_event *event, u8 *payload);
Hai Lia6895542015-03-31 14:36:33 -0400734#ifdef CONFIG_DRM_MSM_DSI
735void __init msm_dsi_register(void);
736void __exit msm_dsi_unregister(void);
737int msm_dsi_modeset_init(struct msm_dsi *msm_dsi, struct drm_device *dev,
738 struct drm_encoder *encoders[MSM_DSI_ENCODER_NUM]);
739#else
740static inline void __init msm_dsi_register(void)
741{
742}
743static inline void __exit msm_dsi_unregister(void)
744{
745}
746static inline int msm_dsi_modeset_init(struct msm_dsi *msm_dsi,
747 struct drm_device *dev,
748 struct drm_encoder *encoders[MSM_DSI_ENCODER_NUM])
749{
750 return -EINVAL;
751}
752#endif
753
Archit Taneja1dd0a0b2016-05-30 16:36:50 +0530754void __init msm_mdp_register(void);
755void __exit msm_mdp_unregister(void);
756
Rob Clarkc8afe682013-06-26 12:44:06 -0400757#ifdef CONFIG_DEBUG_FS
758void msm_gem_describe(struct drm_gem_object *obj, struct seq_file *m);
759void msm_gem_describe_objects(struct list_head *list, struct seq_file *m);
760void msm_framebuffer_describe(struct drm_framebuffer *fb, struct seq_file *m);
Rob Clarka7d3c952014-05-30 14:47:38 -0400761int msm_debugfs_late_init(struct drm_device *dev);
762int msm_rd_debugfs_init(struct drm_minor *minor);
763void msm_rd_debugfs_cleanup(struct drm_minor *minor);
764void msm_rd_dump_submit(struct msm_gem_submit *submit);
Rob Clark70c70f02014-05-30 14:49:43 -0400765int msm_perf_debugfs_init(struct drm_minor *minor);
766void msm_perf_debugfs_cleanup(struct drm_minor *minor);
Rob Clarka7d3c952014-05-30 14:47:38 -0400767#else
768static inline int msm_debugfs_late_init(struct drm_device *dev) { return 0; }
769static inline void msm_rd_dump_submit(struct msm_gem_submit *submit) {}
Rob Clarkc8afe682013-06-26 12:44:06 -0400770#endif
771
772void __iomem *msm_ioremap(struct platform_device *pdev, const char *name,
773 const char *dbgname);
Dhaval Patela2430842017-06-15 14:32:36 -0700774unsigned long msm_iomap_size(struct platform_device *pdev, const char *name);
Lloyd Atkinson1a0c9172016-10-04 10:01:24 -0400775void msm_iounmap(struct platform_device *dev, void __iomem *addr);
Rob Clarkc8afe682013-06-26 12:44:06 -0400776void msm_writel(u32 data, void __iomem *addr);
777u32 msm_readl(const void __iomem *addr);
778
779#define DBG(fmt, ...) DRM_DEBUG(fmt"\n", ##__VA_ARGS__)
780#define VERB(fmt, ...) if (0) DRM_DEBUG(fmt"\n", ##__VA_ARGS__)
781
782static inline int align_pitch(int width, int bpp)
783{
784 int bytespp = (bpp + 7) / 8;
785 /* adreno needs pitch aligned to 32 pixels: */
786 return bytespp * ALIGN(width, 32);
787}
788
789/* for the generated headers: */
790#define INVALID_IDX(idx) ({BUG(); 0;})
Rob Clark7198e6b2013-07-19 12:59:32 -0400791#define fui(x) ({BUG(); 0;})
792#define util_float_to_half(x) ({BUG(); 0;})
793
Rob Clarkc8afe682013-06-26 12:44:06 -0400794
795#define FIELD(val, name) (((val) & name ## __MASK) >> name ## __SHIFT)
796
797/* for conditionally setting boolean flag(s): */
798#define COND(bool, val) ((bool) ? (val) : 0)
799
Rob Clark340ff412016-03-16 14:57:22 -0400800static inline unsigned long timeout_to_jiffies(const ktime_t *timeout)
801{
802 ktime_t now = ktime_get();
803 unsigned long remaining_jiffies;
804
805 if (ktime_compare(*timeout, now) < 0) {
806 remaining_jiffies = 0;
807 } else {
808 ktime_t rem = ktime_sub(*timeout, now);
809 struct timespec ts = ktime_to_timespec(rem);
810 remaining_jiffies = timespec_to_jiffies(&ts);
811 }
812
813 return remaining_jiffies;
814}
Rob Clarkc8afe682013-06-26 12:44:06 -0400815
816#endif /* __MSM_DRV_H__ */