blob: 2aa966b5143a22aa5b5b58b5494ef73fb17049bd [file] [log] [blame]
Rob Clarkc8afe682013-06-26 12:44:06 -04001/*
Dhaval Patel14d46ce2017-01-17 16:28:12 -08002 * Copyright (c) 2016-2017, The Linux Foundation. All rights reserved.
Rob Clarkc8afe682013-06-26 12:44:06 -04003 * Copyright (C) 2013 Red Hat
4 * Author: Rob Clark <robdclark@gmail.com>
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU General Public License version 2 as published by
8 * the Free Software Foundation.
9 *
10 * This program is distributed in the hope that it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 *
15 * You should have received a copy of the GNU General Public License along with
16 * this program. If not, see <http://www.gnu.org/licenses/>.
17 */
18
19#ifndef __MSM_DRV_H__
20#define __MSM_DRV_H__
21
22#include <linux/kernel.h>
23#include <linux/clk.h>
24#include <linux/cpufreq.h>
25#include <linux/module.h>
Rob Clark060530f2014-03-03 14:19:12 -050026#include <linux/component.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040027#include <linux/platform_device.h>
28#include <linux/pm.h>
29#include <linux/pm_runtime.h>
30#include <linux/slab.h>
31#include <linux/list.h>
32#include <linux/iommu.h>
33#include <linux/types.h>
Archit Taneja3d6df062015-06-09 14:17:22 +053034#include <linux/of_graph.h>
Archit Tanejae9fbdaf2015-11-18 12:15:14 +053035#include <linux/of_device.h>
Dhaval Patel1ac91032016-09-26 19:25:39 -070036#include <linux/sde_io_util.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040037#include <asm/sizes.h>
Sandeep Pandaf48c46a2016-10-24 09:48:50 +053038#include <linux/kthread.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040039
Rob Clarkc8afe682013-06-26 12:44:06 -040040#include <drm/drmP.h>
Rob Clarkcf3a7e42014-11-08 13:21:06 -050041#include <drm/drm_atomic.h>
42#include <drm/drm_atomic_helper.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040043#include <drm/drm_crtc_helper.h>
Rob Clarkcf3a7e42014-11-08 13:21:06 -050044#include <drm/drm_plane_helper.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040045#include <drm/drm_fb_helper.h>
Rob Clark7198e6b2013-07-19 12:59:32 -040046#include <drm/msm_drm.h>
Daniel Vetterd9fc9412014-09-23 15:46:53 +020047#include <drm/drm_gem.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040048
Dhaval Patel3949f032016-06-20 16:24:33 -070049#include "sde_power_handle.h"
50
51#define GET_MAJOR_REV(rev) ((rev) >> 28)
52#define GET_MINOR_REV(rev) (((rev) >> 16) & 0xFFF)
53#define GET_STEP_REV(rev) ((rev) & 0xFFFF)
Lloyd Atkinson154b6aa2016-05-24 17:11:37 -040054
Rob Clarkc8afe682013-06-26 12:44:06 -040055struct msm_kms;
Rob Clark7198e6b2013-07-19 12:59:32 -040056struct msm_gpu;
Rob Clark871d8122013-11-16 12:56:06 -050057struct msm_mmu;
Archit Taneja990a4002016-05-07 23:11:25 +053058struct msm_mdss;
Rob Clarka7d3c952014-05-30 14:47:38 -040059struct msm_rd_state;
Rob Clark70c70f02014-05-30 14:49:43 -040060struct msm_perf_state;
Rob Clarka7d3c952014-05-30 14:47:38 -040061struct msm_gem_submit;
Rob Clarkca762a82016-03-15 17:22:13 -040062struct msm_fence_context;
Rob Clarkfde5de62016-03-15 15:35:08 -040063struct msm_fence_cb;
Rob Clarkc8afe682013-06-26 12:44:06 -040064
Alan Kwong112a84f2016-05-24 20:49:21 -040065#define NUM_DOMAINS 4 /* one for KMS, then one per gpu core (?) */
Narendra Muppalla1b0b3352015-09-29 10:16:51 -070066#define MAX_CRTCS 8
Jeykumar Sankaran2e655032017-02-04 14:05:45 -080067#define MAX_PLANES 20
Narendra Muppalla1b0b3352015-09-29 10:16:51 -070068#define MAX_ENCODERS 8
69#define MAX_BRIDGES 8
70#define MAX_CONNECTORS 8
Rob Clark7198e6b2013-07-19 12:59:32 -040071
72struct msm_file_private {
73 /* currently we don't do anything useful with this.. but when
74 * per-context address spaces are supported we'd keep track of
75 * the context's page-tables here.
76 */
77 int dummy;
78};
Rob Clarkc8afe682013-06-26 12:44:06 -040079
jilai wang12987782015-06-25 17:37:42 -040080enum msm_mdp_plane_property {
Clarence Ip5e2a9222016-06-26 22:38:24 -040081 /* blob properties, always put these first */
Clarence Ipb43d4592016-09-08 14:21:35 -040082 PLANE_PROP_SCALER_V1,
abeykun48f407a2016-08-25 12:06:44 -040083 PLANE_PROP_SCALER_V2,
Clarence Ip5fc00c52016-09-23 15:03:34 -040084 PLANE_PROP_CSC_V1,
Dhaval Patel4e574842016-08-23 15:11:37 -070085 PLANE_PROP_INFO,
abeykun48f407a2016-08-25 12:06:44 -040086 PLANE_PROP_SCALER_LUT_ED,
87 PLANE_PROP_SCALER_LUT_CIR,
88 PLANE_PROP_SCALER_LUT_SEP,
Benet Clarkd009b1d2016-06-27 14:45:59 -070089 PLANE_PROP_SKIN_COLOR,
90 PLANE_PROP_SKY_COLOR,
91 PLANE_PROP_FOLIAGE_COLOR,
Alan Kwong4dd64c82017-02-04 18:41:51 -080092 PLANE_PROP_ROT_CAPS_V1,
Clarence Ip5e2a9222016-06-26 22:38:24 -040093
94 /* # of blob properties */
95 PLANE_PROP_BLOBCOUNT,
96
Clarence Ipe78efb72016-06-24 18:35:21 -040097 /* range properties */
Clarence Ip5e2a9222016-06-26 22:38:24 -040098 PLANE_PROP_ZPOS = PLANE_PROP_BLOBCOUNT,
jilai wang12987782015-06-25 17:37:42 -040099 PLANE_PROP_ALPHA,
Clarence Ipcb410d42016-06-26 22:52:33 -0400100 PLANE_PROP_COLOR_FILL,
Clarence Ipdedbba92016-09-27 17:43:10 -0400101 PLANE_PROP_H_DECIMATE,
102 PLANE_PROP_V_DECIMATE,
Clarence Ipcae1bb62016-07-07 12:07:13 -0400103 PLANE_PROP_INPUT_FENCE,
Benet Clarkeb1b4462016-06-27 14:43:06 -0700104 PLANE_PROP_HUE_ADJUST,
105 PLANE_PROP_SATURATION_ADJUST,
106 PLANE_PROP_VALUE_ADJUST,
107 PLANE_PROP_CONTRAST_ADJUST,
Veera Sundaram Sankaran02dd6ac2016-12-22 15:08:29 -0800108 PLANE_PROP_EXCL_RECT_V1,
Alan Kwong4dd64c82017-02-04 18:41:51 -0800109 PLANE_PROP_ROT_DST_X,
110 PLANE_PROP_ROT_DST_Y,
111 PLANE_PROP_ROT_DST_W,
112 PLANE_PROP_ROT_DST_H,
Clarence Ipe78efb72016-06-24 18:35:21 -0400113
Clarence Ip5e2a9222016-06-26 22:38:24 -0400114 /* enum/bitmask properties */
115 PLANE_PROP_ROTATION,
116 PLANE_PROP_BLEND_OP,
117 PLANE_PROP_SRC_CONFIG,
Clarence Ipe78efb72016-06-24 18:35:21 -0400118
Clarence Ip5e2a9222016-06-26 22:38:24 -0400119 /* total # of properties */
120 PLANE_PROP_COUNT
jilai wang12987782015-06-25 17:37:42 -0400121};
122
Clarence Ip7a753bb2016-07-07 11:47:44 -0400123enum msm_mdp_crtc_property {
Dhaval Patele4a5dda2016-10-13 19:29:30 -0700124 CRTC_PROP_INFO,
125
Clarence Ip7a753bb2016-07-07 11:47:44 -0400126 /* # of blob properties */
127 CRTC_PROP_BLOBCOUNT,
128
129 /* range properties */
Clarence Ipcae1bb62016-07-07 12:07:13 -0400130 CRTC_PROP_INPUT_FENCE_TIMEOUT = CRTC_PROP_BLOBCOUNT,
Clarence Ip24f80662016-06-13 19:05:32 -0400131 CRTC_PROP_OUTPUT_FENCE,
Clarence Ip1d9728b2016-09-01 11:10:54 -0400132 CRTC_PROP_OUTPUT_FENCE_OFFSET,
Veera Sundaram Sankaran3171ff82017-01-04 14:34:47 -0800133 CRTC_PROP_DIM_LAYER_V1,
Alan Kwong9aa061c2016-11-06 21:17:12 -0500134 CRTC_PROP_CORE_CLK,
135 CRTC_PROP_CORE_AB,
136 CRTC_PROP_CORE_IB,
Alan Kwong8c176bf2017-02-09 19:34:32 -0800137 CRTC_PROP_MEM_AB,
138 CRTC_PROP_MEM_IB,
Alan Kwong4aacd532017-02-04 18:51:33 -0800139 CRTC_PROP_ROT_PREFILL_BW,
Alan Kwong8c176bf2017-02-09 19:34:32 -0800140 CRTC_PROP_ROT_CLK,
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400141 CRTC_PROP_ROI_V1,
Clarence Ip7a753bb2016-07-07 11:47:44 -0400142
143 /* total # of properties */
144 CRTC_PROP_COUNT
145};
146
Clarence Ipdd8021c2016-07-20 16:39:47 -0400147enum msm_mdp_conn_property {
148 /* blob properties, always put these first */
149 CONNECTOR_PROP_SDE_INFO,
Ping Li898b1bf2017-02-09 18:03:28 -0800150 CONNECTOR_PROP_HDR_INFO,
Clarence Ipdd8021c2016-07-20 16:39:47 -0400151
152 /* # of blob properties */
153 CONNECTOR_PROP_BLOBCOUNT,
154
155 /* range properties */
156 CONNECTOR_PROP_OUT_FB = CONNECTOR_PROP_BLOBCOUNT,
157 CONNECTOR_PROP_RETIRE_FENCE,
Alan Kwongbb27c092016-07-20 16:41:25 -0400158 CONNECTOR_PROP_DST_X,
159 CONNECTOR_PROP_DST_Y,
160 CONNECTOR_PROP_DST_W,
161 CONNECTOR_PROP_DST_H,
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400162 CONNECTOR_PROP_ROI_V1,
Clarence Ipdd8021c2016-07-20 16:39:47 -0400163
164 /* enum/bitmask properties */
Lloyd Atkinsonb6191972016-08-10 18:31:46 -0400165 CONNECTOR_PROP_TOPOLOGY_NAME,
166 CONNECTOR_PROP_TOPOLOGY_CONTROL,
Clarence Ipdd8021c2016-07-20 16:39:47 -0400167
168 /* total # of properties */
169 CONNECTOR_PROP_COUNT
170};
171
Hai Li78b1d472015-07-27 13:49:45 -0400172struct msm_vblank_ctrl {
Sandeep Pandaf48c46a2016-10-24 09:48:50 +0530173 struct kthread_work work;
Hai Li78b1d472015-07-27 13:49:45 -0400174 struct list_head event_list;
175 spinlock_t lock;
176};
177
Clarence Ipa4039322016-07-15 16:23:59 -0400178#define MAX_H_TILES_PER_DISPLAY 2
179
180/**
Alexander Beykunac182352017-02-27 17:46:51 -0500181 * enum msm_display_compression_type - compression method used for pixel stream
182 * @MSM_DISPLAY_COMPRESSION_NONE: Pixel data is not compressed
183 * @MSM_DISPLAY_COMPRESSION_DSC: DSC compresison is used
Clarence Ipa4039322016-07-15 16:23:59 -0400184 */
Alexander Beykunac182352017-02-27 17:46:51 -0500185enum msm_display_compression_type {
186 MSM_DISPLAY_COMPRESSION_NONE,
187 MSM_DISPLAY_COMPRESSION_DSC,
Clarence Ipa4039322016-07-15 16:23:59 -0400188};
189
190/**
191 * enum msm_display_caps - features/capabilities supported by displays
192 * @MSM_DISPLAY_CAP_VID_MODE: Video or "active" mode supported
193 * @MSM_DISPLAY_CAP_CMD_MODE: Command mode supported
194 * @MSM_DISPLAY_CAP_HOT_PLUG: Hot plug detection supported
195 * @MSM_DISPLAY_CAP_EDID: EDID supported
196 */
197enum msm_display_caps {
198 MSM_DISPLAY_CAP_VID_MODE = BIT(0),
199 MSM_DISPLAY_CAP_CMD_MODE = BIT(1),
200 MSM_DISPLAY_CAP_HOT_PLUG = BIT(2),
201 MSM_DISPLAY_CAP_EDID = BIT(3),
202};
203
204/**
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400205 * struct msm_roi_alignment - region of interest alignment restrictions
206 * @xstart_pix_align: left x offset alignment restriction
207 * @width_pix_align: width alignment restriction
208 * @ystart_pix_align: top y offset alignment restriction
209 * @height_pix_align: height alignment restriction
210 * @min_width: minimum width restriction
211 * @min_height: minimum height restriction
212 */
213struct msm_roi_alignment {
214 uint32_t xstart_pix_align;
215 uint32_t width_pix_align;
216 uint32_t ystart_pix_align;
217 uint32_t height_pix_align;
218 uint32_t min_width;
219 uint32_t min_height;
220};
221
222/**
223 * struct msm_roi_caps - display's region of interest capabilities
224 * @enabled: true if some region of interest is supported
225 * @merge_rois: merge rois before sending to display
226 * @num_roi: maximum number of rois supported
227 * @align: roi alignment restrictions
228 */
229struct msm_roi_caps {
230 bool enabled;
231 bool merge_rois;
232 uint32_t num_roi;
233 struct msm_roi_alignment align;
234};
235
236/**
Alexander Beykunac182352017-02-27 17:46:51 -0500237 * struct msm_display_dsc_info - defines dsc configuration
238 * @version: DSC version.
239 * @scr_rev: DSC revision.
240 * @pic_height: Picture height in pixels.
241 * @pic_width: Picture width in pixels.
242 * @initial_lines: Number of initial lines stored in encoder.
243 * @pkt_per_line: Number of packets per line.
244 * @bytes_in_slice: Number of bytes in slice.
245 * @eol_byte_num: Valid bytes at the end of line.
246 * @pclk_per_line: Compressed width.
247 * @full_frame_slices: Number of slice per interface.
248 * @slice_height: Slice height in pixels.
249 * @slice_width: Slice width in pixels.
250 * @chunk_size: Chunk size in bytes for slice multiplexing.
251 * @slice_last_group_size: Size of last group in pixels.
252 * @bpp: Target bits per pixel.
253 * @bpc: Number of bits per component.
254 * @line_buf_depth: Line buffer bit depth.
255 * @block_pred_enable: Block prediction enabled/disabled.
256 * @vbr_enable: VBR mode.
257 * @enable_422: Indicates if input uses 4:2:2 sampling.
258 * @convert_rgb: DSC color space conversion.
259 * @input_10_bits: 10 bit per component input.
260 * @slice_per_pkt: Number of slices per packet.
261 * @initial_dec_delay: Initial decoding delay.
262 * @initial_xmit_delay: Initial transmission delay.
263 * @initial_scale_value: Scale factor value at the beginning of a slice.
264 * @scale_decrement_interval: Scale set up at the beginning of a slice.
265 * @scale_increment_interval: Scale set up at the end of a slice.
266 * @first_line_bpg_offset: Extra bits allocated on the first line of a slice.
267 * @nfl_bpg_offset: Slice specific settings.
268 * @slice_bpg_offset: Slice specific settings.
269 * @initial_offset: Initial offset at the start of a slice.
270 * @final_offset: Maximum end-of-slice value.
271 * @rc_model_size: Number of bits in RC model.
272 * @det_thresh_flatness: Flatness threshold.
273 * @max_qp_flatness: Maximum QP for flatness adjustment.
274 * @min_qp_flatness: Minimum QP for flatness adjustment.
275 * @edge_factor: Ratio to detect presence of edge.
276 * @quant_incr_limit0: QP threshold.
277 * @quant_incr_limit1: QP threshold.
278 * @tgt_offset_hi: Upper end of variability range.
279 * @tgt_offset_lo: Lower end of variability range.
280 * @buf_thresh: Thresholds in RC model
281 * @range_min_qp: Min QP allowed.
282 * @range_max_qp: Max QP allowed.
283 * @range_bpg_offset: Bits per group adjustment.
284 */
285struct msm_display_dsc_info {
286 u8 version;
287 u8 scr_rev;
288
289 int pic_height;
290 int pic_width;
291 int slice_height;
292 int slice_width;
293
294 int initial_lines;
295 int pkt_per_line;
296 int bytes_in_slice;
297 int bytes_per_pkt;
298 int eol_byte_num;
299 int pclk_per_line;
300 int full_frame_slices;
301 int slice_last_group_size;
302 int bpp;
303 int bpc;
304 int line_buf_depth;
305
306 int slice_per_pkt;
307 int chunk_size;
308 bool block_pred_enable;
309 int vbr_enable;
310 int enable_422;
311 int convert_rgb;
312 int input_10_bits;
313
314 int initial_dec_delay;
315 int initial_xmit_delay;
316 int initial_scale_value;
317 int scale_decrement_interval;
318 int scale_increment_interval;
319 int first_line_bpg_offset;
320 int nfl_bpg_offset;
321 int slice_bpg_offset;
322 int initial_offset;
323 int final_offset;
324
325 int rc_model_size;
326 int det_thresh_flatness;
327 int max_qp_flatness;
328 int min_qp_flatness;
329 int edge_factor;
330 int quant_incr_limit0;
331 int quant_incr_limit1;
332 int tgt_offset_hi;
333 int tgt_offset_lo;
334
335 u32 *buf_thresh;
336 char *range_min_qp;
337 char *range_max_qp;
338 char *range_bpg_offset;
339};
340
341/**
342 * struct msm_compression_info - defined panel compression
343 * @comp_type: type of compression supported
344 * @dsc_info: dsc configuration if the compression
345 * supported is DSC
346 */
347struct msm_compression_info {
348 enum msm_display_compression_type comp_type;
349
350 union{
351 struct msm_display_dsc_info dsc_info;
352 };
353};
354
355/**
Jeykumar Sankaran6b345ac2017-03-15 19:17:19 -0700356 * struct msm_display_topology - defines a display topology pipeline
357 * @num_lm: number of layer mixers used
358 * @num_enc: number of compression encoder blocks used
359 * @num_intf: number of interfaces the panel is mounted on
360 */
361struct msm_display_topology {
362 u32 num_lm;
363 u32 num_enc;
364 u32 num_intf;
365};
366
367/**
368 * struct msm_mode_info - defines all msm custom mode info
369 * @topology - supported topology for the mode
370 */
371struct msm_mode_info {
372 struct msm_display_topology topology;
373};
374
375/**
Clarence Ipa4039322016-07-15 16:23:59 -0400376 * struct msm_display_info - defines display properties
377 * @intf_type: DRM_MODE_CONNECTOR_ display type
378 * @capabilities: Bitmask of display flags
379 * @num_of_h_tiles: Number of horizontal tiles in case of split interface
380 * @h_tile_instance: Controller instance used per tile. Number of elements is
381 * based on num_of_h_tiles
382 * @is_connected: Set to true if display is connected
383 * @width_mm: Physical width
384 * @height_mm: Physical height
385 * @max_width: Max width of display. In case of hot pluggable display
386 * this is max width supported by controller
387 * @max_height: Max height of display. In case of hot pluggable display
388 * this is max height supported by controller
Dhaval Patel60e1ff52017-02-18 21:03:40 -0800389 * @is_primary: Set to true if display is primary display
390 * @frame_rate: Display frame rate
391 * @prefill_lines: prefill lines based on porches.
392 * @vtotal: display vertical total
393 * @jitter: display jitter configuration
Alexander Beykunac182352017-02-27 17:46:51 -0500394 * @comp_info: Compression supported by the display
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400395 * @roi_caps: Region of interest capability info
Clarence Ipa4039322016-07-15 16:23:59 -0400396 */
397struct msm_display_info {
398 int intf_type;
399 uint32_t capabilities;
400
401 uint32_t num_of_h_tiles;
402 uint32_t h_tile_instance[MAX_H_TILES_PER_DISPLAY];
403
404 bool is_connected;
405
406 unsigned int width_mm;
407 unsigned int height_mm;
408
409 uint32_t max_width;
410 uint32_t max_height;
411
Dhaval Patel60e1ff52017-02-18 21:03:40 -0800412 bool is_primary;
413 uint32_t frame_rate;
414 uint32_t prefill_lines;
415 uint32_t vtotal;
416 uint32_t jitter;
417
Alexander Beykunac182352017-02-27 17:46:51 -0500418 struct msm_compression_info comp_info;
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400419 struct msm_roi_caps roi_caps;
Clarence Ipa4039322016-07-15 16:23:59 -0400420};
421
Lloyd Atkinson05d75512017-01-17 14:45:51 -0500422#define MSM_MAX_ROI 4
423
424/**
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400425 * struct msm_roi_list - list of regions of interest for a drm object
426 * @num_rects: number of valid rectangles in the roi array
427 * @roi: list of roi rectangles
Lloyd Atkinson05d75512017-01-17 14:45:51 -0500428 */
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400429struct msm_roi_list {
Lloyd Atkinson05d75512017-01-17 14:45:51 -0500430 uint32_t num_rects;
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400431 struct drm_clip_rect roi[MSM_MAX_ROI];
Lloyd Atkinson05d75512017-01-17 14:45:51 -0500432};
433
434/**
435 * struct - msm_display_kickoff_params - info for display features at kickoff
436 * @rois: Regions of interest structure for mapping CRTC to Connector output
437 */
438struct msm_display_kickoff_params {
Lloyd Atkinson8ba47032017-03-22 17:13:32 -0400439 struct msm_roi_list *rois;
Lloyd Atkinson05d75512017-01-17 14:45:51 -0500440};
441
Clarence Ip3649f8b2016-10-31 09:59:44 -0400442/**
443 * struct msm_drm_event - defines custom event notification struct
444 * @base: base object required for event notification by DRM framework.
445 * @event: event object required for event notification by DRM framework.
446 * @info: contains information of DRM object for which events has been
447 * requested.
448 * @data: memory location which contains response payload for event.
449 */
450struct msm_drm_event {
451 struct drm_pending_event base;
452 struct drm_event event;
Gopikrishnaiah Anandande2c81b2017-03-15 12:41:29 -0700453 struct drm_msm_event_req info;
Clarence Ip3649f8b2016-10-31 09:59:44 -0400454 u8 data[];
455};
Ajay Singh Parmar64c19192016-06-10 16:44:56 -0700456
Sandeep Pandaf48c46a2016-10-24 09:48:50 +0530457/* Commit thread specific structure */
458struct msm_drm_commit {
459 struct drm_device *dev;
460 struct task_struct *thread;
461 unsigned int crtc_id;
462 struct kthread_worker worker;
463};
464
Rob Clarkc8afe682013-06-26 12:44:06 -0400465struct msm_drm_private {
466
Rob Clark68209392016-05-17 16:19:32 -0400467 struct drm_device *dev;
468
Rob Clarkc8afe682013-06-26 12:44:06 -0400469 struct msm_kms *kms;
470
Dhaval Patel3949f032016-06-20 16:24:33 -0700471 struct sde_power_handle phandle;
472 struct sde_power_client *pclient;
473
Rob Clark060530f2014-03-03 14:19:12 -0500474 /* subordinate devices, if present: */
Rob Clark067fef32014-11-04 13:33:14 -0500475 struct platform_device *gpu_pdev;
476
Archit Taneja990a4002016-05-07 23:11:25 +0530477 /* top level MDSS wrapper device (for MDP5 only) */
478 struct msm_mdss *mdss;
479
Rob Clark067fef32014-11-04 13:33:14 -0500480 /* possibly this should be in the kms component, but it is
481 * shared by both mdp4 and mdp5..
482 */
483 struct hdmi *hdmi;
Rob Clark060530f2014-03-03 14:19:12 -0500484
Hai Liab5b0102015-01-07 18:47:44 -0500485 /* eDP is for mdp5 only, but kms has not been created
486 * when edp_bind() and edp_init() are called. Here is the only
487 * place to keep the edp instance.
488 */
489 struct msm_edp *edp;
490
Hai Lia6895542015-03-31 14:36:33 -0400491 /* DSI is shared by mdp4 and mdp5 */
492 struct msm_dsi *dsi[2];
493
Rob Clark7198e6b2013-07-19 12:59:32 -0400494 /* when we have more than one 'msm_gpu' these need to be an array: */
495 struct msm_gpu *gpu;
496 struct msm_file_private *lastctx;
497
Rob Clarkc8afe682013-06-26 12:44:06 -0400498 struct drm_fb_helper *fbdev;
499
Rob Clarka7d3c952014-05-30 14:47:38 -0400500 struct msm_rd_state *rd;
Rob Clark70c70f02014-05-30 14:49:43 -0400501 struct msm_perf_state *perf;
Rob Clarka7d3c952014-05-30 14:47:38 -0400502
Rob Clarkc8afe682013-06-26 12:44:06 -0400503 /* list of GEM objects: */
504 struct list_head inactive_list;
505
506 struct workqueue_struct *wq;
507
Rob Clarkf86afec2014-11-25 12:41:18 -0500508 /* crtcs pending async atomic updates: */
509 uint32_t pending_crtcs;
510 wait_queue_head_t pending_crtcs_event;
511
Rob Clark871d8122013-11-16 12:56:06 -0500512 /* registered MMUs: */
513 unsigned int num_mmus;
514 struct msm_mmu *mmus[NUM_DOMAINS];
Rob Clarkc8afe682013-06-26 12:44:06 -0400515
Rob Clarka8623912013-10-08 12:57:48 -0400516 unsigned int num_planes;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700517 struct drm_plane *planes[MAX_PLANES];
Rob Clarka8623912013-10-08 12:57:48 -0400518
Rob Clarkc8afe682013-06-26 12:44:06 -0400519 unsigned int num_crtcs;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700520 struct drm_crtc *crtcs[MAX_CRTCS];
Rob Clarkc8afe682013-06-26 12:44:06 -0400521
Sandeep Pandaf48c46a2016-10-24 09:48:50 +0530522 struct msm_drm_commit disp_thread[MAX_CRTCS];
523
Rob Clarkc8afe682013-06-26 12:44:06 -0400524 unsigned int num_encoders;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700525 struct drm_encoder *encoders[MAX_ENCODERS];
Rob Clarkc8afe682013-06-26 12:44:06 -0400526
Rob Clarka3376e32013-08-30 13:02:15 -0400527 unsigned int num_bridges;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700528 struct drm_bridge *bridges[MAX_BRIDGES];
Rob Clarka3376e32013-08-30 13:02:15 -0400529
Rob Clarkc8afe682013-06-26 12:44:06 -0400530 unsigned int num_connectors;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700531 struct drm_connector *connectors[MAX_CONNECTORS];
Rob Clark871d8122013-11-16 12:56:06 -0500532
jilai wang12987782015-06-25 17:37:42 -0400533 /* Properties */
Clarence Ipe78efb72016-06-24 18:35:21 -0400534 struct drm_property *plane_property[PLANE_PROP_COUNT];
Clarence Ip7a753bb2016-07-07 11:47:44 -0400535 struct drm_property *crtc_property[CRTC_PROP_COUNT];
Clarence Ipdd8021c2016-07-20 16:39:47 -0400536 struct drm_property *conn_property[CONNECTOR_PROP_COUNT];
jilai wang12987782015-06-25 17:37:42 -0400537
Gopikrishnaiah Anandane0e5e0c2016-05-25 11:05:33 -0700538 /* Color processing properties for the crtc */
539 struct drm_property **cp_property;
540
Rob Clark871d8122013-11-16 12:56:06 -0500541 /* VRAM carveout, used when no IOMMU: */
542 struct {
543 unsigned long size;
544 dma_addr_t paddr;
545 /* NOTE: mm managed at the page level, size is in # of pages
546 * and position mm_node->start is in # of pages:
547 */
548 struct drm_mm mm;
549 } vram;
Hai Li78b1d472015-07-27 13:49:45 -0400550
Rob Clarke1e9db22016-05-27 11:16:28 -0400551 struct notifier_block vmap_notifier;
Rob Clark68209392016-05-17 16:19:32 -0400552 struct shrinker shrinker;
553
Hai Li78b1d472015-07-27 13:49:45 -0400554 struct msm_vblank_ctrl vblank_ctrl;
Rob Clarkd78d3832016-08-22 15:28:38 -0400555
Dhaval Patel5200c602017-01-17 15:53:37 -0800556 /* task holding struct_mutex.. currently only used in submit path
557 * to detect and reject faults from copy_from_user() for submit
558 * ioctl.
559 */
560 struct task_struct *struct_mutex_task;
561
Clarence Ipe5f1f4c2016-11-19 18:02:23 -0500562 /* saved atomic state during system suspend */
563 struct drm_atomic_state *suspend_state;
Clarence Ipa65cba52017-03-17 15:18:29 -0400564 bool suspend_block;
Clarence Ipe5f1f4c2016-11-19 18:02:23 -0500565
Lloyd Atkinson5d40d312016-09-06 08:34:13 -0400566 /* list of clients waiting for events */
567 struct list_head client_event_list;
Lloyd Atkinsonab3dd302017-02-13 10:44:55 -0800568
569 /* whether registered and drm_dev_unregister should be called */
570 bool registered;
Dhaval Patel6c666622017-03-21 23:02:59 -0700571
572 /* msm drv debug root node */
573 struct dentry *debug_root;
Rob Clarkc8afe682013-06-26 12:44:06 -0400574};
575
576struct msm_format {
577 uint32_t pixel_format;
578};
579
Daniel Vetterb4274fb2014-11-26 17:02:18 +0100580int msm_atomic_check(struct drm_device *dev,
581 struct drm_atomic_state *state);
Dhaval Patel7a7d85d2016-08-26 16:35:34 -0700582/* callback from wq once fence has passed: */
583struct msm_fence_cb {
584 struct work_struct work;
585 uint32_t fence;
586 void (*func)(struct msm_fence_cb *cb);
587};
588
589void __msm_fence_worker(struct work_struct *work);
590
591#define INIT_FENCE_CB(_cb, _func) do { \
592 INIT_WORK(&(_cb)->work, __msm_fence_worker); \
593 (_cb)->func = _func; \
594 } while (0)
595
Clarence Ip7f70ce42017-03-20 06:53:46 -0700596static inline bool msm_is_suspend_state(struct drm_device *dev)
597{
598 if (!dev || !dev->dev_private)
599 return false;
600
601 return ((struct msm_drm_private *)dev->dev_private)->suspend_state != 0;
602}
603
Clarence Ipa65cba52017-03-17 15:18:29 -0400604static inline bool msm_is_suspend_blocked(struct drm_device *dev)
605{
606 if (!dev || !dev->dev_private)
607 return false;
608
609 if (!msm_is_suspend_state(dev))
610 return false;
611
612 return ((struct msm_drm_private *)dev->dev_private)->suspend_block != 0;
613}
614
Rob Clarkcf3a7e42014-11-08 13:21:06 -0500615int msm_atomic_commit(struct drm_device *dev,
Maarten Lankhorsta3ccfb92016-04-26 16:11:38 +0200616 struct drm_atomic_state *state, bool nonblock);
Rob Clarkcf3a7e42014-11-08 13:21:06 -0500617
Rob Clark871d8122013-11-16 12:56:06 -0500618int msm_register_mmu(struct drm_device *dev, struct msm_mmu *mmu);
Lloyd Atkinson1e2497e2016-09-26 17:55:48 -0400619void msm_unregister_mmu(struct drm_device *dev, struct msm_mmu *mmu);
Rob Clarkc8afe682013-06-26 12:44:06 -0400620
Rob Clark40e68152016-05-03 09:50:26 -0400621void msm_gem_submit_free(struct msm_gem_submit *submit);
Rob Clark7198e6b2013-07-19 12:59:32 -0400622int msm_ioctl_gem_submit(struct drm_device *dev, void *data,
623 struct drm_file *file);
624
Rob Clark68209392016-05-17 16:19:32 -0400625void msm_gem_shrinker_init(struct drm_device *dev);
626void msm_gem_shrinker_cleanup(struct drm_device *dev);
627
Daniel Thompson77a147e2014-11-12 11:38:14 +0000628int msm_gem_mmap_obj(struct drm_gem_object *obj,
629 struct vm_area_struct *vma);
Rob Clarkc8afe682013-06-26 12:44:06 -0400630int msm_gem_mmap(struct file *filp, struct vm_area_struct *vma);
631int msm_gem_fault(struct vm_area_struct *vma, struct vm_fault *vmf);
632uint64_t msm_gem_mmap_offset(struct drm_gem_object *obj);
633int msm_gem_get_iova_locked(struct drm_gem_object *obj, int id,
634 uint32_t *iova);
635int msm_gem_get_iova(struct drm_gem_object *obj, int id, uint32_t *iova);
Rob Clark2638d902014-11-08 09:13:37 -0500636uint32_t msm_gem_iova(struct drm_gem_object *obj, int id);
Rob Clark05b84912013-09-28 11:28:35 -0400637struct page **msm_gem_get_pages(struct drm_gem_object *obj);
638void msm_gem_put_pages(struct drm_gem_object *obj);
Rob Clarkc8afe682013-06-26 12:44:06 -0400639void msm_gem_put_iova(struct drm_gem_object *obj, int id);
640int msm_gem_dumb_create(struct drm_file *file, struct drm_device *dev,
641 struct drm_mode_create_dumb *args);
Rob Clarkc8afe682013-06-26 12:44:06 -0400642int msm_gem_dumb_map_offset(struct drm_file *file, struct drm_device *dev,
643 uint32_t handle, uint64_t *offset);
Rob Clark05b84912013-09-28 11:28:35 -0400644struct sg_table *msm_gem_prime_get_sg_table(struct drm_gem_object *obj);
645void *msm_gem_prime_vmap(struct drm_gem_object *obj);
646void msm_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr);
Daniel Thompson77a147e2014-11-12 11:38:14 +0000647int msm_gem_prime_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma);
Rob Clark05b84912013-09-28 11:28:35 -0400648struct drm_gem_object *msm_gem_prime_import_sg_table(struct drm_device *dev,
Maarten Lankhorstb5e9c1a2014-01-09 11:03:14 +0100649 struct dma_buf_attachment *attach, struct sg_table *sg);
Rob Clark05b84912013-09-28 11:28:35 -0400650int msm_gem_prime_pin(struct drm_gem_object *obj);
651void msm_gem_prime_unpin(struct drm_gem_object *obj);
Rob Clark18f23042016-05-26 16:24:35 -0400652void *msm_gem_get_vaddr_locked(struct drm_gem_object *obj);
653void *msm_gem_get_vaddr(struct drm_gem_object *obj);
654void msm_gem_put_vaddr_locked(struct drm_gem_object *obj);
655void msm_gem_put_vaddr(struct drm_gem_object *obj);
Rob Clark4cd33c42016-05-17 15:44:49 -0400656int msm_gem_madvise(struct drm_gem_object *obj, unsigned madv);
Rob Clark68209392016-05-17 16:19:32 -0400657void msm_gem_purge(struct drm_gem_object *obj);
Rob Clarke1e9db22016-05-27 11:16:28 -0400658void msm_gem_vunmap(struct drm_gem_object *obj);
Rob Clarkb6295f92016-03-15 18:26:28 -0400659int msm_gem_sync_object(struct drm_gem_object *obj,
660 struct msm_fence_context *fctx, bool exclusive);
Rob Clark7198e6b2013-07-19 12:59:32 -0400661void msm_gem_move_to_active(struct drm_gem_object *obj,
Rob Clarkb6295f92016-03-15 18:26:28 -0400662 struct msm_gpu *gpu, bool exclusive, struct fence *fence);
Rob Clark7198e6b2013-07-19 12:59:32 -0400663void msm_gem_move_to_inactive(struct drm_gem_object *obj);
Rob Clarkba00c3f2016-03-16 18:18:17 -0400664int msm_gem_cpu_prep(struct drm_gem_object *obj, uint32_t op, ktime_t *timeout);
Rob Clark7198e6b2013-07-19 12:59:32 -0400665int msm_gem_cpu_fini(struct drm_gem_object *obj);
Rob Clarkc8afe682013-06-26 12:44:06 -0400666void msm_gem_free_object(struct drm_gem_object *obj);
667int msm_gem_new_handle(struct drm_device *dev, struct drm_file *file,
668 uint32_t size, uint32_t flags, uint32_t *handle);
669struct drm_gem_object *msm_gem_new(struct drm_device *dev,
670 uint32_t size, uint32_t flags);
Rob Clark05b84912013-09-28 11:28:35 -0400671struct drm_gem_object *msm_gem_import(struct drm_device *dev,
Rob Clark79f0e202016-03-16 12:40:35 -0400672 struct dma_buf *dmabuf, struct sg_table *sgt);
Rob Clarkc8afe682013-06-26 12:44:06 -0400673
Alan Kwong578cdaf2017-01-28 17:25:43 -0800674void msm_framebuffer_set_kmap(struct drm_framebuffer *fb, bool enable);
Rob Clark2638d902014-11-08 09:13:37 -0500675int msm_framebuffer_prepare(struct drm_framebuffer *fb, int id);
676void msm_framebuffer_cleanup(struct drm_framebuffer *fb, int id);
677uint32_t msm_framebuffer_iova(struct drm_framebuffer *fb, int id, int plane);
Rob Clarkc8afe682013-06-26 12:44:06 -0400678struct drm_gem_object *msm_framebuffer_bo(struct drm_framebuffer *fb, int plane);
679const struct msm_format *msm_framebuffer_format(struct drm_framebuffer *fb);
680struct drm_framebuffer *msm_framebuffer_init(struct drm_device *dev,
Ville Syrjälä1eb83452015-11-11 19:11:29 +0200681 const struct drm_mode_fb_cmd2 *mode_cmd, struct drm_gem_object **bos);
Rob Clarkc8afe682013-06-26 12:44:06 -0400682struct drm_framebuffer *msm_framebuffer_create(struct drm_device *dev,
Ville Syrjälä1eb83452015-11-11 19:11:29 +0200683 struct drm_file *file, const struct drm_mode_fb_cmd2 *mode_cmd);
Rob Clarkc8afe682013-06-26 12:44:06 -0400684
685struct drm_fb_helper *msm_fbdev_init(struct drm_device *dev);
Archit Taneja1aaa57f2016-02-25 11:19:45 +0530686void msm_fbdev_free(struct drm_device *dev);
Rob Clarkc8afe682013-06-26 12:44:06 -0400687
Rob Clarkdada25b2013-12-01 12:12:54 -0500688struct hdmi;
Arnd Bergmannfcda50c2016-02-22 22:08:35 +0100689int msm_hdmi_modeset_init(struct hdmi *hdmi, struct drm_device *dev,
Rob Clark067fef32014-11-04 13:33:14 -0500690 struct drm_encoder *encoder);
Arnd Bergmannfcda50c2016-02-22 22:08:35 +0100691void __init msm_hdmi_register(void);
692void __exit msm_hdmi_unregister(void);
Rob Clarkc8afe682013-06-26 12:44:06 -0400693
Hai Li00453982014-12-12 14:41:17 -0500694struct msm_edp;
695void __init msm_edp_register(void);
696void __exit msm_edp_unregister(void);
697int msm_edp_modeset_init(struct msm_edp *edp, struct drm_device *dev,
698 struct drm_encoder *encoder);
699
Hai Lia6895542015-03-31 14:36:33 -0400700struct msm_dsi;
701enum msm_dsi_encoder_id {
702 MSM_DSI_VIDEO_ENCODER_ID = 0,
703 MSM_DSI_CMD_ENCODER_ID = 1,
704 MSM_DSI_ENCODER_NUM = 2
705};
Gopikrishnaiah Anandande2c81b2017-03-15 12:41:29 -0700706
707/* *
708 * msm_send_crtc_notification - notify user-space clients of crtc events.
709 * @crtc: crtc that is generating the event.
710 * @event: event that needs to be notified.
711 * @payload: payload for the event.
712 */
713void msm_send_crtc_notification(struct drm_crtc *crtc,
714 struct drm_event *event, u8 *payload);
Hai Lia6895542015-03-31 14:36:33 -0400715#ifdef CONFIG_DRM_MSM_DSI
716void __init msm_dsi_register(void);
717void __exit msm_dsi_unregister(void);
718int msm_dsi_modeset_init(struct msm_dsi *msm_dsi, struct drm_device *dev,
719 struct drm_encoder *encoders[MSM_DSI_ENCODER_NUM]);
720#else
721static inline void __init msm_dsi_register(void)
722{
723}
724static inline void __exit msm_dsi_unregister(void)
725{
726}
727static inline int msm_dsi_modeset_init(struct msm_dsi *msm_dsi,
728 struct drm_device *dev,
729 struct drm_encoder *encoders[MSM_DSI_ENCODER_NUM])
730{
731 return -EINVAL;
732}
733#endif
734
Archit Taneja1dd0a0b2016-05-30 16:36:50 +0530735void __init msm_mdp_register(void);
736void __exit msm_mdp_unregister(void);
737
Rob Clarkc8afe682013-06-26 12:44:06 -0400738#ifdef CONFIG_DEBUG_FS
739void msm_gem_describe(struct drm_gem_object *obj, struct seq_file *m);
740void msm_gem_describe_objects(struct list_head *list, struct seq_file *m);
741void msm_framebuffer_describe(struct drm_framebuffer *fb, struct seq_file *m);
Rob Clarka7d3c952014-05-30 14:47:38 -0400742int msm_debugfs_late_init(struct drm_device *dev);
743int msm_rd_debugfs_init(struct drm_minor *minor);
744void msm_rd_debugfs_cleanup(struct drm_minor *minor);
745void msm_rd_dump_submit(struct msm_gem_submit *submit);
Rob Clark70c70f02014-05-30 14:49:43 -0400746int msm_perf_debugfs_init(struct drm_minor *minor);
747void msm_perf_debugfs_cleanup(struct drm_minor *minor);
Rob Clarka7d3c952014-05-30 14:47:38 -0400748#else
749static inline int msm_debugfs_late_init(struct drm_device *dev) { return 0; }
750static inline void msm_rd_dump_submit(struct msm_gem_submit *submit) {}
Rob Clarkc8afe682013-06-26 12:44:06 -0400751#endif
752
753void __iomem *msm_ioremap(struct platform_device *pdev, const char *name,
754 const char *dbgname);
Lloyd Atkinson1a0c9172016-10-04 10:01:24 -0400755void msm_iounmap(struct platform_device *dev, void __iomem *addr);
Rob Clarkc8afe682013-06-26 12:44:06 -0400756void msm_writel(u32 data, void __iomem *addr);
757u32 msm_readl(const void __iomem *addr);
758
759#define DBG(fmt, ...) DRM_DEBUG(fmt"\n", ##__VA_ARGS__)
760#define VERB(fmt, ...) if (0) DRM_DEBUG(fmt"\n", ##__VA_ARGS__)
761
762static inline int align_pitch(int width, int bpp)
763{
764 int bytespp = (bpp + 7) / 8;
765 /* adreno needs pitch aligned to 32 pixels: */
766 return bytespp * ALIGN(width, 32);
767}
768
769/* for the generated headers: */
770#define INVALID_IDX(idx) ({BUG(); 0;})
Rob Clark7198e6b2013-07-19 12:59:32 -0400771#define fui(x) ({BUG(); 0;})
772#define util_float_to_half(x) ({BUG(); 0;})
773
Rob Clarkc8afe682013-06-26 12:44:06 -0400774
775#define FIELD(val, name) (((val) & name ## __MASK) >> name ## __SHIFT)
776
777/* for conditionally setting boolean flag(s): */
778#define COND(bool, val) ((bool) ? (val) : 0)
779
Rob Clark340ff412016-03-16 14:57:22 -0400780static inline unsigned long timeout_to_jiffies(const ktime_t *timeout)
781{
782 ktime_t now = ktime_get();
783 unsigned long remaining_jiffies;
784
785 if (ktime_compare(*timeout, now) < 0) {
786 remaining_jiffies = 0;
787 } else {
788 ktime_t rem = ktime_sub(*timeout, now);
789 struct timespec ts = ktime_to_timespec(rem);
790 remaining_jiffies = timespec_to_jiffies(&ts);
791 }
792
793 return remaining_jiffies;
794}
Rob Clarkc8afe682013-06-26 12:44:06 -0400795
796#endif /* __MSM_DRV_H__ */