blob: 6a63bfda2cae78ceb98dc28f0c80a9a588707bee [file] [log] [blame]
Rob Clarkc8afe682013-06-26 12:44:06 -04001/*
Dhaval Patel14d46ce2017-01-17 16:28:12 -08002 * Copyright (c) 2016-2017, The Linux Foundation. All rights reserved.
Rob Clarkc8afe682013-06-26 12:44:06 -04003 * Copyright (C) 2013 Red Hat
4 * Author: Rob Clark <robdclark@gmail.com>
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU General Public License version 2 as published by
8 * the Free Software Foundation.
9 *
10 * This program is distributed in the hope that it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 *
15 * You should have received a copy of the GNU General Public License along with
16 * this program. If not, see <http://www.gnu.org/licenses/>.
17 */
18
19#ifndef __MSM_DRV_H__
20#define __MSM_DRV_H__
21
22#include <linux/kernel.h>
23#include <linux/clk.h>
24#include <linux/cpufreq.h>
25#include <linux/module.h>
Rob Clark060530f2014-03-03 14:19:12 -050026#include <linux/component.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040027#include <linux/platform_device.h>
28#include <linux/pm.h>
29#include <linux/pm_runtime.h>
30#include <linux/slab.h>
31#include <linux/list.h>
32#include <linux/iommu.h>
33#include <linux/types.h>
Archit Taneja3d6df062015-06-09 14:17:22 +053034#include <linux/of_graph.h>
Archit Tanejae9fbdaf2015-11-18 12:15:14 +053035#include <linux/of_device.h>
Dhaval Patel1ac91032016-09-26 19:25:39 -070036#include <linux/sde_io_util.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040037#include <asm/sizes.h>
Sandeep Pandaf48c46a2016-10-24 09:48:50 +053038#include <linux/kthread.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040039
Rob Clarkc8afe682013-06-26 12:44:06 -040040#include <drm/drmP.h>
Rob Clarkcf3a7e42014-11-08 13:21:06 -050041#include <drm/drm_atomic.h>
42#include <drm/drm_atomic_helper.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040043#include <drm/drm_crtc_helper.h>
Rob Clarkcf3a7e42014-11-08 13:21:06 -050044#include <drm/drm_plane_helper.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040045#include <drm/drm_fb_helper.h>
Rob Clark7198e6b2013-07-19 12:59:32 -040046#include <drm/msm_drm.h>
Daniel Vetterd9fc9412014-09-23 15:46:53 +020047#include <drm/drm_gem.h>
Rob Clarkc8afe682013-06-26 12:44:06 -040048
Dhaval Patel3949f032016-06-20 16:24:33 -070049#include "sde_power_handle.h"
50
51#define GET_MAJOR_REV(rev) ((rev) >> 28)
52#define GET_MINOR_REV(rev) (((rev) >> 16) & 0xFFF)
53#define GET_STEP_REV(rev) ((rev) & 0xFFFF)
Lloyd Atkinson154b6aa2016-05-24 17:11:37 -040054
Rob Clarkc8afe682013-06-26 12:44:06 -040055struct msm_kms;
Rob Clark7198e6b2013-07-19 12:59:32 -040056struct msm_gpu;
Rob Clark871d8122013-11-16 12:56:06 -050057struct msm_mmu;
Archit Taneja990a4002016-05-07 23:11:25 +053058struct msm_mdss;
Rob Clarka7d3c952014-05-30 14:47:38 -040059struct msm_rd_state;
Rob Clark70c70f02014-05-30 14:49:43 -040060struct msm_perf_state;
Rob Clarka7d3c952014-05-30 14:47:38 -040061struct msm_gem_submit;
Rob Clarkca762a82016-03-15 17:22:13 -040062struct msm_fence_context;
Rob Clarkfde5de62016-03-15 15:35:08 -040063struct msm_fence_cb;
Rob Clarkc8afe682013-06-26 12:44:06 -040064
Alan Kwong112a84f2016-05-24 20:49:21 -040065#define NUM_DOMAINS 4 /* one for KMS, then one per gpu core (?) */
Narendra Muppalla1b0b3352015-09-29 10:16:51 -070066#define MAX_CRTCS 8
Jeykumar Sankaran2e655032017-02-04 14:05:45 -080067#define MAX_PLANES 20
Narendra Muppalla1b0b3352015-09-29 10:16:51 -070068#define MAX_ENCODERS 8
69#define MAX_BRIDGES 8
70#define MAX_CONNECTORS 8
Rob Clark7198e6b2013-07-19 12:59:32 -040071
72struct msm_file_private {
73 /* currently we don't do anything useful with this.. but when
74 * per-context address spaces are supported we'd keep track of
75 * the context's page-tables here.
76 */
77 int dummy;
78};
Rob Clarkc8afe682013-06-26 12:44:06 -040079
jilai wang12987782015-06-25 17:37:42 -040080enum msm_mdp_plane_property {
Clarence Ip5e2a9222016-06-26 22:38:24 -040081 /* blob properties, always put these first */
Clarence Ipb43d4592016-09-08 14:21:35 -040082 PLANE_PROP_SCALER_V1,
abeykun48f407a2016-08-25 12:06:44 -040083 PLANE_PROP_SCALER_V2,
Clarence Ip5fc00c52016-09-23 15:03:34 -040084 PLANE_PROP_CSC_V1,
Dhaval Patel4e574842016-08-23 15:11:37 -070085 PLANE_PROP_INFO,
abeykun48f407a2016-08-25 12:06:44 -040086 PLANE_PROP_SCALER_LUT_ED,
87 PLANE_PROP_SCALER_LUT_CIR,
88 PLANE_PROP_SCALER_LUT_SEP,
Benet Clarkd009b1d2016-06-27 14:45:59 -070089 PLANE_PROP_SKIN_COLOR,
90 PLANE_PROP_SKY_COLOR,
91 PLANE_PROP_FOLIAGE_COLOR,
Clarence Ip5e2a9222016-06-26 22:38:24 -040092
93 /* # of blob properties */
94 PLANE_PROP_BLOBCOUNT,
95
Clarence Ipe78efb72016-06-24 18:35:21 -040096 /* range properties */
Clarence Ip5e2a9222016-06-26 22:38:24 -040097 PLANE_PROP_ZPOS = PLANE_PROP_BLOBCOUNT,
jilai wang12987782015-06-25 17:37:42 -040098 PLANE_PROP_ALPHA,
Clarence Ipcb410d42016-06-26 22:52:33 -040099 PLANE_PROP_COLOR_FILL,
Clarence Ipdedbba92016-09-27 17:43:10 -0400100 PLANE_PROP_H_DECIMATE,
101 PLANE_PROP_V_DECIMATE,
Clarence Ipcae1bb62016-07-07 12:07:13 -0400102 PLANE_PROP_INPUT_FENCE,
Benet Clarkeb1b4462016-06-27 14:43:06 -0700103 PLANE_PROP_HUE_ADJUST,
104 PLANE_PROP_SATURATION_ADJUST,
105 PLANE_PROP_VALUE_ADJUST,
106 PLANE_PROP_CONTRAST_ADJUST,
Veera Sundaram Sankaran02dd6ac2016-12-22 15:08:29 -0800107 PLANE_PROP_EXCL_RECT_V1,
Clarence Ipe78efb72016-06-24 18:35:21 -0400108
Clarence Ip5e2a9222016-06-26 22:38:24 -0400109 /* enum/bitmask properties */
110 PLANE_PROP_ROTATION,
111 PLANE_PROP_BLEND_OP,
112 PLANE_PROP_SRC_CONFIG,
Clarence Ipe78efb72016-06-24 18:35:21 -0400113
Clarence Ip5e2a9222016-06-26 22:38:24 -0400114 /* total # of properties */
115 PLANE_PROP_COUNT
jilai wang12987782015-06-25 17:37:42 -0400116};
117
Clarence Ip7a753bb2016-07-07 11:47:44 -0400118enum msm_mdp_crtc_property {
Dhaval Patele4a5dda2016-10-13 19:29:30 -0700119 CRTC_PROP_INFO,
120
Clarence Ip7a753bb2016-07-07 11:47:44 -0400121 /* # of blob properties */
122 CRTC_PROP_BLOBCOUNT,
123
124 /* range properties */
Clarence Ipcae1bb62016-07-07 12:07:13 -0400125 CRTC_PROP_INPUT_FENCE_TIMEOUT = CRTC_PROP_BLOBCOUNT,
Clarence Ip24f80662016-06-13 19:05:32 -0400126 CRTC_PROP_OUTPUT_FENCE,
Clarence Ip1d9728b2016-09-01 11:10:54 -0400127 CRTC_PROP_OUTPUT_FENCE_OFFSET,
Veera Sundaram Sankaran3171ff82017-01-04 14:34:47 -0800128 CRTC_PROP_DIM_LAYER_V1,
Alan Kwong9aa061c2016-11-06 21:17:12 -0500129 CRTC_PROP_CORE_CLK,
130 CRTC_PROP_CORE_AB,
131 CRTC_PROP_CORE_IB,
Clarence Ip7a753bb2016-07-07 11:47:44 -0400132
133 /* total # of properties */
134 CRTC_PROP_COUNT
135};
136
Clarence Ipdd8021c2016-07-20 16:39:47 -0400137enum msm_mdp_conn_property {
138 /* blob properties, always put these first */
139 CONNECTOR_PROP_SDE_INFO,
Ping Li898b1bf2017-02-09 18:03:28 -0800140 CONNECTOR_PROP_HDR_INFO,
Clarence Ipdd8021c2016-07-20 16:39:47 -0400141
142 /* # of blob properties */
143 CONNECTOR_PROP_BLOBCOUNT,
144
145 /* range properties */
146 CONNECTOR_PROP_OUT_FB = CONNECTOR_PROP_BLOBCOUNT,
147 CONNECTOR_PROP_RETIRE_FENCE,
Alan Kwongbb27c092016-07-20 16:41:25 -0400148 CONNECTOR_PROP_DST_X,
149 CONNECTOR_PROP_DST_Y,
150 CONNECTOR_PROP_DST_W,
151 CONNECTOR_PROP_DST_H,
Clarence Ipdd8021c2016-07-20 16:39:47 -0400152
153 /* enum/bitmask properties */
Lloyd Atkinsonb6191972016-08-10 18:31:46 -0400154 CONNECTOR_PROP_TOPOLOGY_NAME,
155 CONNECTOR_PROP_TOPOLOGY_CONTROL,
Clarence Ipdd8021c2016-07-20 16:39:47 -0400156
157 /* total # of properties */
158 CONNECTOR_PROP_COUNT
159};
160
Hai Li78b1d472015-07-27 13:49:45 -0400161struct msm_vblank_ctrl {
Sandeep Pandaf48c46a2016-10-24 09:48:50 +0530162 struct kthread_work work;
Hai Li78b1d472015-07-27 13:49:45 -0400163 struct list_head event_list;
164 spinlock_t lock;
165};
166
Clarence Ipa4039322016-07-15 16:23:59 -0400167#define MAX_H_TILES_PER_DISPLAY 2
168
169/**
Alexander Beykunac182352017-02-27 17:46:51 -0500170 * enum msm_display_compression_type - compression method used for pixel stream
171 * @MSM_DISPLAY_COMPRESSION_NONE: Pixel data is not compressed
172 * @MSM_DISPLAY_COMPRESSION_DSC: DSC compresison is used
Clarence Ipa4039322016-07-15 16:23:59 -0400173 */
Alexander Beykunac182352017-02-27 17:46:51 -0500174enum msm_display_compression_type {
175 MSM_DISPLAY_COMPRESSION_NONE,
176 MSM_DISPLAY_COMPRESSION_DSC,
Clarence Ipa4039322016-07-15 16:23:59 -0400177};
178
179/**
180 * enum msm_display_caps - features/capabilities supported by displays
181 * @MSM_DISPLAY_CAP_VID_MODE: Video or "active" mode supported
182 * @MSM_DISPLAY_CAP_CMD_MODE: Command mode supported
183 * @MSM_DISPLAY_CAP_HOT_PLUG: Hot plug detection supported
184 * @MSM_DISPLAY_CAP_EDID: EDID supported
185 */
186enum msm_display_caps {
187 MSM_DISPLAY_CAP_VID_MODE = BIT(0),
188 MSM_DISPLAY_CAP_CMD_MODE = BIT(1),
189 MSM_DISPLAY_CAP_HOT_PLUG = BIT(2),
190 MSM_DISPLAY_CAP_EDID = BIT(3),
191};
192
193/**
Alexander Beykunac182352017-02-27 17:46:51 -0500194 * struct msm_display_dsc_info - defines dsc configuration
195 * @version: DSC version.
196 * @scr_rev: DSC revision.
197 * @pic_height: Picture height in pixels.
198 * @pic_width: Picture width in pixels.
199 * @initial_lines: Number of initial lines stored in encoder.
200 * @pkt_per_line: Number of packets per line.
201 * @bytes_in_slice: Number of bytes in slice.
202 * @eol_byte_num: Valid bytes at the end of line.
203 * @pclk_per_line: Compressed width.
204 * @full_frame_slices: Number of slice per interface.
205 * @slice_height: Slice height in pixels.
206 * @slice_width: Slice width in pixels.
207 * @chunk_size: Chunk size in bytes for slice multiplexing.
208 * @slice_last_group_size: Size of last group in pixels.
209 * @bpp: Target bits per pixel.
210 * @bpc: Number of bits per component.
211 * @line_buf_depth: Line buffer bit depth.
212 * @block_pred_enable: Block prediction enabled/disabled.
213 * @vbr_enable: VBR mode.
214 * @enable_422: Indicates if input uses 4:2:2 sampling.
215 * @convert_rgb: DSC color space conversion.
216 * @input_10_bits: 10 bit per component input.
217 * @slice_per_pkt: Number of slices per packet.
218 * @initial_dec_delay: Initial decoding delay.
219 * @initial_xmit_delay: Initial transmission delay.
220 * @initial_scale_value: Scale factor value at the beginning of a slice.
221 * @scale_decrement_interval: Scale set up at the beginning of a slice.
222 * @scale_increment_interval: Scale set up at the end of a slice.
223 * @first_line_bpg_offset: Extra bits allocated on the first line of a slice.
224 * @nfl_bpg_offset: Slice specific settings.
225 * @slice_bpg_offset: Slice specific settings.
226 * @initial_offset: Initial offset at the start of a slice.
227 * @final_offset: Maximum end-of-slice value.
228 * @rc_model_size: Number of bits in RC model.
229 * @det_thresh_flatness: Flatness threshold.
230 * @max_qp_flatness: Maximum QP for flatness adjustment.
231 * @min_qp_flatness: Minimum QP for flatness adjustment.
232 * @edge_factor: Ratio to detect presence of edge.
233 * @quant_incr_limit0: QP threshold.
234 * @quant_incr_limit1: QP threshold.
235 * @tgt_offset_hi: Upper end of variability range.
236 * @tgt_offset_lo: Lower end of variability range.
237 * @buf_thresh: Thresholds in RC model
238 * @range_min_qp: Min QP allowed.
239 * @range_max_qp: Max QP allowed.
240 * @range_bpg_offset: Bits per group adjustment.
241 */
242struct msm_display_dsc_info {
243 u8 version;
244 u8 scr_rev;
245
246 int pic_height;
247 int pic_width;
248 int slice_height;
249 int slice_width;
250
251 int initial_lines;
252 int pkt_per_line;
253 int bytes_in_slice;
254 int bytes_per_pkt;
255 int eol_byte_num;
256 int pclk_per_line;
257 int full_frame_slices;
258 int slice_last_group_size;
259 int bpp;
260 int bpc;
261 int line_buf_depth;
262
263 int slice_per_pkt;
264 int chunk_size;
265 bool block_pred_enable;
266 int vbr_enable;
267 int enable_422;
268 int convert_rgb;
269 int input_10_bits;
270
271 int initial_dec_delay;
272 int initial_xmit_delay;
273 int initial_scale_value;
274 int scale_decrement_interval;
275 int scale_increment_interval;
276 int first_line_bpg_offset;
277 int nfl_bpg_offset;
278 int slice_bpg_offset;
279 int initial_offset;
280 int final_offset;
281
282 int rc_model_size;
283 int det_thresh_flatness;
284 int max_qp_flatness;
285 int min_qp_flatness;
286 int edge_factor;
287 int quant_incr_limit0;
288 int quant_incr_limit1;
289 int tgt_offset_hi;
290 int tgt_offset_lo;
291
292 u32 *buf_thresh;
293 char *range_min_qp;
294 char *range_max_qp;
295 char *range_bpg_offset;
296};
297
298/**
299 * struct msm_compression_info - defined panel compression
300 * @comp_type: type of compression supported
301 * @dsc_info: dsc configuration if the compression
302 * supported is DSC
303 */
304struct msm_compression_info {
305 enum msm_display_compression_type comp_type;
306
307 union{
308 struct msm_display_dsc_info dsc_info;
309 };
310};
311
312/**
Clarence Ipa4039322016-07-15 16:23:59 -0400313 * struct msm_display_info - defines display properties
314 * @intf_type: DRM_MODE_CONNECTOR_ display type
315 * @capabilities: Bitmask of display flags
316 * @num_of_h_tiles: Number of horizontal tiles in case of split interface
317 * @h_tile_instance: Controller instance used per tile. Number of elements is
318 * based on num_of_h_tiles
319 * @is_connected: Set to true if display is connected
320 * @width_mm: Physical width
321 * @height_mm: Physical height
322 * @max_width: Max width of display. In case of hot pluggable display
323 * this is max width supported by controller
324 * @max_height: Max height of display. In case of hot pluggable display
325 * this is max height supported by controller
Dhaval Patel60e1ff52017-02-18 21:03:40 -0800326 * @is_primary: Set to true if display is primary display
327 * @frame_rate: Display frame rate
328 * @prefill_lines: prefill lines based on porches.
329 * @vtotal: display vertical total
330 * @jitter: display jitter configuration
Alexander Beykunac182352017-02-27 17:46:51 -0500331 * @comp_info: Compression supported by the display
Clarence Ipa4039322016-07-15 16:23:59 -0400332 */
333struct msm_display_info {
334 int intf_type;
335 uint32_t capabilities;
336
337 uint32_t num_of_h_tiles;
338 uint32_t h_tile_instance[MAX_H_TILES_PER_DISPLAY];
339
340 bool is_connected;
341
342 unsigned int width_mm;
343 unsigned int height_mm;
344
345 uint32_t max_width;
346 uint32_t max_height;
347
Dhaval Patel60e1ff52017-02-18 21:03:40 -0800348 bool is_primary;
349 uint32_t frame_rate;
350 uint32_t prefill_lines;
351 uint32_t vtotal;
352 uint32_t jitter;
353
Alexander Beykunac182352017-02-27 17:46:51 -0500354 struct msm_compression_info comp_info;
Clarence Ipa4039322016-07-15 16:23:59 -0400355};
356
Clarence Ip3649f8b2016-10-31 09:59:44 -0400357/**
358 * struct msm_drm_event - defines custom event notification struct
359 * @base: base object required for event notification by DRM framework.
360 * @event: event object required for event notification by DRM framework.
361 * @info: contains information of DRM object for which events has been
362 * requested.
363 * @data: memory location which contains response payload for event.
364 */
365struct msm_drm_event {
366 struct drm_pending_event base;
367 struct drm_event event;
Clarence Ip3649f8b2016-10-31 09:59:44 -0400368 u8 data[];
369};
Ajay Singh Parmar64c19192016-06-10 16:44:56 -0700370
Sandeep Pandaf48c46a2016-10-24 09:48:50 +0530371/* Commit thread specific structure */
372struct msm_drm_commit {
373 struct drm_device *dev;
374 struct task_struct *thread;
375 unsigned int crtc_id;
376 struct kthread_worker worker;
377};
378
Rob Clarkc8afe682013-06-26 12:44:06 -0400379struct msm_drm_private {
380
Rob Clark68209392016-05-17 16:19:32 -0400381 struct drm_device *dev;
382
Rob Clarkc8afe682013-06-26 12:44:06 -0400383 struct msm_kms *kms;
384
Dhaval Patel3949f032016-06-20 16:24:33 -0700385 struct sde_power_handle phandle;
386 struct sde_power_client *pclient;
387
Rob Clark060530f2014-03-03 14:19:12 -0500388 /* subordinate devices, if present: */
Rob Clark067fef32014-11-04 13:33:14 -0500389 struct platform_device *gpu_pdev;
390
Archit Taneja990a4002016-05-07 23:11:25 +0530391 /* top level MDSS wrapper device (for MDP5 only) */
392 struct msm_mdss *mdss;
393
Rob Clark067fef32014-11-04 13:33:14 -0500394 /* possibly this should be in the kms component, but it is
395 * shared by both mdp4 and mdp5..
396 */
397 struct hdmi *hdmi;
Rob Clark060530f2014-03-03 14:19:12 -0500398
Hai Liab5b0102015-01-07 18:47:44 -0500399 /* eDP is for mdp5 only, but kms has not been created
400 * when edp_bind() and edp_init() are called. Here is the only
401 * place to keep the edp instance.
402 */
403 struct msm_edp *edp;
404
Hai Lia6895542015-03-31 14:36:33 -0400405 /* DSI is shared by mdp4 and mdp5 */
406 struct msm_dsi *dsi[2];
407
Rob Clark7198e6b2013-07-19 12:59:32 -0400408 /* when we have more than one 'msm_gpu' these need to be an array: */
409 struct msm_gpu *gpu;
410 struct msm_file_private *lastctx;
411
Rob Clarkc8afe682013-06-26 12:44:06 -0400412 struct drm_fb_helper *fbdev;
413
Rob Clarka7d3c952014-05-30 14:47:38 -0400414 struct msm_rd_state *rd;
Rob Clark70c70f02014-05-30 14:49:43 -0400415 struct msm_perf_state *perf;
Rob Clarka7d3c952014-05-30 14:47:38 -0400416
Rob Clarkc8afe682013-06-26 12:44:06 -0400417 /* list of GEM objects: */
418 struct list_head inactive_list;
419
420 struct workqueue_struct *wq;
421
Rob Clarkf86afec2014-11-25 12:41:18 -0500422 /* crtcs pending async atomic updates: */
423 uint32_t pending_crtcs;
424 wait_queue_head_t pending_crtcs_event;
425
Rob Clark871d8122013-11-16 12:56:06 -0500426 /* registered MMUs: */
427 unsigned int num_mmus;
428 struct msm_mmu *mmus[NUM_DOMAINS];
Rob Clarkc8afe682013-06-26 12:44:06 -0400429
Rob Clarka8623912013-10-08 12:57:48 -0400430 unsigned int num_planes;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700431 struct drm_plane *planes[MAX_PLANES];
Rob Clarka8623912013-10-08 12:57:48 -0400432
Rob Clarkc8afe682013-06-26 12:44:06 -0400433 unsigned int num_crtcs;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700434 struct drm_crtc *crtcs[MAX_CRTCS];
Rob Clarkc8afe682013-06-26 12:44:06 -0400435
Sandeep Pandaf48c46a2016-10-24 09:48:50 +0530436 struct msm_drm_commit disp_thread[MAX_CRTCS];
437
Rob Clarkc8afe682013-06-26 12:44:06 -0400438 unsigned int num_encoders;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700439 struct drm_encoder *encoders[MAX_ENCODERS];
Rob Clarkc8afe682013-06-26 12:44:06 -0400440
Rob Clarka3376e32013-08-30 13:02:15 -0400441 unsigned int num_bridges;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700442 struct drm_bridge *bridges[MAX_BRIDGES];
Rob Clarka3376e32013-08-30 13:02:15 -0400443
Rob Clarkc8afe682013-06-26 12:44:06 -0400444 unsigned int num_connectors;
Narendra Muppalla1b0b3352015-09-29 10:16:51 -0700445 struct drm_connector *connectors[MAX_CONNECTORS];
Rob Clark871d8122013-11-16 12:56:06 -0500446
jilai wang12987782015-06-25 17:37:42 -0400447 /* Properties */
Clarence Ipe78efb72016-06-24 18:35:21 -0400448 struct drm_property *plane_property[PLANE_PROP_COUNT];
Clarence Ip7a753bb2016-07-07 11:47:44 -0400449 struct drm_property *crtc_property[CRTC_PROP_COUNT];
Clarence Ipdd8021c2016-07-20 16:39:47 -0400450 struct drm_property *conn_property[CONNECTOR_PROP_COUNT];
jilai wang12987782015-06-25 17:37:42 -0400451
Gopikrishnaiah Anandane0e5e0c2016-05-25 11:05:33 -0700452 /* Color processing properties for the crtc */
453 struct drm_property **cp_property;
454
Rob Clark871d8122013-11-16 12:56:06 -0500455 /* VRAM carveout, used when no IOMMU: */
456 struct {
457 unsigned long size;
458 dma_addr_t paddr;
459 /* NOTE: mm managed at the page level, size is in # of pages
460 * and position mm_node->start is in # of pages:
461 */
462 struct drm_mm mm;
463 } vram;
Hai Li78b1d472015-07-27 13:49:45 -0400464
Rob Clarke1e9db22016-05-27 11:16:28 -0400465 struct notifier_block vmap_notifier;
Rob Clark68209392016-05-17 16:19:32 -0400466 struct shrinker shrinker;
467
Hai Li78b1d472015-07-27 13:49:45 -0400468 struct msm_vblank_ctrl vblank_ctrl;
Rob Clarkd78d3832016-08-22 15:28:38 -0400469
Dhaval Patel5200c602017-01-17 15:53:37 -0800470 /* task holding struct_mutex.. currently only used in submit path
471 * to detect and reject faults from copy_from_user() for submit
472 * ioctl.
473 */
474 struct task_struct *struct_mutex_task;
475
Clarence Ipe5f1f4c2016-11-19 18:02:23 -0500476 /* saved atomic state during system suspend */
477 struct drm_atomic_state *suspend_state;
Clarence Ipa65cba52017-03-17 15:18:29 -0400478 bool suspend_block;
Clarence Ipe5f1f4c2016-11-19 18:02:23 -0500479
Lloyd Atkinson5d40d312016-09-06 08:34:13 -0400480 /* list of clients waiting for events */
481 struct list_head client_event_list;
Lloyd Atkinsonab3dd302017-02-13 10:44:55 -0800482
483 /* whether registered and drm_dev_unregister should be called */
484 bool registered;
Rob Clarkc8afe682013-06-26 12:44:06 -0400485};
486
487struct msm_format {
488 uint32_t pixel_format;
489};
490
Daniel Vetterb4274fb2014-11-26 17:02:18 +0100491int msm_atomic_check(struct drm_device *dev,
492 struct drm_atomic_state *state);
Dhaval Patel7a7d85d2016-08-26 16:35:34 -0700493/* callback from wq once fence has passed: */
494struct msm_fence_cb {
495 struct work_struct work;
496 uint32_t fence;
497 void (*func)(struct msm_fence_cb *cb);
498};
499
500void __msm_fence_worker(struct work_struct *work);
501
502#define INIT_FENCE_CB(_cb, _func) do { \
503 INIT_WORK(&(_cb)->work, __msm_fence_worker); \
504 (_cb)->func = _func; \
505 } while (0)
506
Clarence Ip7f70ce42017-03-20 06:53:46 -0700507static inline bool msm_is_suspend_state(struct drm_device *dev)
508{
509 if (!dev || !dev->dev_private)
510 return false;
511
512 return ((struct msm_drm_private *)dev->dev_private)->suspend_state != 0;
513}
514
Clarence Ipa65cba52017-03-17 15:18:29 -0400515static inline bool msm_is_suspend_blocked(struct drm_device *dev)
516{
517 if (!dev || !dev->dev_private)
518 return false;
519
520 if (!msm_is_suspend_state(dev))
521 return false;
522
523 return ((struct msm_drm_private *)dev->dev_private)->suspend_block != 0;
524}
525
Rob Clarkcf3a7e42014-11-08 13:21:06 -0500526int msm_atomic_commit(struct drm_device *dev,
Maarten Lankhorsta3ccfb92016-04-26 16:11:38 +0200527 struct drm_atomic_state *state, bool nonblock);
Rob Clarkcf3a7e42014-11-08 13:21:06 -0500528
Rob Clark871d8122013-11-16 12:56:06 -0500529int msm_register_mmu(struct drm_device *dev, struct msm_mmu *mmu);
Lloyd Atkinson1e2497e2016-09-26 17:55:48 -0400530void msm_unregister_mmu(struct drm_device *dev, struct msm_mmu *mmu);
Rob Clarkc8afe682013-06-26 12:44:06 -0400531
Rob Clark40e68152016-05-03 09:50:26 -0400532void msm_gem_submit_free(struct msm_gem_submit *submit);
Rob Clark7198e6b2013-07-19 12:59:32 -0400533int msm_ioctl_gem_submit(struct drm_device *dev, void *data,
534 struct drm_file *file);
535
Rob Clark68209392016-05-17 16:19:32 -0400536void msm_gem_shrinker_init(struct drm_device *dev);
537void msm_gem_shrinker_cleanup(struct drm_device *dev);
538
Daniel Thompson77a147e2014-11-12 11:38:14 +0000539int msm_gem_mmap_obj(struct drm_gem_object *obj,
540 struct vm_area_struct *vma);
Rob Clarkc8afe682013-06-26 12:44:06 -0400541int msm_gem_mmap(struct file *filp, struct vm_area_struct *vma);
542int msm_gem_fault(struct vm_area_struct *vma, struct vm_fault *vmf);
543uint64_t msm_gem_mmap_offset(struct drm_gem_object *obj);
544int msm_gem_get_iova_locked(struct drm_gem_object *obj, int id,
545 uint32_t *iova);
546int msm_gem_get_iova(struct drm_gem_object *obj, int id, uint32_t *iova);
Rob Clark2638d902014-11-08 09:13:37 -0500547uint32_t msm_gem_iova(struct drm_gem_object *obj, int id);
Rob Clark05b84912013-09-28 11:28:35 -0400548struct page **msm_gem_get_pages(struct drm_gem_object *obj);
549void msm_gem_put_pages(struct drm_gem_object *obj);
Rob Clarkc8afe682013-06-26 12:44:06 -0400550void msm_gem_put_iova(struct drm_gem_object *obj, int id);
551int msm_gem_dumb_create(struct drm_file *file, struct drm_device *dev,
552 struct drm_mode_create_dumb *args);
Rob Clarkc8afe682013-06-26 12:44:06 -0400553int msm_gem_dumb_map_offset(struct drm_file *file, struct drm_device *dev,
554 uint32_t handle, uint64_t *offset);
Rob Clark05b84912013-09-28 11:28:35 -0400555struct sg_table *msm_gem_prime_get_sg_table(struct drm_gem_object *obj);
556void *msm_gem_prime_vmap(struct drm_gem_object *obj);
557void msm_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr);
Daniel Thompson77a147e2014-11-12 11:38:14 +0000558int msm_gem_prime_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma);
Rob Clark05b84912013-09-28 11:28:35 -0400559struct drm_gem_object *msm_gem_prime_import_sg_table(struct drm_device *dev,
Maarten Lankhorstb5e9c1a2014-01-09 11:03:14 +0100560 struct dma_buf_attachment *attach, struct sg_table *sg);
Rob Clark05b84912013-09-28 11:28:35 -0400561int msm_gem_prime_pin(struct drm_gem_object *obj);
562void msm_gem_prime_unpin(struct drm_gem_object *obj);
Rob Clark18f23042016-05-26 16:24:35 -0400563void *msm_gem_get_vaddr_locked(struct drm_gem_object *obj);
564void *msm_gem_get_vaddr(struct drm_gem_object *obj);
565void msm_gem_put_vaddr_locked(struct drm_gem_object *obj);
566void msm_gem_put_vaddr(struct drm_gem_object *obj);
Rob Clark4cd33c42016-05-17 15:44:49 -0400567int msm_gem_madvise(struct drm_gem_object *obj, unsigned madv);
Rob Clark68209392016-05-17 16:19:32 -0400568void msm_gem_purge(struct drm_gem_object *obj);
Rob Clarke1e9db22016-05-27 11:16:28 -0400569void msm_gem_vunmap(struct drm_gem_object *obj);
Rob Clarkb6295f92016-03-15 18:26:28 -0400570int msm_gem_sync_object(struct drm_gem_object *obj,
571 struct msm_fence_context *fctx, bool exclusive);
Rob Clark7198e6b2013-07-19 12:59:32 -0400572void msm_gem_move_to_active(struct drm_gem_object *obj,
Rob Clarkb6295f92016-03-15 18:26:28 -0400573 struct msm_gpu *gpu, bool exclusive, struct fence *fence);
Rob Clark7198e6b2013-07-19 12:59:32 -0400574void msm_gem_move_to_inactive(struct drm_gem_object *obj);
Rob Clarkba00c3f2016-03-16 18:18:17 -0400575int msm_gem_cpu_prep(struct drm_gem_object *obj, uint32_t op, ktime_t *timeout);
Rob Clark7198e6b2013-07-19 12:59:32 -0400576int msm_gem_cpu_fini(struct drm_gem_object *obj);
Rob Clarkc8afe682013-06-26 12:44:06 -0400577void msm_gem_free_object(struct drm_gem_object *obj);
578int msm_gem_new_handle(struct drm_device *dev, struct drm_file *file,
579 uint32_t size, uint32_t flags, uint32_t *handle);
580struct drm_gem_object *msm_gem_new(struct drm_device *dev,
581 uint32_t size, uint32_t flags);
Rob Clark05b84912013-09-28 11:28:35 -0400582struct drm_gem_object *msm_gem_import(struct drm_device *dev,
Rob Clark79f0e202016-03-16 12:40:35 -0400583 struct dma_buf *dmabuf, struct sg_table *sgt);
Rob Clarkc8afe682013-06-26 12:44:06 -0400584
Alan Kwong578cdaf2017-01-28 17:25:43 -0800585void msm_framebuffer_set_kmap(struct drm_framebuffer *fb, bool enable);
Rob Clark2638d902014-11-08 09:13:37 -0500586int msm_framebuffer_prepare(struct drm_framebuffer *fb, int id);
587void msm_framebuffer_cleanup(struct drm_framebuffer *fb, int id);
588uint32_t msm_framebuffer_iova(struct drm_framebuffer *fb, int id, int plane);
Rob Clarkc8afe682013-06-26 12:44:06 -0400589struct drm_gem_object *msm_framebuffer_bo(struct drm_framebuffer *fb, int plane);
590const struct msm_format *msm_framebuffer_format(struct drm_framebuffer *fb);
591struct drm_framebuffer *msm_framebuffer_init(struct drm_device *dev,
Ville Syrjälä1eb83452015-11-11 19:11:29 +0200592 const struct drm_mode_fb_cmd2 *mode_cmd, struct drm_gem_object **bos);
Rob Clarkc8afe682013-06-26 12:44:06 -0400593struct drm_framebuffer *msm_framebuffer_create(struct drm_device *dev,
Ville Syrjälä1eb83452015-11-11 19:11:29 +0200594 struct drm_file *file, const struct drm_mode_fb_cmd2 *mode_cmd);
Rob Clarkc8afe682013-06-26 12:44:06 -0400595
596struct drm_fb_helper *msm_fbdev_init(struct drm_device *dev);
Archit Taneja1aaa57f2016-02-25 11:19:45 +0530597void msm_fbdev_free(struct drm_device *dev);
Rob Clarkc8afe682013-06-26 12:44:06 -0400598
Rob Clarkdada25b2013-12-01 12:12:54 -0500599struct hdmi;
Arnd Bergmannfcda50c2016-02-22 22:08:35 +0100600int msm_hdmi_modeset_init(struct hdmi *hdmi, struct drm_device *dev,
Rob Clark067fef32014-11-04 13:33:14 -0500601 struct drm_encoder *encoder);
Arnd Bergmannfcda50c2016-02-22 22:08:35 +0100602void __init msm_hdmi_register(void);
603void __exit msm_hdmi_unregister(void);
Rob Clarkc8afe682013-06-26 12:44:06 -0400604
Hai Li00453982014-12-12 14:41:17 -0500605struct msm_edp;
606void __init msm_edp_register(void);
607void __exit msm_edp_unregister(void);
608int msm_edp_modeset_init(struct msm_edp *edp, struct drm_device *dev,
609 struct drm_encoder *encoder);
610
Hai Lia6895542015-03-31 14:36:33 -0400611struct msm_dsi;
612enum msm_dsi_encoder_id {
613 MSM_DSI_VIDEO_ENCODER_ID = 0,
614 MSM_DSI_CMD_ENCODER_ID = 1,
615 MSM_DSI_ENCODER_NUM = 2
616};
617#ifdef CONFIG_DRM_MSM_DSI
618void __init msm_dsi_register(void);
619void __exit msm_dsi_unregister(void);
620int msm_dsi_modeset_init(struct msm_dsi *msm_dsi, struct drm_device *dev,
621 struct drm_encoder *encoders[MSM_DSI_ENCODER_NUM]);
622#else
623static inline void __init msm_dsi_register(void)
624{
625}
626static inline void __exit msm_dsi_unregister(void)
627{
628}
629static inline int msm_dsi_modeset_init(struct msm_dsi *msm_dsi,
630 struct drm_device *dev,
631 struct drm_encoder *encoders[MSM_DSI_ENCODER_NUM])
632{
633 return -EINVAL;
634}
635#endif
636
Archit Taneja1dd0a0b2016-05-30 16:36:50 +0530637void __init msm_mdp_register(void);
638void __exit msm_mdp_unregister(void);
639
Rob Clarkc8afe682013-06-26 12:44:06 -0400640#ifdef CONFIG_DEBUG_FS
641void msm_gem_describe(struct drm_gem_object *obj, struct seq_file *m);
642void msm_gem_describe_objects(struct list_head *list, struct seq_file *m);
643void msm_framebuffer_describe(struct drm_framebuffer *fb, struct seq_file *m);
Rob Clarka7d3c952014-05-30 14:47:38 -0400644int msm_debugfs_late_init(struct drm_device *dev);
645int msm_rd_debugfs_init(struct drm_minor *minor);
646void msm_rd_debugfs_cleanup(struct drm_minor *minor);
647void msm_rd_dump_submit(struct msm_gem_submit *submit);
Rob Clark70c70f02014-05-30 14:49:43 -0400648int msm_perf_debugfs_init(struct drm_minor *minor);
649void msm_perf_debugfs_cleanup(struct drm_minor *minor);
Rob Clarka7d3c952014-05-30 14:47:38 -0400650#else
651static inline int msm_debugfs_late_init(struct drm_device *dev) { return 0; }
652static inline void msm_rd_dump_submit(struct msm_gem_submit *submit) {}
Rob Clarkc8afe682013-06-26 12:44:06 -0400653#endif
654
655void __iomem *msm_ioremap(struct platform_device *pdev, const char *name,
656 const char *dbgname);
Lloyd Atkinson1a0c9172016-10-04 10:01:24 -0400657void msm_iounmap(struct platform_device *dev, void __iomem *addr);
Rob Clarkc8afe682013-06-26 12:44:06 -0400658void msm_writel(u32 data, void __iomem *addr);
659u32 msm_readl(const void __iomem *addr);
660
661#define DBG(fmt, ...) DRM_DEBUG(fmt"\n", ##__VA_ARGS__)
662#define VERB(fmt, ...) if (0) DRM_DEBUG(fmt"\n", ##__VA_ARGS__)
663
664static inline int align_pitch(int width, int bpp)
665{
666 int bytespp = (bpp + 7) / 8;
667 /* adreno needs pitch aligned to 32 pixels: */
668 return bytespp * ALIGN(width, 32);
669}
670
671/* for the generated headers: */
672#define INVALID_IDX(idx) ({BUG(); 0;})
Rob Clark7198e6b2013-07-19 12:59:32 -0400673#define fui(x) ({BUG(); 0;})
674#define util_float_to_half(x) ({BUG(); 0;})
675
Rob Clarkc8afe682013-06-26 12:44:06 -0400676
677#define FIELD(val, name) (((val) & name ## __MASK) >> name ## __SHIFT)
678
679/* for conditionally setting boolean flag(s): */
680#define COND(bool, val) ((bool) ? (val) : 0)
681
Rob Clark340ff412016-03-16 14:57:22 -0400682static inline unsigned long timeout_to_jiffies(const ktime_t *timeout)
683{
684 ktime_t now = ktime_get();
685 unsigned long remaining_jiffies;
686
687 if (ktime_compare(*timeout, now) < 0) {
688 remaining_jiffies = 0;
689 } else {
690 ktime_t rem = ktime_sub(*timeout, now);
691 struct timespec ts = ktime_to_timespec(rem);
692 remaining_jiffies = timespec_to_jiffies(&ts);
693 }
694
695 return remaining_jiffies;
696}
Rob Clarkc8afe682013-06-26 12:44:06 -0400697
698#endif /* __MSM_DRV_H__ */