Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 1 | /* Copyright (c) 2012-2017, The Linux Foundation. All rights reserved. |
| 2 | * |
| 3 | * This program is free software; you can redistribute it and/or modify |
| 4 | * it under the terms of the GNU General Public License version 2 and |
| 5 | * only version 2 as published by the Free Software Foundation. |
| 6 | * |
| 7 | * This program is distributed in the hope that it will be useful, |
| 8 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 9 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 10 | * GNU General Public License for more details. |
| 11 | * |
| 12 | */ |
| 13 | |
| 14 | #ifndef _MSM_VIDC_INTERNAL_H_ |
| 15 | #define _MSM_VIDC_INTERNAL_H_ |
| 16 | |
| 17 | #include <linux/atomic.h> |
| 18 | #include <linux/list.h> |
| 19 | #include <linux/time.h> |
| 20 | #include <linux/types.h> |
| 21 | #include <linux/completion.h> |
| 22 | #include <linux/wait.h> |
| 23 | #include <linux/workqueue.h> |
| 24 | #include <linux/msm-bus.h> |
| 25 | #include <linux/msm-bus-board.h> |
| 26 | #include <linux/kref.h> |
| 27 | #include <media/v4l2-dev.h> |
| 28 | #include <media/v4l2-device.h> |
| 29 | #include <media/v4l2-ioctl.h> |
| 30 | #include <media/v4l2-event.h> |
| 31 | #include <media/v4l2-ctrls.h> |
| 32 | #include <media/videobuf2-core.h> |
| 33 | #include <media/videobuf2-v4l2.h> |
| 34 | #include <media/msm_vidc.h> |
| 35 | #include <media/msm_media_info.h> |
| 36 | |
| 37 | #include "vidc_hfi_api.h" |
| 38 | |
| 39 | #define MSM_VIDC_DRV_NAME "msm_vidc_driver" |
| 40 | #define MSM_VIDC_VERSION KERNEL_VERSION(0, 0, 1) |
| 41 | #define MAX_DEBUGFS_NAME 50 |
| 42 | #define DEFAULT_TIMEOUT 3 |
| 43 | #define DEFAULT_HEIGHT 1088 |
| 44 | #define DEFAULT_WIDTH 1920 |
| 45 | #define MIN_SUPPORTED_WIDTH 32 |
| 46 | #define MIN_SUPPORTED_HEIGHT 32 |
| 47 | #define DEFAULT_FPS 15 |
Praneeth Paladugu | defea4e | 2017-02-09 23:44:08 -0800 | [diff] [blame] | 48 | #define MIN_NUM_OUTPUT_BUFFERS 1 |
| 49 | #define MIN_NUM_CAPTURE_BUFFERS 1 |
| 50 | #define MAX_NUM_OUTPUT_BUFFERS VIDEO_MAX_FRAME // same as VB2_MAX_FRAME |
| 51 | #define MAX_NUM_CAPTURE_BUFFERS VIDEO_MAX_FRAME // same as VB2_MAX_FRAME |
| 52 | |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 53 | |
| 54 | /* Maintains the number of FTB's between each FBD over a window */ |
Praneeth Paladugu | e5fd087 | 2017-04-19 11:24:28 -0700 | [diff] [blame^] | 55 | #define DCVS_FTB_WINDOW 16 |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 56 | |
| 57 | #define V4L2_EVENT_VIDC_BASE 10 |
| 58 | |
| 59 | #define SYS_MSG_START HAL_SYS_INIT_DONE |
| 60 | #define SYS_MSG_END HAL_SYS_ERROR |
| 61 | #define SESSION_MSG_START HAL_SESSION_EVENT_CHANGE |
| 62 | #define SESSION_MSG_END HAL_SESSION_ERROR |
| 63 | #define SYS_MSG_INDEX(__msg) (__msg - SYS_MSG_START) |
| 64 | #define SESSION_MSG_INDEX(__msg) (__msg - SESSION_MSG_START) |
| 65 | |
| 66 | |
| 67 | #define MAX_NAME_LENGTH 64 |
| 68 | |
| 69 | #define EXTRADATA_IDX(__num_planes) ((__num_planes) ? (__num_planes) - 1 : 0) |
| 70 | |
| 71 | #define NUM_MBS_PER_SEC(__height, __width, __fps) \ |
| 72 | (NUM_MBS_PER_FRAME(__height, __width) * __fps) |
| 73 | |
| 74 | #define NUM_MBS_PER_FRAME(__height, __width) \ |
| 75 | ((ALIGN(__height, 16) / 16) * (ALIGN(__width, 16) / 16)) |
| 76 | |
| 77 | enum vidc_ports { |
| 78 | OUTPUT_PORT, |
| 79 | CAPTURE_PORT, |
| 80 | MAX_PORT_NUM |
| 81 | }; |
| 82 | |
| 83 | enum vidc_core_state { |
| 84 | VIDC_CORE_UNINIT = 0, |
| 85 | VIDC_CORE_INIT, |
| 86 | VIDC_CORE_INIT_DONE, |
| 87 | VIDC_CORE_INVALID |
| 88 | }; |
| 89 | |
| 90 | /* |
| 91 | * Do not change the enum values unless |
| 92 | * you know what you are doing |
| 93 | */ |
| 94 | enum instance_state { |
| 95 | MSM_VIDC_CORE_UNINIT_DONE = 0x0001, |
| 96 | MSM_VIDC_CORE_INIT, |
| 97 | MSM_VIDC_CORE_INIT_DONE, |
| 98 | MSM_VIDC_OPEN, |
| 99 | MSM_VIDC_OPEN_DONE, |
| 100 | MSM_VIDC_LOAD_RESOURCES, |
| 101 | MSM_VIDC_LOAD_RESOURCES_DONE, |
| 102 | MSM_VIDC_START, |
| 103 | MSM_VIDC_START_DONE, |
| 104 | MSM_VIDC_STOP, |
| 105 | MSM_VIDC_STOP_DONE, |
| 106 | MSM_VIDC_RELEASE_RESOURCES, |
| 107 | MSM_VIDC_RELEASE_RESOURCES_DONE, |
| 108 | MSM_VIDC_CLOSE, |
| 109 | MSM_VIDC_CLOSE_DONE, |
| 110 | MSM_VIDC_CORE_UNINIT, |
| 111 | MSM_VIDC_CORE_INVALID |
| 112 | }; |
| 113 | |
| 114 | struct buf_info { |
| 115 | struct list_head list; |
| 116 | struct vb2_buffer *buf; |
| 117 | }; |
| 118 | |
| 119 | struct msm_vidc_list { |
| 120 | struct list_head list; |
| 121 | struct mutex lock; |
| 122 | }; |
| 123 | |
| 124 | static inline void INIT_MSM_VIDC_LIST(struct msm_vidc_list *mlist) |
| 125 | { |
| 126 | mutex_init(&mlist->lock); |
| 127 | INIT_LIST_HEAD(&mlist->list); |
| 128 | } |
| 129 | |
| 130 | static inline void DEINIT_MSM_VIDC_LIST(struct msm_vidc_list *mlist) |
| 131 | { |
| 132 | mutex_destroy(&mlist->lock); |
| 133 | } |
| 134 | |
| 135 | enum buffer_owner { |
| 136 | DRIVER, |
| 137 | FIRMWARE, |
| 138 | CLIENT, |
| 139 | MAX_OWNER |
| 140 | }; |
| 141 | |
Praneeth Paladugu | b71968b | 2015-08-19 20:47:57 -0700 | [diff] [blame] | 142 | struct vidc_freq_data { |
| 143 | struct list_head list; |
| 144 | ion_phys_addr_t device_addr; |
| 145 | unsigned long freq; |
| 146 | }; |
| 147 | |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 148 | struct internal_buf { |
| 149 | struct list_head list; |
| 150 | enum hal_buffer buffer_type; |
| 151 | struct msm_smem *handle; |
| 152 | enum buffer_owner buffer_ownership; |
| 153 | }; |
| 154 | |
| 155 | struct msm_vidc_format { |
| 156 | char name[MAX_NAME_LENGTH]; |
| 157 | u8 description[32]; |
| 158 | u32 fourcc; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 159 | int type; |
| 160 | u32 (*get_frame_size)(int plane, u32 height, u32 width); |
Vaibhav Deshu Venkatesh | 8c9b6db | 2017-02-08 11:22:36 -0800 | [diff] [blame] | 161 | bool defer_outputs; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 162 | }; |
| 163 | |
| 164 | struct msm_vidc_drv { |
| 165 | struct mutex lock; |
| 166 | struct list_head cores; |
| 167 | int num_cores; |
| 168 | struct dentry *debugfs_root; |
| 169 | int thermal_level; |
| 170 | u32 platform_version; |
| 171 | }; |
| 172 | |
| 173 | struct msm_video_device { |
| 174 | int type; |
| 175 | struct video_device vdev; |
| 176 | }; |
| 177 | |
| 178 | struct session_prop { |
| 179 | u32 width[MAX_PORT_NUM]; |
| 180 | u32 height[MAX_PORT_NUM]; |
| 181 | u32 fps; |
| 182 | u32 bitrate; |
| 183 | }; |
| 184 | |
| 185 | struct buf_queue { |
| 186 | struct vb2_queue vb2_bufq; |
| 187 | struct mutex lock; |
Praneeth Paladugu | defea4e | 2017-02-09 23:44:08 -0800 | [diff] [blame] | 188 | unsigned int plane_sizes[VB2_MAX_PLANES]; |
| 189 | int num_planes; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 190 | }; |
| 191 | |
| 192 | enum profiling_points { |
| 193 | SYS_INIT = 0, |
| 194 | SESSION_INIT, |
| 195 | LOAD_RESOURCES, |
| 196 | FRAME_PROCESSING, |
| 197 | FW_IDLE, |
| 198 | MAX_PROFILING_POINTS, |
| 199 | }; |
| 200 | |
| 201 | struct buf_count { |
| 202 | int etb; |
| 203 | int ftb; |
| 204 | int fbd; |
| 205 | int ebd; |
| 206 | }; |
| 207 | |
Praneeth Paladugu | e5fd087 | 2017-04-19 11:24:28 -0700 | [diff] [blame^] | 208 | struct clock_data { |
Praneeth Paladugu | 75cf18e | 2016-12-08 16:12:11 -0800 | [diff] [blame] | 209 | int buffer_counter; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 210 | int load; |
| 211 | int load_low; |
| 212 | int load_high; |
| 213 | int min_threshold; |
| 214 | int max_threshold; |
Praneeth Paladugu | 1f9d1d9 | 2017-04-11 10:36:16 -0700 | [diff] [blame] | 215 | unsigned int extra_capture_buffer_count; |
| 216 | unsigned int extra_output_buffer_count; |
Praneeth Paladugu | 75cf18e | 2016-12-08 16:12:11 -0800 | [diff] [blame] | 217 | enum hal_buffer buffer_type; |
Praneeth Paladugu | e5fd087 | 2017-04-19 11:24:28 -0700 | [diff] [blame^] | 218 | bool dcvs_mode; |
| 219 | unsigned long bitrate; |
| 220 | unsigned long min_freq; |
| 221 | unsigned long curr_freq; |
| 222 | u32 operating_rate; |
| 223 | struct clock_profile_entry *entry; |
| 224 | u32 core_id; |
| 225 | enum hal_work_mode work_mode; |
| 226 | bool low_latency_mode; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 227 | }; |
| 228 | |
| 229 | struct profile_data { |
| 230 | int start; |
| 231 | int stop; |
| 232 | int cumulative; |
| 233 | char name[64]; |
| 234 | int sampling; |
| 235 | int average; |
| 236 | }; |
| 237 | |
| 238 | struct msm_vidc_debug { |
| 239 | struct profile_data pdata[MAX_PROFILING_POINTS]; |
| 240 | int profile; |
| 241 | int samples; |
| 242 | }; |
| 243 | |
| 244 | enum msm_vidc_modes { |
| 245 | VIDC_SECURE = BIT(0), |
| 246 | VIDC_TURBO = BIT(1), |
| 247 | VIDC_THUMBNAIL = BIT(2), |
| 248 | VIDC_LOW_POWER = BIT(3), |
| 249 | VIDC_REALTIME = BIT(4), |
| 250 | }; |
| 251 | |
| 252 | struct msm_vidc_core { |
| 253 | struct list_head list; |
| 254 | struct mutex lock; |
| 255 | int id; |
| 256 | struct hfi_device *device; |
| 257 | struct msm_video_device vdev[MSM_VIDC_MAX_DEVICES]; |
| 258 | struct v4l2_device v4l2_dev; |
| 259 | struct list_head instances; |
| 260 | struct dentry *debugfs_root; |
| 261 | enum vidc_core_state state; |
| 262 | struct completion completions[SYS_MSG_END - SYS_MSG_START + 1]; |
| 263 | enum msm_vidc_hfi_type hfi_type; |
| 264 | struct msm_vidc_platform_resources resources; |
| 265 | u32 enc_codec_supported; |
| 266 | u32 dec_codec_supported; |
| 267 | u32 codec_count; |
| 268 | struct msm_vidc_capability *capabilities; |
| 269 | struct delayed_work fw_unload_work; |
| 270 | bool smmu_fault_handled; |
Praneeth Paladugu | e5fd087 | 2017-04-19 11:24:28 -0700 | [diff] [blame^] | 271 | unsigned long min_freq; |
| 272 | unsigned long curr_freq; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 273 | }; |
| 274 | |
| 275 | struct msm_vidc_inst { |
| 276 | struct list_head list; |
| 277 | struct mutex sync_lock, lock; |
| 278 | struct msm_vidc_core *core; |
| 279 | enum session_type session_type; |
| 280 | void *session; |
| 281 | struct session_prop prop; |
| 282 | enum instance_state state; |
| 283 | struct msm_vidc_format fmts[MAX_PORT_NUM]; |
| 284 | struct buf_queue bufq[MAX_PORT_NUM]; |
| 285 | struct msm_vidc_list pendingq; |
Praneeth Paladugu | b71968b | 2015-08-19 20:47:57 -0700 | [diff] [blame] | 286 | struct msm_vidc_list freqs; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 287 | struct msm_vidc_list scratchbufs; |
| 288 | struct msm_vidc_list persistbufs; |
| 289 | struct msm_vidc_list pending_getpropq; |
| 290 | struct msm_vidc_list outputbufs; |
| 291 | struct msm_vidc_list registeredbufs; |
| 292 | struct buffer_requirements buff_req; |
| 293 | void *mem_client; |
| 294 | struct v4l2_ctrl_handler ctrl_handler; |
| 295 | struct completion completions[SESSION_MSG_END - SESSION_MSG_START + 1]; |
| 296 | struct v4l2_ctrl **cluster; |
| 297 | struct v4l2_fh event_handler; |
| 298 | struct msm_smem *extradata_handle; |
| 299 | bool in_reconfig; |
| 300 | u32 reconfig_width; |
| 301 | u32 reconfig_height; |
| 302 | struct dentry *debugfs_root; |
| 303 | void *priv; |
| 304 | struct msm_vidc_debug debug; |
| 305 | struct buf_count count; |
Praneeth Paladugu | e5fd087 | 2017-04-19 11:24:28 -0700 | [diff] [blame^] | 306 | struct clock_data clk_data; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 307 | enum msm_vidc_modes flags; |
| 308 | struct msm_vidc_capability capability; |
| 309 | u32 buffer_size_limit; |
| 310 | enum buffer_mode_type buffer_mode_set[MAX_PORT_NUM]; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 311 | struct v4l2_ctrl **ctrls; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 312 | enum msm_vidc_pixel_depth bit_depth; |
| 313 | struct kref kref; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 314 | u32 buffers_held_in_driver; |
| 315 | atomic_t in_flush; |
| 316 | u32 pic_struct; |
| 317 | u32 colour_space; |
Chinmay Sawarkar | b3c6ccb | 2017-02-23 18:01:32 -0800 | [diff] [blame] | 318 | u32 profile; |
| 319 | u32 level; |
| 320 | u32 entropy_mode; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 321 | }; |
| 322 | |
| 323 | extern struct msm_vidc_drv *vidc_driver; |
| 324 | |
| 325 | struct msm_vidc_ctrl_cluster { |
| 326 | struct v4l2_ctrl **cluster; |
| 327 | struct list_head list; |
| 328 | }; |
| 329 | |
| 330 | struct msm_vidc_ctrl { |
| 331 | u32 id; |
| 332 | char name[MAX_NAME_LENGTH]; |
| 333 | enum v4l2_ctrl_type type; |
| 334 | s32 minimum; |
| 335 | s32 maximum; |
| 336 | s32 default_value; |
| 337 | u32 step; |
| 338 | u32 menu_skip_mask; |
| 339 | u32 flags; |
| 340 | const char * const *qmenu; |
| 341 | }; |
| 342 | |
| 343 | void handle_cmd_response(enum hal_command_response cmd, void *data); |
| 344 | int msm_vidc_trigger_ssr(struct msm_vidc_core *core, |
| 345 | enum hal_ssr_trigger_type type); |
| 346 | int msm_vidc_check_session_supported(struct msm_vidc_inst *inst); |
| 347 | int msm_vidc_check_scaling_supported(struct msm_vidc_inst *inst); |
| 348 | void msm_vidc_queue_v4l2_event(struct msm_vidc_inst *inst, int event_type); |
| 349 | |
| 350 | struct buffer_info { |
| 351 | struct list_head list; |
| 352 | int type; |
| 353 | int num_planes; |
| 354 | int fd[VIDEO_MAX_PLANES]; |
| 355 | int buff_off[VIDEO_MAX_PLANES]; |
| 356 | int size[VIDEO_MAX_PLANES]; |
| 357 | unsigned long uvaddr[VIDEO_MAX_PLANES]; |
| 358 | ion_phys_addr_t device_addr[VIDEO_MAX_PLANES]; |
| 359 | struct msm_smem *handle[VIDEO_MAX_PLANES]; |
| 360 | enum v4l2_memory memory; |
| 361 | u32 v4l2_index; |
| 362 | bool pending_deletion; |
| 363 | atomic_t ref_count; |
| 364 | bool dequeued; |
| 365 | bool inactive; |
| 366 | bool mapped[VIDEO_MAX_PLANES]; |
| 367 | int same_fd_ref[VIDEO_MAX_PLANES]; |
| 368 | struct timeval timestamp; |
| 369 | }; |
| 370 | |
| 371 | struct buffer_info *device_to_uvaddr(struct msm_vidc_list *buf_list, |
| 372 | ion_phys_addr_t device_addr); |
| 373 | int buf_ref_get(struct msm_vidc_inst *inst, struct buffer_info *binfo); |
| 374 | int buf_ref_put(struct msm_vidc_inst *inst, struct buffer_info *binfo); |
| 375 | int output_buffer_cache_invalidate(struct msm_vidc_inst *inst, |
| 376 | struct buffer_info *binfo); |
| 377 | int qbuf_dynamic_buf(struct msm_vidc_inst *inst, |
| 378 | struct buffer_info *binfo); |
| 379 | int unmap_and_deregister_buf(struct msm_vidc_inst *inst, |
| 380 | struct buffer_info *binfo); |
| 381 | |
| 382 | void msm_comm_handle_thermal_event(void); |
| 383 | void *msm_smem_new_client(enum smem_type mtype, |
| 384 | void *platform_resources, enum session_type stype); |
| 385 | struct msm_smem *msm_smem_alloc(void *clt, size_t size, u32 align, u32 flags, |
| 386 | enum hal_buffer buffer_type, int map_kernel); |
| 387 | void msm_smem_free(void *clt, struct msm_smem *mem); |
| 388 | void msm_smem_delete_client(void *clt); |
| 389 | int msm_smem_cache_operations(void *clt, struct msm_smem *mem, |
| 390 | enum smem_cache_ops); |
| 391 | struct msm_smem *msm_smem_user_to_kernel(void *clt, int fd, u32 offset, |
| 392 | enum hal_buffer buffer_type); |
| 393 | struct context_bank_info *msm_smem_get_context_bank(void *clt, |
| 394 | bool is_secure, enum hal_buffer buffer_type); |
| 395 | void msm_vidc_fw_unload_handler(struct work_struct *work); |
| 396 | bool msm_smem_compare_buffers(void *clt, int fd, void *priv); |
| 397 | /* |
| 398 | * XXX: normally should be in msm_vidc.h, but that's meant for public APIs, |
| 399 | * whereas this is private |
| 400 | */ |
| 401 | int msm_vidc_destroy(struct msm_vidc_inst *inst); |
| 402 | #endif |