Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 1 | /* Copyright (c) 2012-2017, The Linux Foundation. All rights reserved. |
| 2 | * |
| 3 | * This program is free software; you can redistribute it and/or modify |
| 4 | * it under the terms of the GNU General Public License version 2 and |
| 5 | * only version 2 as published by the Free Software Foundation. |
| 6 | * |
| 7 | * This program is distributed in the hope that it will be useful, |
| 8 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 9 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 10 | * GNU General Public License for more details. |
| 11 | * |
| 12 | */ |
| 13 | |
| 14 | #ifndef _MSM_VIDC_INTERNAL_H_ |
| 15 | #define _MSM_VIDC_INTERNAL_H_ |
| 16 | |
| 17 | #include <linux/atomic.h> |
| 18 | #include <linux/list.h> |
| 19 | #include <linux/time.h> |
| 20 | #include <linux/types.h> |
| 21 | #include <linux/completion.h> |
| 22 | #include <linux/wait.h> |
| 23 | #include <linux/workqueue.h> |
| 24 | #include <linux/msm-bus.h> |
| 25 | #include <linux/msm-bus-board.h> |
| 26 | #include <linux/kref.h> |
| 27 | #include <media/v4l2-dev.h> |
| 28 | #include <media/v4l2-device.h> |
| 29 | #include <media/v4l2-ioctl.h> |
| 30 | #include <media/v4l2-event.h> |
| 31 | #include <media/v4l2-ctrls.h> |
| 32 | #include <media/videobuf2-core.h> |
| 33 | #include <media/videobuf2-v4l2.h> |
| 34 | #include <media/msm_vidc.h> |
| 35 | #include <media/msm_media_info.h> |
| 36 | |
| 37 | #include "vidc_hfi_api.h" |
| 38 | |
| 39 | #define MSM_VIDC_DRV_NAME "msm_vidc_driver" |
| 40 | #define MSM_VIDC_VERSION KERNEL_VERSION(0, 0, 1) |
| 41 | #define MAX_DEBUGFS_NAME 50 |
| 42 | #define DEFAULT_TIMEOUT 3 |
| 43 | #define DEFAULT_HEIGHT 1088 |
| 44 | #define DEFAULT_WIDTH 1920 |
| 45 | #define MIN_SUPPORTED_WIDTH 32 |
| 46 | #define MIN_SUPPORTED_HEIGHT 32 |
| 47 | #define DEFAULT_FPS 15 |
| 48 | |
| 49 | /* Maintains the number of FTB's between each FBD over a window */ |
| 50 | #define DCVS_FTB_WINDOW 32 |
| 51 | |
| 52 | #define V4L2_EVENT_VIDC_BASE 10 |
| 53 | |
| 54 | #define SYS_MSG_START HAL_SYS_INIT_DONE |
| 55 | #define SYS_MSG_END HAL_SYS_ERROR |
| 56 | #define SESSION_MSG_START HAL_SESSION_EVENT_CHANGE |
| 57 | #define SESSION_MSG_END HAL_SESSION_ERROR |
| 58 | #define SYS_MSG_INDEX(__msg) (__msg - SYS_MSG_START) |
| 59 | #define SESSION_MSG_INDEX(__msg) (__msg - SESSION_MSG_START) |
| 60 | |
| 61 | |
| 62 | #define MAX_NAME_LENGTH 64 |
| 63 | |
| 64 | #define EXTRADATA_IDX(__num_planes) ((__num_planes) ? (__num_planes) - 1 : 0) |
| 65 | |
| 66 | #define NUM_MBS_PER_SEC(__height, __width, __fps) \ |
| 67 | (NUM_MBS_PER_FRAME(__height, __width) * __fps) |
| 68 | |
| 69 | #define NUM_MBS_PER_FRAME(__height, __width) \ |
| 70 | ((ALIGN(__height, 16) / 16) * (ALIGN(__width, 16) / 16)) |
| 71 | |
| 72 | enum vidc_ports { |
| 73 | OUTPUT_PORT, |
| 74 | CAPTURE_PORT, |
| 75 | MAX_PORT_NUM |
| 76 | }; |
| 77 | |
| 78 | enum vidc_core_state { |
| 79 | VIDC_CORE_UNINIT = 0, |
| 80 | VIDC_CORE_INIT, |
| 81 | VIDC_CORE_INIT_DONE, |
| 82 | VIDC_CORE_INVALID |
| 83 | }; |
| 84 | |
| 85 | /* |
| 86 | * Do not change the enum values unless |
| 87 | * you know what you are doing |
| 88 | */ |
| 89 | enum instance_state { |
| 90 | MSM_VIDC_CORE_UNINIT_DONE = 0x0001, |
| 91 | MSM_VIDC_CORE_INIT, |
| 92 | MSM_VIDC_CORE_INIT_DONE, |
| 93 | MSM_VIDC_OPEN, |
| 94 | MSM_VIDC_OPEN_DONE, |
| 95 | MSM_VIDC_LOAD_RESOURCES, |
| 96 | MSM_VIDC_LOAD_RESOURCES_DONE, |
| 97 | MSM_VIDC_START, |
| 98 | MSM_VIDC_START_DONE, |
| 99 | MSM_VIDC_STOP, |
| 100 | MSM_VIDC_STOP_DONE, |
| 101 | MSM_VIDC_RELEASE_RESOURCES, |
| 102 | MSM_VIDC_RELEASE_RESOURCES_DONE, |
| 103 | MSM_VIDC_CLOSE, |
| 104 | MSM_VIDC_CLOSE_DONE, |
| 105 | MSM_VIDC_CORE_UNINIT, |
| 106 | MSM_VIDC_CORE_INVALID |
| 107 | }; |
| 108 | |
| 109 | struct buf_info { |
| 110 | struct list_head list; |
| 111 | struct vb2_buffer *buf; |
| 112 | }; |
| 113 | |
| 114 | struct msm_vidc_list { |
| 115 | struct list_head list; |
| 116 | struct mutex lock; |
| 117 | }; |
| 118 | |
| 119 | static inline void INIT_MSM_VIDC_LIST(struct msm_vidc_list *mlist) |
| 120 | { |
| 121 | mutex_init(&mlist->lock); |
| 122 | INIT_LIST_HEAD(&mlist->list); |
| 123 | } |
| 124 | |
| 125 | static inline void DEINIT_MSM_VIDC_LIST(struct msm_vidc_list *mlist) |
| 126 | { |
| 127 | mutex_destroy(&mlist->lock); |
| 128 | } |
| 129 | |
| 130 | enum buffer_owner { |
| 131 | DRIVER, |
| 132 | FIRMWARE, |
| 133 | CLIENT, |
| 134 | MAX_OWNER |
| 135 | }; |
| 136 | |
| 137 | struct internal_buf { |
| 138 | struct list_head list; |
| 139 | enum hal_buffer buffer_type; |
| 140 | struct msm_smem *handle; |
| 141 | enum buffer_owner buffer_ownership; |
| 142 | }; |
| 143 | |
| 144 | struct msm_vidc_format { |
| 145 | char name[MAX_NAME_LENGTH]; |
| 146 | u8 description[32]; |
| 147 | u32 fourcc; |
| 148 | int num_planes; |
| 149 | int type; |
| 150 | u32 (*get_frame_size)(int plane, u32 height, u32 width); |
| 151 | }; |
| 152 | |
| 153 | struct msm_vidc_drv { |
| 154 | struct mutex lock; |
| 155 | struct list_head cores; |
| 156 | int num_cores; |
| 157 | struct dentry *debugfs_root; |
| 158 | int thermal_level; |
| 159 | u32 platform_version; |
| 160 | }; |
| 161 | |
| 162 | struct msm_video_device { |
| 163 | int type; |
| 164 | struct video_device vdev; |
| 165 | }; |
| 166 | |
| 167 | struct session_prop { |
| 168 | u32 width[MAX_PORT_NUM]; |
| 169 | u32 height[MAX_PORT_NUM]; |
| 170 | u32 fps; |
| 171 | u32 bitrate; |
| 172 | }; |
| 173 | |
| 174 | struct buf_queue { |
| 175 | struct vb2_queue vb2_bufq; |
| 176 | struct mutex lock; |
| 177 | unsigned int plane_sizes[VB2_MAX_PLANES]; |
| 178 | }; |
| 179 | |
| 180 | enum profiling_points { |
| 181 | SYS_INIT = 0, |
| 182 | SESSION_INIT, |
| 183 | LOAD_RESOURCES, |
| 184 | FRAME_PROCESSING, |
| 185 | FW_IDLE, |
| 186 | MAX_PROFILING_POINTS, |
| 187 | }; |
| 188 | |
| 189 | struct buf_count { |
| 190 | int etb; |
| 191 | int ftb; |
| 192 | int fbd; |
| 193 | int ebd; |
| 194 | }; |
| 195 | |
| 196 | struct dcvs_stats { |
| 197 | int num_ftb[DCVS_FTB_WINDOW]; |
| 198 | bool transition_turbo; |
| 199 | int ftb_index; |
| 200 | int ftb_counter; |
| 201 | bool prev_freq_lowered; |
| 202 | bool prev_freq_increased; |
| 203 | int threshold_disp_buf_high; |
| 204 | int threshold_disp_buf_low; |
| 205 | int load; |
| 206 | int load_low; |
| 207 | int load_high; |
| 208 | int min_threshold; |
| 209 | int max_threshold; |
| 210 | int etb_counter; |
| 211 | bool is_power_save_mode; |
| 212 | unsigned int extra_buffer_count; |
| 213 | u32 supported_codecs; |
| 214 | }; |
| 215 | |
| 216 | struct profile_data { |
| 217 | int start; |
| 218 | int stop; |
| 219 | int cumulative; |
| 220 | char name[64]; |
| 221 | int sampling; |
| 222 | int average; |
| 223 | }; |
| 224 | |
| 225 | struct msm_vidc_debug { |
| 226 | struct profile_data pdata[MAX_PROFILING_POINTS]; |
| 227 | int profile; |
| 228 | int samples; |
| 229 | }; |
| 230 | |
| 231 | enum msm_vidc_modes { |
| 232 | VIDC_SECURE = BIT(0), |
| 233 | VIDC_TURBO = BIT(1), |
| 234 | VIDC_THUMBNAIL = BIT(2), |
| 235 | VIDC_LOW_POWER = BIT(3), |
| 236 | VIDC_REALTIME = BIT(4), |
| 237 | }; |
| 238 | |
| 239 | struct msm_vidc_core { |
| 240 | struct list_head list; |
| 241 | struct mutex lock; |
| 242 | int id; |
| 243 | struct hfi_device *device; |
| 244 | struct msm_video_device vdev[MSM_VIDC_MAX_DEVICES]; |
| 245 | struct v4l2_device v4l2_dev; |
| 246 | struct list_head instances; |
| 247 | struct dentry *debugfs_root; |
| 248 | enum vidc_core_state state; |
| 249 | struct completion completions[SYS_MSG_END - SYS_MSG_START + 1]; |
| 250 | enum msm_vidc_hfi_type hfi_type; |
| 251 | struct msm_vidc_platform_resources resources; |
| 252 | u32 enc_codec_supported; |
| 253 | u32 dec_codec_supported; |
| 254 | u32 codec_count; |
| 255 | struct msm_vidc_capability *capabilities; |
| 256 | struct delayed_work fw_unload_work; |
| 257 | bool smmu_fault_handled; |
| 258 | }; |
| 259 | |
| 260 | struct msm_vidc_inst { |
| 261 | struct list_head list; |
| 262 | struct mutex sync_lock, lock; |
| 263 | struct msm_vidc_core *core; |
| 264 | enum session_type session_type; |
| 265 | void *session; |
| 266 | struct session_prop prop; |
| 267 | enum instance_state state; |
| 268 | struct msm_vidc_format fmts[MAX_PORT_NUM]; |
| 269 | struct buf_queue bufq[MAX_PORT_NUM]; |
| 270 | struct msm_vidc_list pendingq; |
| 271 | struct msm_vidc_list scratchbufs; |
| 272 | struct msm_vidc_list persistbufs; |
| 273 | struct msm_vidc_list pending_getpropq; |
| 274 | struct msm_vidc_list outputbufs; |
| 275 | struct msm_vidc_list registeredbufs; |
| 276 | struct buffer_requirements buff_req; |
| 277 | void *mem_client; |
| 278 | struct v4l2_ctrl_handler ctrl_handler; |
| 279 | struct completion completions[SESSION_MSG_END - SESSION_MSG_START + 1]; |
| 280 | struct v4l2_ctrl **cluster; |
| 281 | struct v4l2_fh event_handler; |
| 282 | struct msm_smem *extradata_handle; |
| 283 | bool in_reconfig; |
| 284 | u32 reconfig_width; |
| 285 | u32 reconfig_height; |
| 286 | struct dentry *debugfs_root; |
| 287 | void *priv; |
| 288 | struct msm_vidc_debug debug; |
| 289 | struct buf_count count; |
| 290 | struct dcvs_stats dcvs; |
| 291 | enum msm_vidc_modes flags; |
| 292 | struct msm_vidc_capability capability; |
| 293 | u32 buffer_size_limit; |
| 294 | enum buffer_mode_type buffer_mode_set[MAX_PORT_NUM]; |
Praneeth Paladugu | 6e6fbdb | 2017-01-16 15:43:01 -0800 | [diff] [blame] | 295 | struct v4l2_ctrl **ctrls; |
| 296 | bool dcvs_mode; |
| 297 | enum msm_vidc_pixel_depth bit_depth; |
| 298 | struct kref kref; |
| 299 | unsigned long instant_bitrate; |
| 300 | u32 buffers_held_in_driver; |
| 301 | atomic_t in_flush; |
| 302 | u32 pic_struct; |
| 303 | u32 colour_space; |
| 304 | u32 operating_rate; |
| 305 | }; |
| 306 | |
| 307 | extern struct msm_vidc_drv *vidc_driver; |
| 308 | |
| 309 | struct msm_vidc_ctrl_cluster { |
| 310 | struct v4l2_ctrl **cluster; |
| 311 | struct list_head list; |
| 312 | }; |
| 313 | |
| 314 | struct msm_vidc_ctrl { |
| 315 | u32 id; |
| 316 | char name[MAX_NAME_LENGTH]; |
| 317 | enum v4l2_ctrl_type type; |
| 318 | s32 minimum; |
| 319 | s32 maximum; |
| 320 | s32 default_value; |
| 321 | u32 step; |
| 322 | u32 menu_skip_mask; |
| 323 | u32 flags; |
| 324 | const char * const *qmenu; |
| 325 | }; |
| 326 | |
| 327 | void handle_cmd_response(enum hal_command_response cmd, void *data); |
| 328 | int msm_vidc_trigger_ssr(struct msm_vidc_core *core, |
| 329 | enum hal_ssr_trigger_type type); |
| 330 | int msm_vidc_check_session_supported(struct msm_vidc_inst *inst); |
| 331 | int msm_vidc_check_scaling_supported(struct msm_vidc_inst *inst); |
| 332 | void msm_vidc_queue_v4l2_event(struct msm_vidc_inst *inst, int event_type); |
| 333 | |
| 334 | struct buffer_info { |
| 335 | struct list_head list; |
| 336 | int type; |
| 337 | int num_planes; |
| 338 | int fd[VIDEO_MAX_PLANES]; |
| 339 | int buff_off[VIDEO_MAX_PLANES]; |
| 340 | int size[VIDEO_MAX_PLANES]; |
| 341 | unsigned long uvaddr[VIDEO_MAX_PLANES]; |
| 342 | ion_phys_addr_t device_addr[VIDEO_MAX_PLANES]; |
| 343 | struct msm_smem *handle[VIDEO_MAX_PLANES]; |
| 344 | enum v4l2_memory memory; |
| 345 | u32 v4l2_index; |
| 346 | bool pending_deletion; |
| 347 | atomic_t ref_count; |
| 348 | bool dequeued; |
| 349 | bool inactive; |
| 350 | bool mapped[VIDEO_MAX_PLANES]; |
| 351 | int same_fd_ref[VIDEO_MAX_PLANES]; |
| 352 | struct timeval timestamp; |
| 353 | }; |
| 354 | |
| 355 | struct buffer_info *device_to_uvaddr(struct msm_vidc_list *buf_list, |
| 356 | ion_phys_addr_t device_addr); |
| 357 | int buf_ref_get(struct msm_vidc_inst *inst, struct buffer_info *binfo); |
| 358 | int buf_ref_put(struct msm_vidc_inst *inst, struct buffer_info *binfo); |
| 359 | int output_buffer_cache_invalidate(struct msm_vidc_inst *inst, |
| 360 | struct buffer_info *binfo); |
| 361 | int qbuf_dynamic_buf(struct msm_vidc_inst *inst, |
| 362 | struct buffer_info *binfo); |
| 363 | int unmap_and_deregister_buf(struct msm_vidc_inst *inst, |
| 364 | struct buffer_info *binfo); |
| 365 | |
| 366 | void msm_comm_handle_thermal_event(void); |
| 367 | void *msm_smem_new_client(enum smem_type mtype, |
| 368 | void *platform_resources, enum session_type stype); |
| 369 | struct msm_smem *msm_smem_alloc(void *clt, size_t size, u32 align, u32 flags, |
| 370 | enum hal_buffer buffer_type, int map_kernel); |
| 371 | void msm_smem_free(void *clt, struct msm_smem *mem); |
| 372 | void msm_smem_delete_client(void *clt); |
| 373 | int msm_smem_cache_operations(void *clt, struct msm_smem *mem, |
| 374 | enum smem_cache_ops); |
| 375 | struct msm_smem *msm_smem_user_to_kernel(void *clt, int fd, u32 offset, |
| 376 | enum hal_buffer buffer_type); |
| 377 | struct context_bank_info *msm_smem_get_context_bank(void *clt, |
| 378 | bool is_secure, enum hal_buffer buffer_type); |
| 379 | void msm_vidc_fw_unload_handler(struct work_struct *work); |
| 380 | bool msm_smem_compare_buffers(void *clt, int fd, void *priv); |
| 381 | /* |
| 382 | * XXX: normally should be in msm_vidc.h, but that's meant for public APIs, |
| 383 | * whereas this is private |
| 384 | */ |
| 385 | int msm_vidc_destroy(struct msm_vidc_inst *inst); |
| 386 | #endif |