/* SPDX-License-Identifier: GPL-2.0-only */ /* * Copyright (c) 2012-2020, The Linux Foundation. All rights reserved. */ #ifndef _MSM_VIDC_COMMON_H_ #define _MSM_VIDC_COMMON_H_ #include "msm_vidc_internal.h" #include "msm_vidc_debug.h" #define MAX_DEC_BATCH_SIZE 6 #define SKIP_BATCH_WINDOW 100 #define MIN_FRAME_QUALITY 0 #define MAX_FRAME_QUALITY 100 #define DEFAULT_FRAME_QUALITY 95 #define FRAME_QUALITY_STEP 1 #define HEIC_GRID_DIMENSION 512 #define CBR_MB_LIMIT (((1280+15)/16)*((720+15)/16)*30) #define CBR_VFR_MB_LIMIT (((640+15)/16)*((480+15)/16)*30) #define MAX_BITRATE_DECODER_CAVLC 220000000 #define MAX_BITRATE_DECODER_2STAGE_CABAC 200000000 #define MAX_BITRATE_DECODER_1STAGE_CABAC 70000000 struct vb2_buf_entry { struct list_head list; struct vb2_buffer *vb; }; struct getprop_buf { struct list_head list; void *data; }; enum load_calc_quirks { LOAD_POWER = 0, LOAD_ADMISSION_CONTROL = 1, }; enum client_set_controls { CLIENT_SET_I_QP = 0x1, CLIENT_SET_P_QP = 0x2, CLIENT_SET_B_QP = 0x4, CLIENT_SET_MIN_QP = 0x8, CLIENT_SET_MAX_QP = 0x10, }; static inline bool is_turbo_session(struct msm_vidc_inst *inst) { return !!(inst->flags & VIDC_TURBO); } static inline bool is_thumbnail_session(struct msm_vidc_inst *inst) { return !!(inst->flags & VIDC_THUMBNAIL); } static inline bool is_low_power_session(struct msm_vidc_inst *inst) { return !!(inst->flags & VIDC_LOW_POWER); } static inline struct v4l2_ctrl *get_ctrl(struct msm_vidc_inst *inst, u32 id) { int i; for (i = 0; i < inst->num_ctrls; i++) { if (inst->ctrls[i]->id == id) return inst->ctrls[i]; } s_vpr_e(inst->sid, "%s: control id (%#x) not found\n", __func__, id); MSM_VIDC_ERROR(true); return inst->ctrls[0]; } static inline void update_ctrl(struct v4l2_ctrl *ctrl, s32 val, u32 sid) { switch (ctrl->type) { case V4L2_CTRL_TYPE_INTEGER: *ctrl->p_cur.p_s32 = val; memcpy(ctrl->p_new.p, ctrl->p_cur.p, ctrl->elems * ctrl->elem_size); break; default: s_vpr_e(sid, "unhandled control type"); } } static inline u32 get_v4l2_codec(struct msm_vidc_inst *inst) { struct v4l2_format *f; u32 port; port = (inst->session_type == MSM_VIDC_DECODER) ? INPUT_PORT : OUTPUT_PORT; f = &inst->fmts[port].v4l2_fmt; return f->fmt.pix_mp.pixelformat; } static inline bool is_image_session(struct msm_vidc_inst *inst) { /* Grid may or may not be enabled for an image encode session */ return inst->session_type == MSM_VIDC_ENCODER && get_v4l2_codec(inst) == V4L2_PIX_FMT_HEVC && inst->rc_type == V4L2_MPEG_VIDEO_BITRATE_MODE_CQ; } static inline bool is_grid_session(struct msm_vidc_inst *inst) { struct v4l2_ctrl *ctrl = NULL; if (inst->session_type == MSM_VIDC_ENCODER && get_v4l2_codec(inst) == V4L2_PIX_FMT_HEVC) { ctrl = get_ctrl(inst, V4L2_CID_MPEG_VIDC_IMG_GRID_SIZE); return (ctrl->val > 0); } return 0; } static inline bool is_realtime_session(struct msm_vidc_inst *inst) { struct v4l2_ctrl *ctrl; ctrl = get_ctrl(inst, V4L2_CID_MPEG_VIDC_VIDEO_PRIORITY); return !!ctrl->val; } static inline bool is_secure_session(struct msm_vidc_inst *inst) { return !!(inst->flags & VIDC_SECURE); } static inline bool is_decode_session(struct msm_vidc_inst *inst) { return inst->session_type == MSM_VIDC_DECODER; } static inline bool is_encode_session(struct msm_vidc_inst *inst) { return inst->session_type == MSM_VIDC_ENCODER; } static inline bool is_primary_output_mode(struct msm_vidc_inst *inst) { return inst->stream_output_mode == HAL_VIDEO_DECODER_PRIMARY; } static inline bool is_secondary_output_mode(struct msm_vidc_inst *inst) { return inst->stream_output_mode == HAL_VIDEO_DECODER_SECONDARY; } static inline bool in_port_reconfig(struct msm_vidc_inst *inst) { return inst->in_reconfig && inst->bufq[INPUT_PORT].vb2_bufq.streaming; } static inline bool is_input_buffer(struct msm_vidc_buffer *mbuf) { return mbuf->vvb.vb2_buf.type == INPUT_MPLANE; } static inline bool is_output_buffer(struct msm_vidc_buffer *mbuf) { return mbuf->vvb.vb2_buf.type == OUTPUT_MPLANE; } static inline int msm_comm_g_ctrl(struct msm_vidc_inst *inst, struct v4l2_control *ctrl) { return v4l2_g_ctrl(&inst->ctrl_handler, ctrl); } static inline int msm_comm_s_ctrl(struct msm_vidc_inst *inst, struct v4l2_control *ctrl) { return v4l2_s_ctrl(NULL, &inst->ctrl_handler, ctrl); } bool is_single_session(struct msm_vidc_inst *inst, u32 ignore_flags); bool is_batching_allowed(struct msm_vidc_inst *inst); enum hal_buffer get_hal_buffer_type(unsigned int type, unsigned int plane_num); void put_inst(struct msm_vidc_inst *inst); struct msm_vidc_inst *get_inst(struct msm_vidc_core *core, void *inst_id); void change_inst_state(struct msm_vidc_inst *inst, enum instance_state state); struct msm_vidc_core *get_vidc_core(int core_id); const struct msm_vidc_format_desc *msm_comm_get_pixel_fmt_index( const struct msm_vidc_format_desc fmt[], int size, int index, u32 sid); struct msm_vidc_format_desc *msm_comm_get_pixel_fmt_fourcc( struct msm_vidc_format_desc fmt[], int size, int fourcc, u32 sid); struct msm_vidc_format_constraint *msm_comm_get_pixel_fmt_constraints( struct msm_vidc_format_constraint fmt[], int size, int fourcc, u32 sid); int msm_comm_set_color_format_constraints(struct msm_vidc_inst *inst, enum hal_buffer buffer_type, struct msm_vidc_format_constraint *pix_constraint); struct buf_queue *msm_comm_get_vb2q( struct msm_vidc_inst *inst, enum v4l2_buf_type type); int msm_comm_try_state(struct msm_vidc_inst *inst, int state); int msm_comm_try_get_bufreqs(struct msm_vidc_inst *inst); int msm_comm_try_get_buff_req(struct msm_vidc_inst *inst, union hal_get_property *hprop); int msm_comm_set_recon_buffers(struct msm_vidc_inst *inst); int msm_comm_set_scratch_buffers(struct msm_vidc_inst *inst); int msm_comm_set_persist_buffers(struct msm_vidc_inst *inst); int msm_comm_set_buffer_count(struct msm_vidc_inst *inst, int host_count, int act_count, enum hal_buffer type); int msm_comm_set_dpb_only_buffers(struct msm_vidc_inst *inst); int msm_comm_queue_dpb_only_buffers(struct msm_vidc_inst *inst); int msm_comm_qbuf(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); int msm_comm_qbufs(struct msm_vidc_inst *inst); void msm_comm_flush_dynamic_buffers(struct msm_vidc_inst *inst); int msm_comm_flush(struct msm_vidc_inst *inst, u32 flags); int msm_comm_release_scratch_buffers(struct msm_vidc_inst *inst, bool check_for_reuse); int msm_comm_release_persist_buffers(struct msm_vidc_inst *inst); int msm_comm_release_recon_buffers(struct msm_vidc_inst *inst); void msm_comm_release_eos_buffers(struct msm_vidc_inst *inst); int msm_comm_release_dpb_only_buffers(struct msm_vidc_inst *inst, bool force_release); void msm_comm_validate_output_buffers(struct msm_vidc_inst *inst); int msm_comm_force_cleanup(struct msm_vidc_inst *inst); int msm_comm_suspend(int core_id); int msm_comm_reset_bufreqs(struct msm_vidc_inst *inst, enum hal_buffer buf_type); struct hal_buffer_requirements *get_buff_req_buffer( struct msm_vidc_inst *inst, u32 buffer_type); #define IS_PRIV_CTRL(idx) (\ (V4L2_CTRL_ID2WHICH(idx) == V4L2_CTRL_CLASS_MPEG) && \ V4L2_CTRL_DRIVER_PRIV(idx)) void msm_comm_session_clean(struct msm_vidc_inst *inst); int msm_comm_kill_session(struct msm_vidc_inst *inst); void msm_comm_generate_session_error(struct msm_vidc_inst *inst); void msm_comm_generate_sys_error(struct msm_vidc_inst *inst); enum multi_stream msm_comm_get_stream_output_mode(struct msm_vidc_inst *inst); int msm_comm_set_stream_output_mode(struct msm_vidc_inst *inst, enum multi_stream mode); enum hal_buffer msm_comm_get_hal_output_buffer(struct msm_vidc_inst *inst); int msm_comm_smem_alloc(struct msm_vidc_inst *inst, size_t size, u32 align, u32 flags, enum hal_buffer buffer_type, int map_kernel, struct msm_smem *smem); void msm_comm_smem_free(struct msm_vidc_inst *inst, struct msm_smem *smem); int msm_comm_smem_cache_operations(struct msm_vidc_inst *inst, struct msm_smem *mem, enum smem_cache_ops cache_ops); enum hal_video_codec get_hal_codec(int fourcc, u32 sid); enum hal_domain get_hal_domain(int session_type, u32 sid); int msm_comm_check_core_init(struct msm_vidc_core *core, u32 sid); int msm_comm_get_inst_load(struct msm_vidc_inst *inst, enum load_calc_quirks quirks); int msm_comm_get_inst_load_per_core(struct msm_vidc_inst *inst, enum load_calc_quirks quirks); int msm_comm_get_device_load(struct msm_vidc_core *core, enum session_type type, enum load_calc_quirks quirks); int msm_comm_set_color_format(struct msm_vidc_inst *inst, enum hal_buffer buffer_type, int fourcc); int msm_comm_g_ctrl(struct msm_vidc_inst *inst, struct v4l2_control *ctrl); int msm_comm_s_ctrl(struct msm_vidc_inst *inst, struct v4l2_control *ctrl); int msm_comm_g_ctrl_for_id(struct msm_vidc_inst *inst, int id); int msm_comm_ctrl_init(struct msm_vidc_inst *inst, struct msm_vidc_ctrl *drv_ctrls, u32 num_ctrls, const struct v4l2_ctrl_ops *ctrl_ops); int msm_comm_ctrl_deinit(struct msm_vidc_inst *inst); void msm_comm_cleanup_internal_buffers(struct msm_vidc_inst *inst); bool msm_comm_turbo_session(struct msm_vidc_inst *inst); void msm_comm_print_inst_info(struct msm_vidc_inst *inst); int msm_comm_v4l2_to_hfi(int id, int value, u32 sid); int msm_comm_hfi_to_v4l2(int id, int value, u32 sid); int msm_comm_get_v4l2_profile(int fourcc, int profile, u32 sid); int msm_comm_get_v4l2_level(int fourcc, int level, u32 sid); int msm_comm_session_continue(void *instance); int msm_vidc_send_pending_eos_buffers(struct msm_vidc_inst *inst); enum hal_uncompressed_format msm_comm_get_hal_uncompressed(int fourcc); u32 msm_comm_get_hfi_uncompressed(int fourcc, u32 sid); u32 msm_comm_convert_color_fmt(u32 v4l2_fmt, u32 sid); struct vb2_buffer *msm_comm_get_vb_using_vidc_buffer( struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); struct msm_vidc_buffer *msm_comm_get_buffer_using_device_planes( struct msm_vidc_inst *inst, u32 type, u32 *planes); struct msm_vidc_buffer *msm_comm_get_vidc_buffer(struct msm_vidc_inst *inst, struct vb2_buffer *vb2); void msm_comm_put_vidc_buffer(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); void handle_release_buffer_reference(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); int msm_comm_vb2_buffer_done(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); int msm_comm_flush_vidc_buffer(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); int msm_comm_unmap_vidc_buffer(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); bool msm_comm_compare_dma_plane(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf, unsigned long *dma_planes, u32 i); bool msm_comm_compare_dma_planes(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf, unsigned long *dma_planes); bool msm_comm_compare_vb2_plane(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf, struct vb2_buffer *vb2, u32 i); bool msm_comm_compare_vb2_planes(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf, struct vb2_buffer *vb2); bool msm_comm_compare_device_plane(u32 sid, struct msm_vidc_buffer *mbuf, u32 type, u32 *planes, u32 i); bool msm_comm_compare_device_planes(u32 sid, struct msm_vidc_buffer *mbuf, u32 type, u32 *planes); int msm_comm_qbuf_cache_operations(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); int msm_comm_dqbuf_cache_operations(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); void print_vidc_buffer(u32 tag, const char *str, struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); void print_vb2_buffer(const char *str, struct msm_vidc_inst *inst, struct vb2_buffer *vb2); void kref_put_mbuf(struct msm_vidc_buffer *mbuf); bool kref_get_mbuf(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); int msm_comm_store_input_tag(struct msm_vidc_list *data_list, u32 index, u32 itag, u32 itag2, u32 sid); int msm_comm_fetch_input_tag(struct msm_vidc_list *data_list, u32 index, u32 *itag, u32 *itag2, u32 sid); int msm_comm_release_input_tag(struct msm_vidc_inst *inst); int msm_comm_qbufs_batch(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); int msm_comm_qbuf_decode_batch(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf); int schedule_batch_work(struct msm_vidc_inst *inst); int cancel_batch_work(struct msm_vidc_inst *inst); int msm_comm_num_queued_bufs(struct msm_vidc_inst *inst, u32 type); int msm_comm_set_index_extradata(struct msm_vidc_inst *inst, uint32_t extradata_id, uint32_t value); int msm_comm_set_extradata(struct msm_vidc_inst *inst, uint32_t extradata_id, uint32_t value); bool msm_comm_check_for_inst_overload(struct msm_vidc_core *core); void msm_vidc_batch_handler(struct work_struct *work); int msm_comm_check_window_bitrate(struct msm_vidc_inst *inst, struct vidc_frame_data *frame_data); void msm_comm_clear_window_data(struct msm_vidc_inst *inst); void msm_comm_release_window_data(struct msm_vidc_inst *inst); int msm_comm_set_cvp_skip_ratio(struct msm_vidc_inst *inst, uint32_t capture_rate, uint32_t cvp_rate); int msm_comm_store_timestamp(struct msm_vidc_inst *inst, u64 timestamp_us); int msm_comm_fetch_framerate(struct msm_vidc_inst *inst, u64 timestamp_us, u32 *framerate); void msm_comm_release_timestamps(struct msm_vidc_inst *inst); u32 msm_comm_get_max_framerate(struct msm_vidc_inst *inst); u32 msm_comm_calc_framerate(struct msm_vidc_inst *inst, u64 timestamp_us, u64 prev_ts); int msm_comm_memory_prefetch(struct msm_vidc_inst *inst); int msm_comm_memory_drain(struct msm_vidc_inst *inst); #endif