5dbb3c9263
Secure memory allocations take a long time. Use memory prefetch and drain operations to reduce allocation times. Change-Id: Iaa86a97d7a8b1d6eb1683d273ddb27ffe8d891ae Signed-off-by: Akshay Chandrashekhar Kalghatgi <akalghat@codeaurora.org>
345 lines
13 KiB
C
345 lines
13 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
/*
|
|
* Copyright (c) 2012-2020, The Linux Foundation. All rights reserved.
|
|
*/
|
|
|
|
#ifndef _MSM_VIDC_COMMON_H_
|
|
#define _MSM_VIDC_COMMON_H_
|
|
#include "msm_vidc_internal.h"
|
|
#include "msm_vidc_debug.h"
|
|
|
|
#define MAX_DEC_BATCH_SIZE 6
|
|
#define SKIP_BATCH_WINDOW 100
|
|
#define MIN_FRAME_QUALITY 0
|
|
#define MAX_FRAME_QUALITY 100
|
|
#define DEFAULT_FRAME_QUALITY 95
|
|
#define FRAME_QUALITY_STEP 1
|
|
#define HEIC_GRID_DIMENSION 512
|
|
#define CBR_MB_LIMIT (((1280+15)/16)*((720+15)/16)*30)
|
|
#define CBR_VFR_MB_LIMIT (((640+15)/16)*((480+15)/16)*30)
|
|
#define MAX_BITRATE_DECODER_CAVLC 220000000
|
|
#define MAX_BITRATE_DECODER_2STAGE_CABAC 200000000
|
|
#define MAX_BITRATE_DECODER_1STAGE_CABAC 70000000
|
|
|
|
struct vb2_buf_entry {
|
|
struct list_head list;
|
|
struct vb2_buffer *vb;
|
|
};
|
|
|
|
struct getprop_buf {
|
|
struct list_head list;
|
|
void *data;
|
|
};
|
|
|
|
enum load_calc_quirks {
|
|
LOAD_POWER = 0,
|
|
LOAD_ADMISSION_CONTROL = 1,
|
|
};
|
|
|
|
enum client_set_controls {
|
|
CLIENT_SET_I_QP = 0x1,
|
|
CLIENT_SET_P_QP = 0x2,
|
|
CLIENT_SET_B_QP = 0x4,
|
|
CLIENT_SET_MIN_QP = 0x8,
|
|
CLIENT_SET_MAX_QP = 0x10,
|
|
};
|
|
|
|
static inline bool is_turbo_session(struct msm_vidc_inst *inst)
|
|
{
|
|
return !!(inst->flags & VIDC_TURBO);
|
|
}
|
|
|
|
static inline bool is_thumbnail_session(struct msm_vidc_inst *inst)
|
|
{
|
|
return !!(inst->flags & VIDC_THUMBNAIL);
|
|
}
|
|
|
|
static inline bool is_low_power_session(struct msm_vidc_inst *inst)
|
|
{
|
|
return !!(inst->flags & VIDC_LOW_POWER);
|
|
}
|
|
|
|
static inline struct v4l2_ctrl *get_ctrl(struct msm_vidc_inst *inst,
|
|
u32 id)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < inst->num_ctrls; i++) {
|
|
if (inst->ctrls[i]->id == id)
|
|
return inst->ctrls[i];
|
|
}
|
|
s_vpr_e(inst->sid, "%s: control id (%#x) not found\n", __func__, id);
|
|
MSM_VIDC_ERROR(true);
|
|
return inst->ctrls[0];
|
|
}
|
|
|
|
static inline void update_ctrl(struct v4l2_ctrl *ctrl, s32 val, u32 sid)
|
|
{
|
|
switch (ctrl->type) {
|
|
case V4L2_CTRL_TYPE_INTEGER:
|
|
*ctrl->p_cur.p_s32 = val;
|
|
memcpy(ctrl->p_new.p, ctrl->p_cur.p,
|
|
ctrl->elems * ctrl->elem_size);
|
|
break;
|
|
default:
|
|
s_vpr_e(sid, "unhandled control type");
|
|
}
|
|
}
|
|
|
|
static inline u32 get_v4l2_codec(struct msm_vidc_inst *inst)
|
|
{
|
|
struct v4l2_format *f;
|
|
u32 port;
|
|
|
|
port = (inst->session_type == MSM_VIDC_DECODER) ? INPUT_PORT :
|
|
OUTPUT_PORT;
|
|
f = &inst->fmts[port].v4l2_fmt;
|
|
return f->fmt.pix_mp.pixelformat;
|
|
}
|
|
|
|
static inline bool is_image_session(struct msm_vidc_inst *inst)
|
|
{
|
|
/* Grid may or may not be enabled for an image encode session */
|
|
return inst->session_type == MSM_VIDC_ENCODER &&
|
|
get_v4l2_codec(inst) == V4L2_PIX_FMT_HEVC &&
|
|
inst->rc_type == V4L2_MPEG_VIDEO_BITRATE_MODE_CQ;
|
|
}
|
|
|
|
static inline bool is_grid_session(struct msm_vidc_inst *inst)
|
|
{
|
|
struct v4l2_ctrl *ctrl = NULL;
|
|
if (inst->session_type == MSM_VIDC_ENCODER &&
|
|
get_v4l2_codec(inst) == V4L2_PIX_FMT_HEVC) {
|
|
ctrl = get_ctrl(inst, V4L2_CID_MPEG_VIDC_IMG_GRID_SIZE);
|
|
return (ctrl->val > 0);
|
|
}
|
|
return 0;
|
|
}
|
|
static inline bool is_realtime_session(struct msm_vidc_inst *inst)
|
|
{
|
|
struct v4l2_ctrl *ctrl;
|
|
ctrl = get_ctrl(inst, V4L2_CID_MPEG_VIDC_VIDEO_PRIORITY);
|
|
return !!ctrl->val;
|
|
}
|
|
|
|
static inline bool is_secure_session(struct msm_vidc_inst *inst)
|
|
{
|
|
return !!(inst->flags & VIDC_SECURE);
|
|
}
|
|
|
|
static inline bool is_decode_session(struct msm_vidc_inst *inst)
|
|
{
|
|
return inst->session_type == MSM_VIDC_DECODER;
|
|
}
|
|
|
|
static inline bool is_encode_session(struct msm_vidc_inst *inst)
|
|
{
|
|
return inst->session_type == MSM_VIDC_ENCODER;
|
|
}
|
|
|
|
static inline bool is_primary_output_mode(struct msm_vidc_inst *inst)
|
|
{
|
|
return inst->stream_output_mode == HAL_VIDEO_DECODER_PRIMARY;
|
|
}
|
|
|
|
static inline bool is_secondary_output_mode(struct msm_vidc_inst *inst)
|
|
{
|
|
return inst->stream_output_mode == HAL_VIDEO_DECODER_SECONDARY;
|
|
}
|
|
|
|
static inline bool in_port_reconfig(struct msm_vidc_inst *inst)
|
|
{
|
|
return inst->in_reconfig && inst->bufq[INPUT_PORT].vb2_bufq.streaming;
|
|
}
|
|
|
|
static inline bool is_input_buffer(struct msm_vidc_buffer *mbuf)
|
|
{
|
|
return mbuf->vvb.vb2_buf.type == INPUT_MPLANE;
|
|
}
|
|
|
|
static inline bool is_output_buffer(struct msm_vidc_buffer *mbuf)
|
|
{
|
|
return mbuf->vvb.vb2_buf.type == OUTPUT_MPLANE;
|
|
}
|
|
|
|
static inline int msm_comm_g_ctrl(struct msm_vidc_inst *inst,
|
|
struct v4l2_control *ctrl)
|
|
{
|
|
return v4l2_g_ctrl(&inst->ctrl_handler, ctrl);
|
|
}
|
|
|
|
static inline int msm_comm_s_ctrl(struct msm_vidc_inst *inst,
|
|
struct v4l2_control *ctrl)
|
|
{
|
|
return v4l2_s_ctrl(NULL, &inst->ctrl_handler, ctrl);
|
|
}
|
|
|
|
bool is_single_session(struct msm_vidc_inst *inst, u32 ignore_flags);
|
|
bool is_batching_allowed(struct msm_vidc_inst *inst);
|
|
enum hal_buffer get_hal_buffer_type(unsigned int type,
|
|
unsigned int plane_num);
|
|
void put_inst(struct msm_vidc_inst *inst);
|
|
struct msm_vidc_inst *get_inst(struct msm_vidc_core *core,
|
|
void *inst_id);
|
|
void change_inst_state(struct msm_vidc_inst *inst, enum instance_state state);
|
|
struct msm_vidc_core *get_vidc_core(int core_id);
|
|
const struct msm_vidc_format_desc *msm_comm_get_pixel_fmt_index(
|
|
const struct msm_vidc_format_desc fmt[], int size, int index, u32 sid);
|
|
struct msm_vidc_format_desc *msm_comm_get_pixel_fmt_fourcc(
|
|
struct msm_vidc_format_desc fmt[], int size, int fourcc, u32 sid);
|
|
struct msm_vidc_format_constraint *msm_comm_get_pixel_fmt_constraints(
|
|
struct msm_vidc_format_constraint fmt[], int size, int fourcc, u32 sid);
|
|
int msm_comm_set_color_format_constraints(struct msm_vidc_inst *inst,
|
|
enum hal_buffer buffer_type,
|
|
struct msm_vidc_format_constraint *pix_constraint);
|
|
struct buf_queue *msm_comm_get_vb2q(
|
|
struct msm_vidc_inst *inst, enum v4l2_buf_type type);
|
|
int msm_comm_try_state(struct msm_vidc_inst *inst, int state);
|
|
int msm_comm_try_get_bufreqs(struct msm_vidc_inst *inst);
|
|
int msm_comm_try_get_buff_req(struct msm_vidc_inst *inst,
|
|
union hal_get_property *hprop);
|
|
int msm_comm_set_recon_buffers(struct msm_vidc_inst *inst);
|
|
int msm_comm_set_scratch_buffers(struct msm_vidc_inst *inst);
|
|
int msm_comm_set_persist_buffers(struct msm_vidc_inst *inst);
|
|
int msm_comm_set_buffer_count(struct msm_vidc_inst *inst,
|
|
int host_count, int act_count, enum hal_buffer type);
|
|
int msm_comm_set_dpb_only_buffers(struct msm_vidc_inst *inst);
|
|
int msm_comm_queue_dpb_only_buffers(struct msm_vidc_inst *inst);
|
|
int msm_comm_qbuf(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf);
|
|
int msm_comm_qbufs(struct msm_vidc_inst *inst);
|
|
void msm_comm_flush_dynamic_buffers(struct msm_vidc_inst *inst);
|
|
int msm_comm_flush(struct msm_vidc_inst *inst, u32 flags);
|
|
int msm_comm_release_scratch_buffers(struct msm_vidc_inst *inst,
|
|
bool check_for_reuse);
|
|
int msm_comm_release_persist_buffers(struct msm_vidc_inst *inst);
|
|
int msm_comm_release_recon_buffers(struct msm_vidc_inst *inst);
|
|
void msm_comm_release_eos_buffers(struct msm_vidc_inst *inst);
|
|
int msm_comm_release_dpb_only_buffers(struct msm_vidc_inst *inst,
|
|
bool force_release);
|
|
void msm_comm_validate_output_buffers(struct msm_vidc_inst *inst);
|
|
int msm_comm_force_cleanup(struct msm_vidc_inst *inst);
|
|
int msm_comm_suspend(int core_id);
|
|
int msm_comm_reset_bufreqs(struct msm_vidc_inst *inst,
|
|
enum hal_buffer buf_type);
|
|
struct hal_buffer_requirements *get_buff_req_buffer(
|
|
struct msm_vidc_inst *inst, u32 buffer_type);
|
|
#define IS_PRIV_CTRL(idx) (\
|
|
(V4L2_CTRL_ID2WHICH(idx) == V4L2_CTRL_CLASS_MPEG) && \
|
|
V4L2_CTRL_DRIVER_PRIV(idx))
|
|
void msm_comm_session_clean(struct msm_vidc_inst *inst);
|
|
int msm_comm_kill_session(struct msm_vidc_inst *inst);
|
|
void msm_comm_generate_session_error(struct msm_vidc_inst *inst);
|
|
void msm_comm_generate_sys_error(struct msm_vidc_inst *inst);
|
|
enum multi_stream msm_comm_get_stream_output_mode(struct msm_vidc_inst *inst);
|
|
int msm_comm_set_stream_output_mode(struct msm_vidc_inst *inst,
|
|
enum multi_stream mode);
|
|
enum hal_buffer msm_comm_get_hal_output_buffer(struct msm_vidc_inst *inst);
|
|
int msm_comm_smem_alloc(struct msm_vidc_inst *inst, size_t size, u32 align,
|
|
u32 flags, enum hal_buffer buffer_type, int map_kernel,
|
|
struct msm_smem *smem);
|
|
void msm_comm_smem_free(struct msm_vidc_inst *inst, struct msm_smem *smem);
|
|
int msm_comm_smem_cache_operations(struct msm_vidc_inst *inst,
|
|
struct msm_smem *mem, enum smem_cache_ops cache_ops);
|
|
enum hal_video_codec get_hal_codec(int fourcc, u32 sid);
|
|
enum hal_domain get_hal_domain(int session_type, u32 sid);
|
|
int msm_comm_check_core_init(struct msm_vidc_core *core, u32 sid);
|
|
int msm_comm_get_inst_load(struct msm_vidc_inst *inst,
|
|
enum load_calc_quirks quirks);
|
|
int msm_comm_get_inst_load_per_core(struct msm_vidc_inst *inst,
|
|
enum load_calc_quirks quirks);
|
|
int msm_comm_get_device_load(struct msm_vidc_core *core,
|
|
enum session_type type, enum load_calc_quirks quirks);
|
|
int msm_comm_set_color_format(struct msm_vidc_inst *inst,
|
|
enum hal_buffer buffer_type, int fourcc);
|
|
int msm_comm_g_ctrl(struct msm_vidc_inst *inst, struct v4l2_control *ctrl);
|
|
int msm_comm_s_ctrl(struct msm_vidc_inst *inst, struct v4l2_control *ctrl);
|
|
int msm_comm_g_ctrl_for_id(struct msm_vidc_inst *inst, int id);
|
|
int msm_comm_ctrl_init(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_ctrl *drv_ctrls, u32 num_ctrls,
|
|
const struct v4l2_ctrl_ops *ctrl_ops);
|
|
int msm_comm_ctrl_deinit(struct msm_vidc_inst *inst);
|
|
void msm_comm_cleanup_internal_buffers(struct msm_vidc_inst *inst);
|
|
bool msm_comm_turbo_session(struct msm_vidc_inst *inst);
|
|
void msm_comm_print_inst_info(struct msm_vidc_inst *inst);
|
|
int msm_comm_v4l2_to_hfi(int id, int value, u32 sid);
|
|
int msm_comm_hfi_to_v4l2(int id, int value, u32 sid);
|
|
int msm_comm_get_v4l2_profile(int fourcc, int profile, u32 sid);
|
|
int msm_comm_get_v4l2_level(int fourcc, int level, u32 sid);
|
|
int msm_comm_session_continue(void *instance);
|
|
int msm_vidc_send_pending_eos_buffers(struct msm_vidc_inst *inst);
|
|
enum hal_uncompressed_format msm_comm_get_hal_uncompressed(int fourcc);
|
|
u32 msm_comm_get_hfi_uncompressed(int fourcc, u32 sid);
|
|
u32 msm_comm_convert_color_fmt(u32 v4l2_fmt, u32 sid);
|
|
struct vb2_buffer *msm_comm_get_vb_using_vidc_buffer(
|
|
struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf);
|
|
struct msm_vidc_buffer *msm_comm_get_buffer_using_device_planes(
|
|
struct msm_vidc_inst *inst, u32 type, u32 *planes);
|
|
struct msm_vidc_buffer *msm_comm_get_vidc_buffer(struct msm_vidc_inst *inst,
|
|
struct vb2_buffer *vb2);
|
|
void msm_comm_put_vidc_buffer(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf);
|
|
void handle_release_buffer_reference(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf);
|
|
int msm_comm_vb2_buffer_done(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf);
|
|
int msm_comm_flush_vidc_buffer(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf);
|
|
int msm_comm_unmap_vidc_buffer(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf);
|
|
bool msm_comm_compare_dma_plane(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf, unsigned long *dma_planes, u32 i);
|
|
bool msm_comm_compare_dma_planes(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf, unsigned long *dma_planes);
|
|
bool msm_comm_compare_vb2_plane(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf, struct vb2_buffer *vb2, u32 i);
|
|
bool msm_comm_compare_vb2_planes(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf, struct vb2_buffer *vb2);
|
|
bool msm_comm_compare_device_plane(u32 sid, struct msm_vidc_buffer *mbuf,
|
|
u32 type, u32 *planes, u32 i);
|
|
bool msm_comm_compare_device_planes(u32 sid, struct msm_vidc_buffer *mbuf,
|
|
u32 type, u32 *planes);
|
|
int msm_comm_qbuf_cache_operations(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf);
|
|
int msm_comm_dqbuf_cache_operations(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf);
|
|
void print_vidc_buffer(u32 tag, const char *str, struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf);
|
|
void print_vb2_buffer(const char *str, struct msm_vidc_inst *inst,
|
|
struct vb2_buffer *vb2);
|
|
void kref_put_mbuf(struct msm_vidc_buffer *mbuf);
|
|
bool kref_get_mbuf(struct msm_vidc_inst *inst, struct msm_vidc_buffer *mbuf);
|
|
int msm_comm_store_input_tag(struct msm_vidc_list *data_list,
|
|
u32 index, u32 itag, u32 itag2, u32 sid);
|
|
int msm_comm_fetch_input_tag(struct msm_vidc_list *data_list,
|
|
u32 index, u32 *itag, u32 *itag2, u32 sid);
|
|
int msm_comm_release_input_tag(struct msm_vidc_inst *inst);
|
|
int msm_comm_qbufs_batch(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf);
|
|
int msm_comm_qbuf_decode_batch(struct msm_vidc_inst *inst,
|
|
struct msm_vidc_buffer *mbuf);
|
|
int schedule_batch_work(struct msm_vidc_inst *inst);
|
|
int cancel_batch_work(struct msm_vidc_inst *inst);
|
|
int msm_comm_num_queued_bufs(struct msm_vidc_inst *inst, u32 type);
|
|
int msm_comm_set_index_extradata(struct msm_vidc_inst *inst,
|
|
uint32_t extradata_id, uint32_t value);
|
|
int msm_comm_set_extradata(struct msm_vidc_inst *inst, uint32_t extradata_id,
|
|
uint32_t value);
|
|
bool msm_comm_check_for_inst_overload(struct msm_vidc_core *core);
|
|
void msm_vidc_batch_handler(struct work_struct *work);
|
|
int msm_comm_check_window_bitrate(struct msm_vidc_inst *inst,
|
|
struct vidc_frame_data *frame_data);
|
|
void msm_comm_clear_window_data(struct msm_vidc_inst *inst);
|
|
void msm_comm_release_window_data(struct msm_vidc_inst *inst);
|
|
int msm_comm_set_cvp_skip_ratio(struct msm_vidc_inst *inst,
|
|
uint32_t capture_rate, uint32_t cvp_rate);
|
|
int msm_comm_store_timestamp(struct msm_vidc_inst *inst, u64 timestamp_us);
|
|
int msm_comm_fetch_framerate(struct msm_vidc_inst *inst, u64 timestamp_us,
|
|
u32 *framerate);
|
|
void msm_comm_release_timestamps(struct msm_vidc_inst *inst);
|
|
u32 msm_comm_get_max_framerate(struct msm_vidc_inst *inst);
|
|
u32 msm_comm_calc_framerate(struct msm_vidc_inst *inst, u64 timestamp_us,
|
|
u64 prev_ts);
|
|
int msm_comm_memory_prefetch(struct msm_vidc_inst *inst);
|
|
int msm_comm_memory_drain(struct msm_vidc_inst *inst);
|
|
#endif
|