39 #define DETECTION_FRAMES 63 105 double rgb2rgb[3][3]) {
106 double rgb2xyz[3][3], xyz2rgb[3][3];
114 #define OPENCL_SOURCE_NB 3 122 int rgb2rgb_passthrough = 1;
175 av_bprintf(&header,
"__constant const float tone_param = %.4ff;\n",
177 av_bprintf(&header,
"__constant const float desat_param = %.4ff;\n",
179 av_bprintf(&header,
"__constant const float target_peak = %.4ff;\n",
182 av_bprintf(&header,
"__constant const float scene_threshold = %.4ff;\n",
189 rgb2rgb_passthrough = 0;
192 av_bprintf(&header,
"#define FULL_RANGE_IN\n");
195 av_bprintf(&header,
"#define FULL_RANGE_OUT\n");
199 if (rgb2rgb_passthrough)
200 av_bprintf(&header,
"#define RGB2RGB_PASSTHROUGH\n");
228 av_bprintf(&header,
"constant float3 luma_src = {%.4ff, %.4ff, %.4ff};\n",
229 luma_src->
cr, luma_src->
cg, luma_src->
cb);
230 av_bprintf(&header,
"constant float3 luma_dst = {%.4ff, %.4ff, %.4ff};\n",
231 luma_dst->
cr, luma_dst->
cg, luma_dst->
cb);
234 av_bprintf(&header,
"#define delinearize %s\n",
238 av_bprintf(&header,
"#define ootf_impl ootf_hlg\n");
241 av_bprintf(&header,
"#define inverse_ootf_impl inverse_ootf_hlg\n");
244 opencl_sources[0] = header.str;
257 "command queue %d.\n", cle);
278 clReleaseKernel(ctx->
kernel);
293 "only p010/nv12 supported now\n");
310 size_t global_work[2];
311 size_t local_work[2];
330 global_work, local_work,
373 if (ctx->primaries != -1)
375 if (ctx->colorspace != -1)
377 if (ctx->range != -1)
412 if (err < 0)
goto fail;
431 uint32_t *ptr, *max_total_p, *avg_total_p, *frame_number_p;
432 float peak_detected, avg_detected;
435 CL_TRUE, CL_MAP_READ, 0, map_size,
440 avg_total_p = max_total_p + 1;
441 frame_number_p = avg_total_p + 2;
442 peak_detected = (float)*max_total_p / (
REFERENCE_WHITE * (*frame_number_p));
443 avg_detected = (float)*avg_total_p / (
REFERENCE_WHITE * (*frame_number_p));
445 peak_detected, avg_detected);
469 cle = clReleaseKernel(ctx->
kernel);
470 if (cle != CL_SUCCESS)
472 "kernel: %d.\n", cle);
477 if (cle != CL_SUCCESS)
479 "command queue: %d.\n", cle);
485 #define OFFSET(x) offsetof(TonemapOpenCLContext, x) 486 #define FLAGS (AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_VIDEO_PARAM) 544 .
name =
"tonemap_opencl",
547 .priv_class = &tonemap_opencl_class,
551 .
inputs = tonemap_opencl_inputs,
552 .
outputs = tonemap_opencl_outputs,
also ITU-R BT1361 / IEC 61966-2-4 xvYCC709 / SMPTE RP177 Annex B
#define FF_FILTER_FLAG_HWFRAME_AWARE
The filter is aware of hardware frames, and any hardware frame context should not be automatically pr...
void av_bprintf(AVBPrint *buf, const char *fmt,...)
This structure describes decoded (raw) audio or video data.
static int tonemap_opencl_config_output(AVFilterLink *outlink)
int ff_opencl_filter_work_size_from_image(AVFilterContext *avctx, size_t *work_size, AVFrame *frame, int plane, int block_alignment)
Find the work size needed needed for a given plane of an image.
int ff_opencl_filter_config_input(AVFilterLink *inlink)
Check that the input link contains a suitable hardware frames context and extract the device from it...
int ff_opencl_filter_query_formats(AVFilterContext *avctx)
Return that all inputs and outputs support only AV_PIX_FMT_OPENCL.
#define AV_LOG_WARNING
Something somehow does not look correct.
Main libavfilter public API header.
Memory handling functions.
static av_cold int init(AVCodecContext *avctx)
static void get_rgb2rgb_matrix(enum AVColorPrimaries in, enum AVColorPrimaries out, double rgb2rgb[3][3])
int h
agreed upon image height
static void yuv2rgb(uint8_t *out, int ridx, int Y, int U, int V)
enum AVChromaLocation chroma_loc
static int launch_kernel(AVFilterContext *avctx, cl_kernel kernel, AVFrame *output, AVFrame *input, float peak)
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
enum AVColorSpace colorspace colorspace_in colorspace_out
int ff_opencl_filter_init(AVFilterContext *avctx)
Initialise an OpenCL filter context.
AVColorTransferCharacteristic
Color Transfer Characteristic.
int av_bprint_finalize(AVBPrint *buf, char **ret_str)
Finalize a print buffer.
static const char *const delinearize_funcs[AVCOL_TRC_NB]
const char * av_color_space_name(enum AVColorSpace space)
AVOpenCLDeviceContext * hwctx
AVBufferRef * hw_frames_ctx
For hwaccel-format frames, this should be a reference to the AVHWFramesContext describing the frame...
const char * name
Pad name.
#define av_assert0(cond)
assert() equivalent, that is always enabled.
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
static av_cold int uninit(AVCodecContext *avctx)
AVColorSpace
YUV colorspace type.
const char * av_color_range_name(enum AVColorRange range)
enum AVColorPrimaries primaries primaries_in primaries_out
cl_device_id device_id
The primary device ID of the device.
filter_frame For filters that do not use the this method is called when a frame is pushed to the filter s input It can be called at any time except in a reentrant way If the input frame is enough to produce output
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
AVFilter ff_vf_tonemap_opencl
AVColorRange
Visual content value range.
const struct LumaCoefficients * ff_get_luma_coefficients(enum AVColorSpace csp)
static const uint8_t header[24]
int ff_opencl_filter_config_output(AVFilterLink *outlink)
Create a suitable hardware frames context for the output.
AVColorPrimaries
Chromaticity coordinates of the source primaries.
A filter pad used for either input or output.
A link between two filters.
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
void av_bprint_init(AVBPrint *buf, unsigned size_init, unsigned size_max)
static const AVFilterPad tonemap_opencl_inputs[]
void * priv
private data for use by the filter
enum AVColorRange color_range
MPEG vs JPEG YUV range.
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
enum AVColorSpace colorspace
YUV colorspace type.
planar YUV 4:2:0, 12bpp, 1 plane for Y and 1 plane for the UV components, which are interleaved (firs...
also ITU-R BT1361 / IEC 61966-2-4 / SMPTE RP177 Annex B
simple assert() macros that are a bit more flexible than ISO C assert().
enum TonemapAlgorithm tonemap
const char * av_color_primaries_name(enum AVColorPrimaries primaries)
enum AVPixelFormat output_format
static int tonemap_opencl_filter_frame(AVFilterLink *inlink, AVFrame *input)
int w
agreed upon image width
SMPTE ST 2084 for 10-, 12-, 14- and 16-bit systems.
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several inputs
static const float sdr_avg
ITU-R BT2020 non-constant luminance system.
static int tonemap_opencl_init(AVFilterContext *avctx)
AVFilterContext * src
source filter
static const AVFilterPad tonemap_opencl_outputs[]
enum AVColorTransferCharacteristic trc trc_in trc_out
static const struct WhitepointCoefficients whitepoint_table[AVCOL_PRI_NB]
static av_cold void tonemap_opencl_uninit(AVFilterContext *avctx)
static const AVFilterPad outputs[]
void ff_update_hdr_metadata(AVFrame *in, double peak)
int format
format of the frame, -1 if unknown or unset Values correspond to enum AVPixelFormat for video frames...
void ff_fill_rgb2yuv_table(const struct LumaCoefficients *coeffs, double rgb2yuv[3][3])
#define AV_BPRINT_SIZE_AUTOMATIC
#define CL_SET_KERNEL_ARG(kernel, arg_num, type, arg)
set argument to specific Kernel.
static const struct PrimaryCoefficients primaries_table[AVCOL_PRI_NB]
uint8_t * data
The data buffer.
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31))))#define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac){}void ff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map){AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);return NULL;}return ac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;}int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){int use_generic=1;int len=in->nb_samples;int p;if(ac->dc){av_log(ac->avr, AV_LOG_TRACE,"%d samples - audio_convert: %s to %s (dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> in
This struct describes a set or pool of "hardware" frames (i.e.
void ff_matrix_invert_3x3(const double in[3][3], double out[3][3])
AVFILTER_DEFINE_CLASS(tonemap_opencl)
const char * name
Filter name.
const char * ff_opencl_source_colorspace_common
and forward the test the status of outputs and forward it to the corresponding return FFERROR_NOT_READY If the filters stores internally one or a few frame for some input
enum AVChromaLocation chroma_location
AVFilterLink ** outputs
array of pointers to output links
#define CL_FAIL_ON_ERROR(errcode,...)
A helper macro to handle OpenCL errors.
static const char *const linearize_funcs[AVCOL_TRC_NB]
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Narrow or limited range content.
static int query_formats(AVFilterContext *ctx)
common internal and external API header
const char * av_color_transfer_name(enum AVColorTransferCharacteristic transfer)
void ff_opencl_filter_uninit(AVFilterContext *avctx)
Uninitialise an OpenCL filter context.
ARIB STD-B67, known as "Hybrid log-gamma".
void ff_matrix_mul_3x3(double dst[3][3], const double src1[3][3], const double src2[3][3])
AVFilterContext * dst
dest filter
cl_context context
The OpenCL context which will contain all operations and frames on this device.
static const AVOption tonemap_opencl_options[]
enum AVColorPrimaries color_primaries
void ff_opencl_print_const_matrix_3x3(AVBPrint *buf, const char *name_str, double mat[3][3])
Print a 3x3 matrix into a buffer as __constant array, which could be included in an OpenCL program...
ITU-R BT2020 for 10-bit system.
const char * ff_opencl_source_tonemap
AVChromaLocation
Location of chroma samples.
enum AVColorTransferCharacteristic color_trc
int ff_opencl_filter_load_program(AVFilterContext *avctx, const char **program_source_array, int nb_strings)
Load a new OpenCL program from strings in memory.
const char * av_get_pix_fmt_name(enum AVPixelFormat pix_fmt)
Return the short name for a pixel format, NULL in case pix_fmt is unknown.
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later.That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another.Frame references ownership and permissions
enum AVPixelFormat sw_format
The pixel format identifying the actual data layout of the hardware frames.
AVPixelFormat
Pixel format.
enum AVColorRange range range_in range_out
double ff_determine_signal_peak(AVFrame *in)
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
void ff_fill_rgb2xyz_table(const struct PrimaryCoefficients *coeffs, const struct WhitepointCoefficients *wp, double rgb2xyz[3][3])
static const char *const tonemap_func[TONEMAP_MAX]
cl_command_queue command_queue
enum AVPixelFormat format