60 ctx->command_queue = clCreateCommandQueue(
ctx->ocf.hwctx->context,
61 ctx->ocf.hwctx->device_id,
63 if (!
ctx->command_queue) {
65 "command queue: %d.\n", cle);
69 ctx->kernel = clCreateKernel(
ctx->ocf.program,
ctx->kernel_name, &cle);
71 if (cle == CL_INVALID_KERNEL_NAME) {
73 "program.\n",
ctx->kernel_name);
90 size_t global_work[2];
92 int err, input, plane;
107 dst = (cl_mem)output->
data[plane];
111 cle = clSetKernelArg(
ctx->kernel, 0,
sizeof(cl_mem), &dst);
112 if (cle != CL_SUCCESS) {
114 "destination image argument: %d.\n", cle);
118 cle = clSetKernelArg(
ctx->kernel, 1,
sizeof(cl_uint), &
ctx->index);
119 if (cle != CL_SUCCESS) {
121 "index argument: %d.\n", cle);
126 for (input = 0; input <
ctx->nb_inputs; input++) {
129 src = (cl_mem)
ctx->frames[input]->data[plane];
132 cle = clSetKernelArg(
ctx->kernel, 2 + input,
sizeof(cl_mem), &
src);
133 if (cle != CL_SUCCESS) {
135 "source image argument %d: %d.\n", input, cle);
148 plane, global_work[0], global_work[1]);
150 cle = clEnqueueNDRangeKernel(
ctx->command_queue,
ctx->kernel, 2,
NULL,
155 cle = clFinish(
ctx->command_queue);
158 if (
ctx->nb_inputs > 0) {
174 clFinish(
ctx->command_queue);
192 for (
i = 0;
i <
ctx->nb_inputs;
i++) {
220 if (
ctx->nb_inputs > 0) {
232 for (
i = 0;
i <
ctx->nb_inputs;
i++) {
259 ctx->ocf.output_width =
ctx->width;
260 ctx->ocf.output_height =
ctx->height;
262 if (!strcmp(avctx->
filter->
name,
"openclsrc")) {
263 if (!
ctx->ocf.output_width || !
ctx->ocf.output_height) {
265 "dimensions to be specified.\n");
270 ctx->ocf.output_format =
ctx->source_format;
275 sizeof(*
ctx->frames));
279 for (
i = 0;
i <
ctx->nb_inputs;
i++) {
281 memset(&input, 0,
sizeof(input));
307 if (
ctx->nb_inputs > 0) {
316 cle = clReleaseKernel(
ctx->kernel);
317 if (cle != CL_SUCCESS)
319 "kernel: %d.\n", cle);
322 if (
ctx->command_queue) {
323 cle = clReleaseCommandQueue(
ctx->command_queue);
324 if (cle != CL_SUCCESS)
326 "command queue: %d.\n", cle);
332 #define OFFSET(x) offsetof(ProgramOpenCLContext, x)
333 #define FLAGS (AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM)
335 #if CONFIG_PROGRAM_OPENCL_FILTER
337 static const AVOption program_opencl_options[] = {
338 {
"source",
"OpenCL program source file",
OFFSET(source_file),
340 {
"kernel",
"Kernel name in program",
OFFSET(kernel_name),
343 {
"inputs",
"Number of inputs",
OFFSET(nb_inputs),
356 static const AVFilterPad program_opencl_outputs[] = {
366 .
name =
"program_opencl",
369 .priv_class = &program_opencl_class,
370 .preinit = &program_opencl_framesync_preinit,
376 .
outputs = program_opencl_outputs,
382 #if CONFIG_OPENCLSRC_FILTER
384 static const AVOption openclsrc_options[] = {
385 {
"source",
"OpenCL program source file",
OFFSET(source_file),
387 {
"kernel",
"Kernel name in program",
OFFSET(kernel_name),
395 {
"format",
"Video format",
OFFSET(source_format),
398 {
"rate",
"Video frame rate",
OFFSET(source_rate),
400 {
"r",
"Video frame rate",
OFFSET(source_rate),
422 .priv_class = &openclsrc_class,
static int query_formats(AVFilterContext *ctx)
static const AVFilterPad inputs[]
static const AVFilterPad outputs[]
static int activate(AVFilterContext *ctx)
AVFilter ff_vsrc_openclsrc
AVFilter ff_vf_program_opencl
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31)))) #define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac) { } void ff_audio_convert_free(AudioConvert **ac) { if(! *ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);} AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map) { AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method !=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2) { ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc) { av_free(ac);return NULL;} return ac;} in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar) { ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar ? ac->channels :1;} else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;} int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in) { int use_generic=1;int len=in->nb_samples;int p;if(ac->dc) { av_log(ac->avr, AV_LOG_TRACE, "%d samples - audio_convert: %s to %s (dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> in
#define av_assert0(cond)
assert() equivalent, that is always enabled.
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Main libavfilter public API header.
static av_cold int init(AVCodecContext *avctx)
char * av_asprintf(const char *fmt,...)
#define fs(width, name, subs,...)
static av_cold int uninit(AVCodecContext *avctx)
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter's input and try to produce output.
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
int ff_framesync_init(FFFrameSync *fs, AVFilterContext *parent, unsigned nb_in)
Initialize a frame sync structure.
#define FRAMESYNC_DEFINE_CLASS(name, context, field)
@ EXT_STOP
Completely stop all streams with this one.
@ EXT_INFINITY
Extend the frame to infinity.
@ AV_OPT_TYPE_IMAGE_SIZE
offset must point to two consecutive integers
@ AV_OPT_TYPE_VIDEO_RATE
offset must point to AVRational
#define AVERROR_UNKNOWN
Unknown error, typically from an external library.
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
static av_always_inline AVRational av_inv_q(AVRational q)
Invert a rational.
void * av_mallocz_array(size_t nmemb, size_t size)
Allocate a memory block for an array with av_mallocz().
static int ff_insert_inpad(AVFilterContext *f, unsigned index, AVFilterPad *p)
Insert a new input pad for the filter.
#define FF_FILTER_FLAG_HWFRAME_AWARE
The filter is aware of hardware frames, and any hardware frame context should not be automatically pr...
#define AVFILTER_DEFINE_CLASS(fname)
common internal API header
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Memory handling functions.
void ff_opencl_filter_uninit(AVFilterContext *avctx)
Uninitialise an OpenCL filter context.
int ff_opencl_filter_config_input(AVFilterLink *inlink)
Check that the input link contains a suitable hardware frames context and extract the device from it.
int ff_opencl_filter_init(AVFilterContext *avctx)
Initialise an OpenCL filter context.
int ff_opencl_filter_work_size_from_image(AVFilterContext *avctx, size_t *work_size, AVFrame *frame, int plane, int block_alignment)
Find the work size needed needed for a given plane of an image.
int ff_opencl_filter_config_output(AVFilterLink *outlink)
Create a suitable hardware frames context for the output.
int ff_opencl_filter_query_formats(AVFilterContext *avctx)
Return that all inputs and outputs support only AV_PIX_FMT_OPENCL.
int ff_opencl_filter_load_program_from_file(AVFilterContext *avctx, const char *filename)
Load a new OpenCL program from a file.
#define CL_FAIL_ON_ERROR(errcode,...)
A helper macro to handle OpenCL errors.
const char * av_get_pix_fmt_name(enum AVPixelFormat pix_fmt)
Return the short name for a pixel format, NULL in case pix_fmt is unknown.
AVPixelFormat
Pixel format.
#define FF_ARRAY_ELEMS(a)
unsigned nb_inputs
number of input pads
AVFilterLink ** inputs
array of pointers to input links
const AVFilter * filter
the AVFilter of which this is an instance
AVFilterPad * input_pads
array of input pads
void * priv
private data for use by the filter
AVFilterLink ** outputs
array of pointers to output links
A link between two filters.
int w
agreed upon image width
int h
agreed upon image height
AVFilterContext * src
source filter
AVRational time_base
Define the time base used by the PTS of the frames/samples which will pass through this link.
A filter pad used for either input or output.
int(* config_props)(AVFilterLink *link)
Link configuration callback.
enum AVMediaType type
AVFilterPad type.
const char * name
Pad name.
const char * name
Filter name.
This structure describes decoded (raw) audio or video data.
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
int format
format of the frame, -1 if unknown or unset Values correspond to enum AVPixelFormat for video frames,...
Rational number (pair of numerator and denominator).
enum AVPixelFormat source_format
cl_command_queue command_queue
static av_cold int program_opencl_init(AVFilterContext *avctx)
static av_cold void program_opencl_uninit(AVFilterContext *avctx)
static int program_opencl_activate(AVFilterContext *avctx)
static int program_opencl_load(AVFilterContext *avctx)
static int program_opencl_filter(FFFrameSync *fs)
static int program_opencl_request_frame(AVFilterLink *outlink)
static int program_opencl_config_output(AVFilterLink *outlink)
static int program_opencl_run(AVFilterContext *avctx)
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.