FFmpeg  4.4.6
vf_fieldhint.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2016 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "libavutil/avassert.h"
22 #include "libavutil/imgutils.h"
23 #include "libavutil/internal.h"
24 #include "libavutil/opt.h"
25 #include "libavutil/pixdesc.h"
26 #include "avfilter.h"
27 #include "internal.h"
28 #include "video.h"
29 
30 typedef struct FieldHintContext {
31  const AVClass *class;
32 
34  FILE *hint;
35  int mode;
36 
38 
40  int nb_planes;
41  int eof;
42  int planewidth[4];
43  int planeheight[4];
45 
46 #define OFFSET(x) offsetof(FieldHintContext, x)
47 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
48 
49 static const AVOption fieldhint_options[] = {
50  { "hint", "set hint file", OFFSET(hint_file_str), AV_OPT_TYPE_STRING, {.str=NULL}, 0, 0, FLAGS },
51  { "mode", "set hint mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, FLAGS, "mode" },
52  { "absolute", 0, 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGS, "mode" },
53  { "relative", 0, 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGS, "mode" },
54  { NULL }
55 };
56 
58 
60 {
61  FieldHintContext *s = ctx->priv;
62  int ret;
63 
64  if (!s->hint_file_str) {
65  av_log(ctx, AV_LOG_ERROR, "Hint file must be set.\n");
66  return AVERROR(EINVAL);
67  }
68  s->hint = av_fopen_utf8(s->hint_file_str, "r");
69  if (!s->hint) {
70  ret = AVERROR(errno);
71  av_log(ctx, AV_LOG_ERROR, "%s: %s\n", s->hint_file_str, av_err2str(ret));
72  return ret;
73  }
74 
75  return 0;
76 }
77 
79 {
81  int ret;
82 
87  if (ret < 0)
88  return ret;
90 }
91 
92 static int config_input(AVFilterLink *inlink)
93 {
94  FieldHintContext *s = inlink->dst->priv;
96  int ret;
97 
98  if ((ret = av_image_fill_linesizes(s->planewidth, inlink->format, inlink->w)) < 0)
99  return ret;
100 
101  s->planeheight[1] = s->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, desc->log2_chroma_h);
102  s->planeheight[0] = s->planeheight[3] = inlink->h;
103 
104  s->nb_planes = av_pix_fmt_count_planes(inlink->format);
105 
106  return 0;
107 }
108 
109 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
110 {
111  AVFilterContext *ctx = inlink->dst;
112  AVFilterLink *outlink = ctx->outputs[0];
113  FieldHintContext *s = ctx->priv;
114  AVFrame *out, *top, *bottom;
115  char buf[1024] = { 0 };
116  int64_t tf, bf;
117  int tfactor = 0, bfactor = 1;
118  char hint = '=', field = '=';
119  int p;
120 
121  av_frame_free(&s->frame[0]);
122  s->frame[0] = s->frame[1];
123  s->frame[1] = s->frame[2];
124  s->frame[2] = in;
125  if (!s->frame[1])
126  return 0;
127  else if (!s->frame[0]) {
128  s->frame[0] = av_frame_clone(s->frame[1]);
129  if (!s->frame[0])
130  return AVERROR(ENOMEM);
131  }
132 
133  while (1) {
134  if (fgets(buf, sizeof(buf)-1, s->hint)) {
135  s->line++;
136  if (buf[0] == '#' || buf[0] == ';') {
137  continue;
138  } else if (sscanf(buf, "%"PRId64",%"PRId64" %c %c", &tf, &bf, &hint, &field) == 4) {
139  ;
140  } else if (sscanf(buf, "%"PRId64",%"PRId64" %c", &tf, &bf, &hint) == 3) {
141  ;
142  } else if (sscanf(buf, "%"PRId64",%"PRId64"", &tf, &bf) == 2) {
143  ;
144  } else {
145  av_log(ctx, AV_LOG_ERROR, "Invalid entry at line %"PRId64".\n", s->line);
146  return AVERROR_INVALIDDATA;
147  }
148  switch (s->mode) {
149  case 0:
150  if (tf > outlink->frame_count_in + 1 || tf < FFMAX(0, outlink->frame_count_in - 1) ||
151  bf > outlink->frame_count_in + 1 || bf < FFMAX(0, outlink->frame_count_in - 1)) {
152  av_log(ctx, AV_LOG_ERROR, "Out of range frames %"PRId64" and/or %"PRId64" on line %"PRId64" for %"PRId64". input frame.\n", tf, bf, s->line, inlink->frame_count_out);
153  return AVERROR_INVALIDDATA;
154  }
155  break;
156  case 1:
157  if (tf > 1 || tf < -1 ||
158  bf > 1 || bf < -1) {
159  av_log(ctx, AV_LOG_ERROR, "Out of range %"PRId64" and/or %"PRId64" on line %"PRId64" for %"PRId64". input frame.\n", tf, bf, s->line, inlink->frame_count_out);
160  return AVERROR_INVALIDDATA;
161  }
162  };
163  break;
164  } else {
165  av_log(ctx, AV_LOG_ERROR, "Missing entry for %"PRId64". input frame.\n", inlink->frame_count_out);
166  return AVERROR_INVALIDDATA;
167  }
168  }
169 
170  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
171  if (!out)
172  return AVERROR(ENOMEM);
173  av_frame_copy_props(out, s->frame[1]);
174 
175  switch (s->mode) {
176  case 0:
177  top = s->frame[tf - outlink->frame_count_in + 1];
178  bottom = s->frame[bf - outlink->frame_count_in + 1];
179  break;
180  case 1:
181  top = s->frame[1 + tf];
182  bottom = s->frame[1 + bf];
183  break;
184  default:
185  av_assert0(0);
186  }
187 
188  switch (field) {
189  case 'b':
190  tfactor = 1;
191  top = bottom;
192  break;
193  case 't':
194  bfactor = 0;
195  bottom = top;
196  break;
197  case '=':
198  break;
199  default:
200  av_log(ctx, AV_LOG_ERROR, "Invalid field: %c.\n", field);
201  av_frame_free(&out);
202  return AVERROR(EINVAL);
203  }
204 
205  switch (hint) {
206  case '+':
207  out->interlaced_frame = 1;
208  break;
209  case '-':
210  out->interlaced_frame = 0;
211  break;
212  case '=':
213  break;
214  case 'b':
215  tfactor = 1;
216  top = bottom;
217  break;
218  case 't':
219  bfactor = 0;
220  bottom = top;
221  break;
222  default:
223  av_log(ctx, AV_LOG_ERROR, "Invalid hint: %c.\n", hint);
224  av_frame_free(&out);
225  return AVERROR(EINVAL);
226  }
227 
228  for (p = 0; p < s->nb_planes; p++) {
229  av_image_copy_plane(out->data[p],
230  out->linesize[p] * 2,
231  top->data[p] + tfactor * top->linesize[p],
232  top->linesize[p] * 2,
233  s->planewidth[p],
234  (s->planeheight[p] + 1) / 2);
235  av_image_copy_plane(out->data[p] + out->linesize[p],
236  out->linesize[p] * 2,
237  bottom->data[p] + bfactor * bottom->linesize[p],
238  bottom->linesize[p] * 2,
239  s->planewidth[p],
240  (s->planeheight[p] + 1) / 2);
241  }
242 
243  return ff_filter_frame(outlink, out);
244 }
245 
246 static int request_frame(AVFilterLink *outlink)
247 {
248  AVFilterContext *ctx = outlink->src;
249  FieldHintContext *s = ctx->priv;
250  int ret;
251 
252  if (s->eof)
253  return AVERROR_EOF;
254 
255  ret = ff_request_frame(ctx->inputs[0]);
256  if (ret == AVERROR_EOF && s->frame[2]) {
257  AVFrame *next = av_frame_clone(s->frame[2]);
258  if (!next)
259  return AVERROR(ENOMEM);
260  ret = filter_frame(ctx->inputs[0], next);
261  s->eof = 1;
262  }
263 
264  return ret;
265 }
266 
268 {
269  FieldHintContext *s = ctx->priv;
270 
271  if (s->hint)
272  fclose(s->hint);
273  s->hint = NULL;
274 
275  av_frame_free(&s->frame[0]);
276  av_frame_free(&s->frame[1]);
277  av_frame_free(&s->frame[2]);
278 }
279 
280 static const AVFilterPad inputs[] = {
281  {
282  .name = "default",
283  .type = AVMEDIA_TYPE_VIDEO,
284  .config_props = config_input,
285  .filter_frame = filter_frame,
286  },
287  { NULL }
288 };
289 
290 static const AVFilterPad outputs[] = {
291  {
292  .name = "default",
293  .type = AVMEDIA_TYPE_VIDEO,
294  .request_frame = request_frame,
295  },
296  { NULL }
297 };
298 
300  .name = "fieldhint",
301  .description = NULL_IF_CONFIG_SMALL("Field matching using hints."),
302  .priv_size = sizeof(FieldHintContext),
303  .priv_class = &fieldhint_class,
304  .init = init,
305  .uninit = uninit,
307  .inputs = inputs,
308  .outputs = outputs,
309 };
#define av_cold
Definition: attributes.h:88
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31)))) #define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac) { } void ff_audio_convert_free(AudioConvert **ac) { if(! *ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);} AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map) { AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method !=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2) { ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc) { av_free(ac);return NULL;} return ac;} in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar) { ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar ? ac->channels :1;} else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;} int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in) { int use_generic=1;int len=in->nb_samples;int p;if(ac->dc) { av_log(ac->avr, AV_LOG_TRACE, "%d samples - audio_convert: %s to %s (dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> in
simple assert() macros that are a bit more flexible than ISO C assert().
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1096
int ff_request_frame(AVFilterLink *link)
Request an input frame from the filter at the other end of the link.
Definition: avfilter.c:408
Main libavfilter public API header.
#define s(width, name)
Definition: cbs_vp9.c:257
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:58
#define FFMAX(a, b)
Definition: common.h:103
#define NULL
Definition: coverity.c:32
long long int64_t
Definition: coverity.c:34
mode
Use these values in ebur128_init (or'ed).
Definition: ebur128.h:83
int ff_formats_pixdesc_filter(AVFilterFormats **rfmts, unsigned want, unsigned rej)
Construct a formats list containing all pixel formats with certain properties.
Definition: formats.c:367
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:587
@ AV_OPT_TYPE_CONST
Definition: opt.h:234
@ AV_OPT_TYPE_INT
Definition: opt.h:225
@ AV_OPT_TYPE_STRING
Definition: opt.h:229
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
#define AVERROR_EOF
End of file.
Definition: error.h:55
#define av_err2str(errnum)
Convenience macro, the return value should be used only directly in function arguments but never stan...
Definition: error.h:119
#define AVERROR(e)
Definition: error.h:43
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:540
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:203
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:658
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
FILE * av_fopen_utf8(const char *path, const char *mode)
Open a file using a UTF-8 filename.
Definition: file_open.c:158
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition: imgutils.c:373
int av_image_fill_linesizes(int linesizes[4], enum AVPixelFormat pix_fmt, int width)
Fill plane linesizes for an image with pixel format pix_fmt and width width.
Definition: imgutils.c:89
misc image utilities
common internal API header
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:117
const char * desc
Definition: libsvtav1.c:79
AVOptions.
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2613
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2573
#define AV_PIX_FMT_FLAG_BITSTREAM
All values of a component are bit-wise packed end to end.
Definition: pixdesc.h:136
#define AV_PIX_FMT_FLAG_HWACCEL
Pixel format is an HW accelerated format.
Definition: pixdesc.h:140
#define AV_PIX_FMT_FLAG_PAL
Pixel format has a palette in data[1], values are indexes in this palette.
Definition: pixdesc.h:132
#define tf
Definition: regdef.h:73
formats
Definition: signature.h:48
Describe the class of an AVClass context structure.
Definition: log.h:67
An instance of a filter.
Definition: avfilter.h:341
void * priv
private data for use by the filter
Definition: avfilter.h:356
A list of supported formats for one end of a filter link.
Definition: formats.h:65
A filter pad used for either input or output.
Definition: internal.h:54
const char * name
Pad name.
Definition: internal.h:60
Filter definition.
Definition: avfilter.h:145
const char * name
Filter name.
Definition: avfilter.h:149
This structure describes decoded (raw) audio or video data.
Definition: frame.h:318
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:332
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:349
AVOption.
Definition: opt.h:248
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:81
AVFrame * frame[3]
Definition: vf_fieldhint.c:37
char * hint_file_str
Definition: vf_fieldhint.c:33
#define av_log(a,...)
FILE * out
Definition: movenc.c:54
AVFormatContext * ctx
Definition: movenc.c:48
AVFILTER_DEFINE_CLASS(fieldhint)
AVFilter ff_vf_fieldhint
Definition: vf_fieldhint.c:299
static int query_formats(AVFilterContext *ctx)
Definition: vf_fieldhint.c:78
static int config_input(AVFilterLink *inlink)
Definition: vf_fieldhint.c:92
#define FLAGS
Definition: vf_fieldhint.c:47
static const AVFilterPad inputs[]
Definition: vf_fieldhint.c:280
static int request_frame(AVFilterLink *outlink)
Definition: vf_fieldhint.c:246
static const AVFilterPad outputs[]
Definition: vf_fieldhint.c:290
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
Definition: vf_fieldhint.c:109
static const AVOption fieldhint_options[]
Definition: vf_fieldhint.c:49
static av_cold int init(AVFilterContext *ctx)
Definition: vf_fieldhint.c:59
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_fieldhint.c:267
#define OFFSET(x)
Definition: vf_fieldhint.c:46
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:104