FFmpeg  4.4.6
escape124.c
Go to the documentation of this file.
1 /*
2  * Escape 124 Video Decoder
3  * Copyright (C) 2008 Eli Friedman (eli.friedman@gmail.com)
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 #define BITSTREAM_READER_LE
23 #include "avcodec.h"
24 #include "get_bits.h"
25 #include "internal.h"
26 
27 typedef union MacroBlock {
28  uint16_t pixels[4];
29  uint32_t pixels32[2];
30 } MacroBlock;
31 
32 typedef union SuperBlock {
33  uint16_t pixels[64];
34  uint32_t pixels32[32];
35 } SuperBlock;
36 
37 typedef struct CodeBook {
38  unsigned depth;
39  unsigned size;
41 } CodeBook;
42 
43 typedef struct Escape124Context {
45 
46  unsigned num_superblocks;
47 
50 
51 /**
52  * Initialize the decoder
53  * @param avctx decoder context
54  * @return 0 success, negative on error
55  */
57 {
58  Escape124Context *s = avctx->priv_data;
59 
60  avctx->pix_fmt = AV_PIX_FMT_RGB555;
61 
62  s->num_superblocks = ((unsigned)avctx->width / 8) *
63  ((unsigned)avctx->height / 8);
64 
65  s->frame = av_frame_alloc();
66  if (!s->frame)
67  return AVERROR(ENOMEM);
68 
69  return 0;
70 }
71 
73 {
74  unsigned i;
75  Escape124Context *s = avctx->priv_data;
76 
77  for (i = 0; i < 3; i++)
78  av_freep(&s->codebooks[i].blocks);
79 
80  av_frame_free(&s->frame);
81 
82  return 0;
83 }
84 
85 static CodeBook unpack_codebook(GetBitContext* gb, unsigned depth,
86  unsigned size)
87 {
88  unsigned i, j;
89  CodeBook cb = { 0 };
90 
91  cb.blocks = av_malloc(size ? size * sizeof(MacroBlock) : 1);
92  if (!cb.blocks)
93  return cb;
94 
95  cb.depth = depth;
96  cb.size = size;
97  for (i = 0; i < size; i++) {
98  unsigned mask_bits = get_bits(gb, 4);
99  unsigned color0 = get_bits(gb, 15);
100  unsigned color1 = get_bits(gb, 15);
101 
102  for (j = 0; j < 4; j++) {
103  if (mask_bits & (1 << j))
104  cb.blocks[i].pixels[j] = color1;
105  else
106  cb.blocks[i].pixels[j] = color0;
107  }
108  }
109  return cb;
110 }
111 
112 static unsigned decode_skip_count(GetBitContext* gb)
113 {
114  unsigned value;
115  // This function reads a maximum of 23 bits,
116  // which is within the padding space
117  if (get_bits_left(gb) < 1)
118  return -1;
119  value = get_bits1(gb);
120  if (!value)
121  return value;
122 
123  value += get_bits(gb, 3);
124  if (value != (1 + ((1 << 3) - 1)))
125  return value;
126 
127  value += get_bits(gb, 7);
128  if (value != (1 + ((1 << 3) - 1)) + ((1 << 7) - 1))
129  return value;
130 
131  return value + get_bits(gb, 12);
132 }
133 
135  int* codebook_index, int superblock_index)
136 {
137  // This function reads a maximum of 22 bits; the callers
138  // guard this function appropriately
139  unsigned block_index, depth;
140  int value = get_bits1(gb);
141  if (value) {
142  static const int8_t transitions[3][2] = { {2, 1}, {0, 2}, {1, 0} };
143  value = get_bits1(gb);
144  *codebook_index = transitions[*codebook_index][value];
145  }
146 
147  depth = s->codebooks[*codebook_index].depth;
148 
149  // depth = 0 means that this shouldn't read any bits;
150  // in theory, this is the same as get_bits(gb, 0), but
151  // that doesn't actually work.
152  block_index = get_bitsz(gb, depth);
153 
154  if (*codebook_index == 1) {
155  block_index += superblock_index << s->codebooks[1].depth;
156  }
157 
158  // This condition can occur with invalid bitstreams and
159  // *codebook_index == 2
160  if (block_index >= s->codebooks[*codebook_index].size || !s->codebooks[*codebook_index].blocks)
161  return (MacroBlock) { { 0 } };
162 
163  return s->codebooks[*codebook_index].blocks[block_index];
164 }
165 
166 static void insert_mb_into_sb(SuperBlock* sb, MacroBlock mb, unsigned index) {
167  // Formula: ((index / 4) * 16 + (index % 4) * 2) / 2
168  uint32_t *dst = sb->pixels32 + index + (index & -4);
169 
170  // This technically violates C99 aliasing rules, but it should be safe.
171  dst[0] = mb.pixels32[0];
172  dst[4] = mb.pixels32[1];
173 }
174 
175 static void copy_superblock(uint16_t* dest, unsigned dest_stride,
176  uint16_t* src, unsigned src_stride)
177 {
178  unsigned y;
179  if (src)
180  for (y = 0; y < 8; y++)
181  memcpy(dest + y * dest_stride, src + y * src_stride,
182  sizeof(uint16_t) * 8);
183  else
184  for (y = 0; y < 8; y++)
185  memset(dest + y * dest_stride, 0, sizeof(uint16_t) * 8);
186 }
187 
188 static const uint16_t mask_matrix[] = {0x1, 0x2, 0x10, 0x20,
189  0x4, 0x8, 0x40, 0x80,
190  0x100, 0x200, 0x1000, 0x2000,
191  0x400, 0x800, 0x4000, 0x8000};
192 
194  void *data, int *got_frame,
195  AVPacket *avpkt)
196 {
197  int buf_size = avpkt->size;
198  Escape124Context *s = avctx->priv_data;
199  AVFrame *frame = data;
200 
201  GetBitContext gb;
202  unsigned frame_flags, frame_size;
203  unsigned i;
204 
205  unsigned superblock_index, cb_index = 1,
206  superblock_col_index = 0,
207  superblocks_per_row = avctx->width / 8, skip = -1;
208 
209  uint16_t* old_frame_data, *new_frame_data;
210  unsigned old_stride, new_stride;
211 
212  int ret;
213 
214  if ((ret = init_get_bits8(&gb, avpkt->data, avpkt->size)) < 0)
215  return ret;
216 
217  // This call also guards the potential depth reads for the
218  // codebook unpacking.
219  // Check if the amount we will read minimally is available on input.
220  // The 64 represent the immediately next 2 frame_* elements read, the 23/4320
221  // represent a lower bound of the space needed for skipped superblocks. Non
222  // skipped SBs need more space.
223  if (get_bits_left(&gb) < 64 + s->num_superblocks * 23LL / 4320)
224  return AVERROR_INVALIDDATA;
225 
226  frame_flags = get_bits_long(&gb, 32);
227  frame_size = get_bits_long(&gb, 32);
228 
229  // Leave last frame unchanged
230  // FIXME: Is this necessary? I haven't seen it in any real samples
231  if (!(frame_flags & 0x114) || !(frame_flags & 0x7800000)) {
232  if (!s->frame->data[0])
233  return AVERROR_INVALIDDATA;
234 
235  av_log(avctx, AV_LOG_DEBUG, "Skipping frame\n");
236 
237  *got_frame = 1;
238  if ((ret = av_frame_ref(frame, s->frame)) < 0)
239  return ret;
240 
241  return 0;
242  }
243 
244  for (i = 0; i < 3; i++) {
245  if (frame_flags & (1 << (17 + i))) {
246  unsigned cb_depth, cb_size;
247  if (i == 2) {
248  // This codebook can be cut off at places other than
249  // powers of 2, leaving some of the entries undefined.
250  cb_size = get_bits(&gb, 20);
251  if (!cb_size) {
252  av_log(avctx, AV_LOG_ERROR, "Invalid codebook size 0.\n");
253  return AVERROR_INVALIDDATA;
254  }
255  cb_depth = av_log2(cb_size - 1) + 1;
256  } else {
257  cb_depth = get_bits(&gb, 4);
258  if (i == 0) {
259  // This is the most basic codebook: pow(2,depth) entries
260  // for a depth-length key
261  cb_size = 1 << cb_depth;
262  } else {
263  // This codebook varies per superblock
264  // FIXME: I don't think this handles integer overflow
265  // properly
266  cb_size = s->num_superblocks << cb_depth;
267  }
268  }
269  if (s->num_superblocks >= INT_MAX >> cb_depth) {
270  av_log(avctx, AV_LOG_ERROR, "Depth or num_superblocks are too large\n");
271  return AVERROR_INVALIDDATA;
272  }
273 
274  av_freep(&s->codebooks[i].blocks);
275  if (cb_size >= INT_MAX / 34 || get_bits_left(&gb) < (int)cb_size * 34)
276  return AVERROR_INVALIDDATA;
277 
278  if (cb_size >= INT_MAX / sizeof(MacroBlock))
279  return AVERROR_INVALIDDATA;
280  s->codebooks[i] = unpack_codebook(&gb, cb_depth, cb_size);
281  if (!s->codebooks[i].blocks)
282  return AVERROR(ENOMEM);
283  }
284  }
285 
286  if ((ret = ff_get_buffer(avctx, frame, AV_GET_BUFFER_FLAG_REF)) < 0)
287  return ret;
288 
289  new_frame_data = (uint16_t*)frame->data[0];
290  new_stride = frame->linesize[0] / 2;
291  old_frame_data = (uint16_t*)s->frame->data[0];
292  old_stride = s->frame->linesize[0] / 2;
293 
294  for (superblock_index = 0; superblock_index < s->num_superblocks;
295  superblock_index++) {
296  MacroBlock mb;
297  SuperBlock sb;
298  unsigned multi_mask = 0;
299 
300  if (skip == -1) {
301  // Note that this call will make us skip the rest of the blocks
302  // if the frame prematurely ends
303  skip = decode_skip_count(&gb);
304  }
305 
306  if (skip) {
307  copy_superblock(new_frame_data, new_stride,
308  old_frame_data, old_stride);
309  } else {
310  copy_superblock(sb.pixels, 8,
311  old_frame_data, old_stride);
312 
313  while (get_bits_left(&gb) >= 1 && !get_bits1(&gb)) {
314  unsigned mask;
315  mb = decode_macroblock(s, &gb, &cb_index, superblock_index);
316  mask = get_bits(&gb, 16);
317  multi_mask |= mask;
318  for (i = 0; i < 16; i++) {
319  if (mask & mask_matrix[i]) {
320  insert_mb_into_sb(&sb, mb, i);
321  }
322  }
323  }
324 
325  if (!get_bits1(&gb)) {
326  unsigned inv_mask = get_bits(&gb, 4);
327  for (i = 0; i < 4; i++) {
328  if (inv_mask & (1 << i)) {
329  multi_mask ^= 0xF << i*4;
330  } else {
331  multi_mask ^= get_bits(&gb, 4) << i*4;
332  }
333  }
334 
335  for (i = 0; i < 16; i++) {
336  if (multi_mask & mask_matrix[i]) {
337  mb = decode_macroblock(s, &gb, &cb_index,
338  superblock_index);
339  insert_mb_into_sb(&sb, mb, i);
340  }
341  }
342  } else if (frame_flags & (1 << 16)) {
343  while (get_bits_left(&gb) >= 1 && !get_bits1(&gb)) {
344  mb = decode_macroblock(s, &gb, &cb_index, superblock_index);
345  insert_mb_into_sb(&sb, mb, get_bits(&gb, 4));
346  }
347  }
348 
349  copy_superblock(new_frame_data, new_stride, sb.pixels, 8);
350  }
351 
352  superblock_col_index++;
353  new_frame_data += 8;
354  if (old_frame_data)
355  old_frame_data += 8;
356  if (superblock_col_index == superblocks_per_row) {
357  new_frame_data += new_stride * 8 - superblocks_per_row * 8;
358  if (old_frame_data)
359  old_frame_data += old_stride * 8 - superblocks_per_row * 8;
360  superblock_col_index = 0;
361  }
362  skip--;
363  }
364 
365  av_log(avctx, AV_LOG_DEBUG,
366  "Escape sizes: %i, %i, %i\n",
367  frame_size, buf_size, get_bits_count(&gb) / 8);
368 
369  av_frame_unref(s->frame);
370  if ((ret = av_frame_ref(s->frame, frame)) < 0)
371  return ret;
372 
373  *got_frame = 1;
374 
375  return 0;
376 }
377 
378 
380  .name = "escape124",
381  .long_name = NULL_IF_CONFIG_SMALL("Escape 124"),
382  .type = AVMEDIA_TYPE_VIDEO,
383  .id = AV_CODEC_ID_ESCAPE124,
384  .priv_data_size = sizeof(Escape124Context),
386  .close = escape124_decode_close,
388  .capabilities = AV_CODEC_CAP_DR1,
389 };
#define av_cold
Definition: attributes.h:88
Libavcodec external API header.
static av_cold int init(AVCodecContext *avctx)
Definition: avrndec.c:31
#define s(width, name)
Definition: cbs_vp9.c:257
int ff_get_buffer(AVCodecContext *avctx, AVFrame *frame, int flags)
Get a buffer for a frame.
Definition: decode.c:1900
static void decode(AVCodecContext *dec_ctx, AVPacket *pkt, AVFrame *frame, FILE *outfile)
Definition: decode_audio.c:71
static AVFrame * frame
static MacroBlock decode_macroblock(Escape124Context *s, GetBitContext *gb, int *codebook_index, int superblock_index)
Definition: escape124.c:134
static CodeBook unpack_codebook(GetBitContext *gb, unsigned depth, unsigned size)
Definition: escape124.c:85
static const uint16_t mask_matrix[]
Definition: escape124.c:188
static av_cold int escape124_decode_init(AVCodecContext *avctx)
Initialize the decoder.
Definition: escape124.c:56
static unsigned decode_skip_count(GetBitContext *gb)
Definition: escape124.c:112
AVCodec ff_escape124_decoder
Definition: escape124.c:379
static int escape124_decode_frame(AVCodecContext *avctx, void *data, int *got_frame, AVPacket *avpkt)
Definition: escape124.c:193
static void copy_superblock(uint16_t *dest, unsigned dest_stride, uint16_t *src, unsigned src_stride)
Definition: escape124.c:175
static av_cold int escape124_decode_close(AVCodecContext *avctx)
Definition: escape124.c:72
static void insert_mb_into_sb(SuperBlock *sb, MacroBlock mb, unsigned index)
Definition: escape124.c:166
double value
Definition: eval.c:98
bitstream reader API header.
static unsigned int get_bits_long(GetBitContext *s, int n)
Read 0-32 bits.
Definition: get_bits.h:546
static int get_bits_left(GetBitContext *gb)
Definition: get_bits.h:849
static unsigned int get_bits1(GetBitContext *s)
Definition: get_bits.h:498
static int init_get_bits8(GetBitContext *s, const uint8_t *buffer, int byte_size)
Initialize GetBitContext.
Definition: get_bits.h:677
static int get_bits_count(const GetBitContext *s)
Definition: get_bits.h:219
static unsigned int get_bits(GetBitContext *s, int n)
Read 1-25 bits.
Definition: get_bits.h:379
static av_always_inline int get_bitsz(GetBitContext *s, int n)
Read 0-25 bits.
Definition: get_bits.h:415
#define AV_CODEC_CAP_DR1
Codec uses get_buffer() or get_encode_buffer() for allocating buffers and supports custom allocators.
Definition: codec.h:52
#define AV_GET_BUFFER_FLAG_REF
The decoder will keep a reference to the frame and may reuse it later.
Definition: avcodec.h:514
@ AV_CODEC_ID_ESCAPE124
Definition: codec_id.h:164
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
#define AVERROR(e)
Definition: error.h:43
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:553
int av_frame_ref(AVFrame *dst, const AVFrame *src)
Set up a new reference to the data described by the source frame.
Definition: frame.c:443
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:203
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
Definition: frame.c:190
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:215
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
int index
Definition: gxfenc.c:89
int i
Definition: input.c:407
#define av_log2
Definition: intmath.h:83
common internal API header
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:117
static const uint16_t mask[17]
Definition: lzw.c:38
const char data[16]
Definition: mxf.c:142
int frame_size
Definition: mxfenc.c:2206
#define AV_PIX_FMT_RGB555
Definition: pixfmt.h:387
main external API structure.
Definition: avcodec.h:536
enum AVPixelFormat pix_fmt
Pixel format, see AV_PIX_FMT_xxx.
Definition: avcodec.h:746
int width
picture width / height.
Definition: avcodec.h:709
void * priv_data
Definition: avcodec.h:563
AVCodec.
Definition: codec.h:197
const char * name
Name of the codec implementation.
Definition: codec.h:204
This structure describes decoded (raw) audio or video data.
Definition: frame.h:318
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:332
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:349
This structure stores compressed data.
Definition: packet.h:346
int size
Definition: packet.h:370
uint8_t * data
Definition: packet.h:369
unsigned size
Definition: escape124.c:39
unsigned depth
Definition: escape124.c:38
MacroBlock * blocks
Definition: escape124.c:40
AVFrame * frame
Definition: escape124.c:44
CodeBook codebooks[3]
Definition: escape124.c:48
unsigned num_superblocks
Definition: escape124.c:46
#define av_freep(p)
#define av_malloc(s)
#define av_log(a,...)
#define src
Definition: vp8dsp.c:255
int size
uint32_t pixels32[2]
Definition: escape124.c:29
uint16_t pixels[4]
Definition: escape124.c:28
uint16_t pixels[64]
Definition: escape124.c:33
uint32_t pixels32[32]
Definition: escape124.c:34
#define mb
static double cb(void *priv, double x, double y)
Definition: vf_geq.c:215