Libav
mjpegdec.c
Go to the documentation of this file.
1 /*
2  * MJPEG decoder
3  * Copyright (c) 2000, 2001 Fabrice Bellard
4  * Copyright (c) 2003 Alex Beregszaszi
5  * Copyright (c) 2003-2004 Michael Niedermayer
6  *
7  * Support for external huffman table, various fixes (AVID workaround),
8  * aspecting, new decode_frame mechanism and apple mjpeg-b support
9  * by Alex Beregszaszi
10  *
11  * This file is part of Libav.
12  *
13  * Libav is free software; you can redistribute it and/or
14  * modify it under the terms of the GNU Lesser General Public
15  * License as published by the Free Software Foundation; either
16  * version 2.1 of the License, or (at your option) any later version.
17  *
18  * Libav is distributed in the hope that it will be useful,
19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
21  * Lesser General Public License for more details.
22  *
23  * You should have received a copy of the GNU Lesser General Public
24  * License along with Libav; if not, write to the Free Software
25  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
26  */
27 
33 #include <assert.h>
34 
35 #include "libavutil/imgutils.h"
36 #include "libavutil/opt.h"
37 #include "avcodec.h"
38 #include "internal.h"
39 #include "mjpeg.h"
40 #include "mjpegdec.h"
41 #include "jpeglsdec.h"
42 
43 
44 static int build_vlc(VLC *vlc, const uint8_t *bits_table,
45  const uint8_t *val_table, int nb_codes,
46  int use_static, int is_ac)
47 {
48  uint8_t huff_size[256] = { 0 };
49  uint16_t huff_code[256];
50  uint16_t huff_sym[256];
51  int i;
52 
53  assert(nb_codes <= 256);
54 
55  ff_mjpeg_build_huffman_codes(huff_size, huff_code, bits_table, val_table);
56 
57  for (i = 0; i < 256; i++)
58  huff_sym[i] = i + 16 * is_ac;
59 
60  if (is_ac)
61  huff_sym[0] = 16 * 256;
62 
63  return ff_init_vlc_sparse(vlc, 9, nb_codes, huff_size, 1, 1,
64  huff_code, 2, 2, huff_sym, 2, 2, use_static);
65 }
66 
68 {
70  avpriv_mjpeg_val_dc, 12, 0, 0);
72  avpriv_mjpeg_val_dc, 12, 0, 0);
81 }
82 
84 {
85  MJpegDecodeContext *s = avctx->priv_data;
86 
87  if (!s->picture_ptr) {
88  s->picture = av_frame_alloc();
89  if (!s->picture)
90  return AVERROR(ENOMEM);
91  s->picture_ptr = s->picture;
92  }
93 
94  s->avctx = avctx;
95  ff_hpeldsp_init(&s->hdsp, avctx->flags);
96  ff_dsputil_init(&s->dsp, avctx);
98  s->buffer_size = 0;
99  s->buffer = NULL;
100  s->start_code = -1;
101  s->first_picture = 1;
102  s->org_height = avctx->coded_height;
104 
106 
107  if (s->extern_huff) {
108  int ret;
109  av_log(avctx, AV_LOG_INFO, "mjpeg: using external huffman table\n");
110  init_get_bits(&s->gb, avctx->extradata, avctx->extradata_size * 8);
111  if ((ret = ff_mjpeg_decode_dht(s))) {
112  av_log(avctx, AV_LOG_ERROR,
113  "mjpeg: error using external huffman table\n");
114  return ret;
115  }
116  }
117  if (avctx->field_order == AV_FIELD_BB) { /* quicktime icefloe 019 */
118  s->interlace_polarity = 1; /* bottom field first */
119  av_log(avctx, AV_LOG_DEBUG, "mjpeg bottom field first\n");
120  }
121  if (avctx->codec->id == AV_CODEC_ID_AMV)
122  s->flipped = 1;
123 
124  return 0;
125 }
126 
127 
128 /* quantize tables */
130 {
131  int len, index, i, j;
132 
133  len = get_bits(&s->gb, 16) - 2;
134 
135  while (len >= 65) {
136  /* only 8 bit precision handled */
137  if (get_bits(&s->gb, 4) != 0) {
138  av_log(s->avctx, AV_LOG_ERROR, "dqt: 16bit precision\n");
139  return -1;
140  }
141  index = get_bits(&s->gb, 4);
142  if (index >= 4)
143  return -1;
144  av_log(s->avctx, AV_LOG_DEBUG, "index=%d\n", index);
145  /* read quant table */
146  for (i = 0; i < 64; i++) {
147  j = s->scantable.permutated[i];
148  s->quant_matrixes[index][j] = get_bits(&s->gb, 8);
149  }
150 
151  // XXX FIXME finetune, and perhaps add dc too
152  s->qscale[index] = FFMAX(s->quant_matrixes[index][s->scantable.permutated[1]],
153  s->quant_matrixes[index][s->scantable.permutated[8]]) >> 1;
154  av_log(s->avctx, AV_LOG_DEBUG, "qscale[%d]: %d\n",
155  index, s->qscale[index]);
156  len -= 65;
157  }
158  return 0;
159 }
160 
161 /* decode huffman tables and build VLC decoders */
163 {
164  int len, index, i, class, n, v, code_max;
165  uint8_t bits_table[17];
166  uint8_t val_table[256];
167  int ret = 0;
168 
169  len = get_bits(&s->gb, 16) - 2;
170 
171  while (len > 0) {
172  if (len < 17)
173  return AVERROR_INVALIDDATA;
174  class = get_bits(&s->gb, 4);
175  if (class >= 2)
176  return AVERROR_INVALIDDATA;
177  index = get_bits(&s->gb, 4);
178  if (index >= 4)
179  return AVERROR_INVALIDDATA;
180  n = 0;
181  for (i = 1; i <= 16; i++) {
182  bits_table[i] = get_bits(&s->gb, 8);
183  n += bits_table[i];
184  }
185  len -= 17;
186  if (len < n || n > 256)
187  return AVERROR_INVALIDDATA;
188 
189  code_max = 0;
190  for (i = 0; i < n; i++) {
191  v = get_bits(&s->gb, 8);
192  if (v > code_max)
193  code_max = v;
194  val_table[i] = v;
195  }
196  len -= n;
197 
198  /* build VLC and flush previous vlc if present */
199  ff_free_vlc(&s->vlcs[class][index]);
200  av_log(s->avctx, AV_LOG_DEBUG, "class=%d index=%d nb_codes=%d\n",
201  class, index, code_max + 1);
202  if ((ret = build_vlc(&s->vlcs[class][index], bits_table, val_table,
203  code_max + 1, 0, class > 0)) < 0)
204  return ret;
205 
206  if (class > 0) {
207  ff_free_vlc(&s->vlcs[2][index]);
208  if ((ret = build_vlc(&s->vlcs[2][index], bits_table, val_table,
209  code_max + 1, 0, 0)) < 0)
210  return ret;
211  }
212  }
213  return 0;
214 }
215 
217 {
218  int len, nb_components, i, width, height, pix_fmt_id, ret;
219 
220  /* XXX: verify len field validity */
221  len = get_bits(&s->gb, 16);
222  s->bits = get_bits(&s->gb, 8);
223 
224  if (s->pegasus_rct)
225  s->bits = 9;
226  if (s->bits == 9 && !s->pegasus_rct)
227  s->rct = 1; // FIXME ugly
228 
229  if (s->bits != 8 && !s->lossless) {
230  av_log(s->avctx, AV_LOG_ERROR, "only 8 bits/component accepted\n");
231  return -1;
232  }
233 
234  height = get_bits(&s->gb, 16);
235  width = get_bits(&s->gb, 16);
236 
237  // HACK for odd_height.mov
238  if (s->interlaced && s->width == width && s->height == height + 1)
239  height= s->height;
240 
241  av_log(s->avctx, AV_LOG_DEBUG, "sof0: picture: %dx%d\n", width, height);
242  if (av_image_check_size(width, height, 0, s->avctx))
243  return AVERROR_INVALIDDATA;
244 
245  nb_components = get_bits(&s->gb, 8);
246  if (nb_components <= 0 ||
247  nb_components > MAX_COMPONENTS)
248  return -1;
249  if (s->interlaced && (s->bottom_field == !s->interlace_polarity)) {
250  if (nb_components != s->nb_components) {
252  "nb_components changing in interlaced picture\n");
253  return AVERROR_INVALIDDATA;
254  }
255  }
256  if (s->ls && !(s->bits <= 8 || nb_components == 1)) {
258  "JPEG-LS that is not <= 8 "
259  "bits/component or 16-bit gray");
260  return AVERROR_PATCHWELCOME;
261  }
262  s->nb_components = nb_components;
263  s->h_max = 1;
264  s->v_max = 1;
265  for (i = 0; i < nb_components; i++) {
266  /* component id */
267  s->component_id[i] = get_bits(&s->gb, 8) - 1;
268  s->h_count[i] = get_bits(&s->gb, 4);
269  s->v_count[i] = get_bits(&s->gb, 4);
270  /* compute hmax and vmax (only used in interleaved case) */
271  if (s->h_count[i] > s->h_max)
272  s->h_max = s->h_count[i];
273  if (s->v_count[i] > s->v_max)
274  s->v_max = s->v_count[i];
275  s->quant_index[i] = get_bits(&s->gb, 8);
276  if (s->quant_index[i] >= 4)
277  return AVERROR_INVALIDDATA;
278  if (!s->h_count[i] || !s->v_count[i]) {
280  "Invalid sampling factor in component %d %d:%d\n",
281  i, s->h_count[i], s->v_count[i]);
282  return AVERROR_INVALIDDATA;
283  }
284 
285  av_log(s->avctx, AV_LOG_DEBUG, "component %d %d:%d id: %d quant:%d\n",
286  i, s->h_count[i], s->v_count[i],
287  s->component_id[i], s->quant_index[i]);
288  }
289 
290  if (s->ls && (s->h_max > 1 || s->v_max > 1)) {
291  avpriv_report_missing_feature(s->avctx, "Subsampling in JPEG-LS");
292  return AVERROR_PATCHWELCOME;
293  }
294 
295  if (s->v_max == 1 && s->h_max == 1 && s->lossless == 1)
296  s->rgb = 1;
297 
298  /* if different size, realloc/alloc picture */
299  /* XXX: also check h_count and v_count */
300  if (width != s->width || height != s->height) {
301  s->width = width;
302  s->height = height;
303  s->interlaced = 0;
304 
305  /* test interlaced mode */
306  if (s->first_picture &&
307  s->org_height != 0 &&
308  s->height < ((s->org_height * 3) / 4)) {
309  s->interlaced = 1;
313  height *= 2;
314  }
315 
316  ret = ff_set_dimensions(s->avctx, width, height);
317  if (ret < 0)
318  return ret;
319 
320  s->first_picture = 0;
321  }
322 
323  if (!(s->interlaced && (s->bottom_field == !s->interlace_polarity))) {
324  /* XXX: not complete test ! */
325  pix_fmt_id = (s->h_count[0] << 28) | (s->v_count[0] << 24) |
326  (s->h_count[1] << 20) | (s->v_count[1] << 16) |
327  (s->h_count[2] << 12) | (s->v_count[2] << 8) |
328  (s->h_count[3] << 4) | s->v_count[3];
329  av_log(s->avctx, AV_LOG_DEBUG, "pix fmt id %x\n", pix_fmt_id);
330  /* NOTE we do not allocate pictures large enough for the possible
331  * padding of h/v_count being 4 */
332  if (!(pix_fmt_id & 0xD0D0D0D0))
333  pix_fmt_id -= (pix_fmt_id & 0xF0F0F0F0) >> 1;
334  if (!(pix_fmt_id & 0x0D0D0D0D))
335  pix_fmt_id -= (pix_fmt_id & 0x0F0F0F0F) >> 1;
336 
337  switch (pix_fmt_id) {
338  case 0x11111100:
339  if (s->rgb)
341  else
343  assert(s->nb_components == 3);
344  break;
345  case 0x11000000:
347  break;
348  case 0x12111100:
350  break;
351  case 0x21111100:
353  break;
354  case 0x22111100:
356  break;
357  default:
358  av_log(s->avctx, AV_LOG_ERROR, "Unhandled pixel format 0x%x\n", pix_fmt_id);
359  return AVERROR_PATCHWELCOME;
360  }
361  if (s->ls) {
362  if (s->nb_components > 1)
364  else if (s->bits <= 8)
366  else
368  }
369 
371  if (!s->pix_desc) {
372  av_log(s->avctx, AV_LOG_ERROR, "Could not get a pixel format descriptor.\n");
373  return AVERROR_BUG;
374  }
375 
378  av_log(s->avctx, AV_LOG_ERROR, "get_buffer() failed\n");
379  return -1;
380  }
382  s->picture_ptr->key_frame = 1;
383  s->got_picture = 1;
384 
385  for (i = 0; i < 3; i++)
386  s->linesize[i] = s->picture_ptr->linesize[i] << s->interlaced;
387 
388  av_dlog(s->avctx, "%d %d %d %d %d %d\n",
389  s->width, s->height, s->linesize[0], s->linesize[1],
390  s->interlaced, s->avctx->height);
391 
392  if (len != (8 + (3 * nb_components)))
393  av_log(s->avctx, AV_LOG_DEBUG, "decode_sof0: error, len(%d) mismatch\n", len);
394  }
395 
396  /* totally blank picture as progressive JPEG will only add details to it */
397  if (s->progressive) {
398  int bw = (width + s->h_max * 8 - 1) / (s->h_max * 8);
399  int bh = (height + s->v_max * 8 - 1) / (s->v_max * 8);
400  for (i = 0; i < s->nb_components; i++) {
401  int size = bw * bh * s->h_count[i] * s->v_count[i];
402  av_freep(&s->blocks[i]);
403  av_freep(&s->last_nnz[i]);
404  s->blocks[i] = av_malloc(size * sizeof(**s->blocks));
405  s->last_nnz[i] = av_mallocz(size * sizeof(**s->last_nnz));
406  s->block_stride[i] = bw * s->h_count[i];
407  }
408  memset(s->coefs_finished, 0, sizeof(s->coefs_finished));
409  }
410  return 0;
411 }
412 
413 static inline int mjpeg_decode_dc(MJpegDecodeContext *s, int dc_index)
414 {
415  int code;
416  code = get_vlc2(&s->gb, s->vlcs[0][dc_index].table, 9, 2);
417  if (code < 0) {
419  "mjpeg_decode_dc: bad vlc: %d:%d (%p)\n",
420  0, dc_index, &s->vlcs[0][dc_index]);
421  return 0xffff;
422  }
423 
424  if (code)
425  return get_xbits(&s->gb, code);
426  else
427  return 0;
428 }
429 
430 /* decode block and dequantize */
431 static int decode_block(MJpegDecodeContext *s, int16_t *block, int component,
432  int dc_index, int ac_index, int16_t *quant_matrix)
433 {
434  int code, i, j, level, val;
435 
436  /* DC coef */
437  val = mjpeg_decode_dc(s, dc_index);
438  if (val == 0xffff) {
439  av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
440  return AVERROR_INVALIDDATA;
441  }
442  val = val * quant_matrix[0] + s->last_dc[component];
443  s->last_dc[component] = val;
444  block[0] = val;
445  /* AC coefs */
446  i = 0;
447  {OPEN_READER(re, &s->gb);
448  do {
449  UPDATE_CACHE(re, &s->gb);
450  GET_VLC(code, re, &s->gb, s->vlcs[1][ac_index].table, 9, 2);
451 
452  i += ((unsigned)code) >> 4;
453  code &= 0xf;
454  if (code) {
455  if (code > MIN_CACHE_BITS - 16)
456  UPDATE_CACHE(re, &s->gb);
457 
458  {
459  int cache = GET_CACHE(re, &s->gb);
460  int sign = (~cache) >> 31;
461  level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
462  }
463 
464  LAST_SKIP_BITS(re, &s->gb, code);
465 
466  if (i > 63) {
467  av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
468  return AVERROR_INVALIDDATA;
469  }
470  j = s->scantable.permutated[i];
471  block[j] = level * quant_matrix[j];
472  }
473  } while (i < 63);
474  CLOSE_READER(re, &s->gb);}
475 
476  return 0;
477 }
478 
480  int component, int dc_index,
481  int16_t *quant_matrix, int Al)
482 {
483  int val;
484  s->dsp.clear_block(block);
485  val = mjpeg_decode_dc(s, dc_index);
486  if (val == 0xffff) {
487  av_log(s->avctx, AV_LOG_ERROR, "error dc\n");
488  return AVERROR_INVALIDDATA;
489  }
490  val = (val * quant_matrix[0] << Al) + s->last_dc[component];
491  s->last_dc[component] = val;
492  block[0] = val;
493  return 0;
494 }
495 
496 /* decode block and dequantize - progressive JPEG version */
498  uint8_t *last_nnz, int ac_index,
499  int16_t *quant_matrix,
500  int ss, int se, int Al, int *EOBRUN)
501 {
502  int code, i, j, level, val, run;
503 
504  if (*EOBRUN) {
505  (*EOBRUN)--;
506  return 0;
507  }
508 
509  {
510  OPEN_READER(re, &s->gb);
511  for (i = ss; ; i++) {
512  UPDATE_CACHE(re, &s->gb);
513  GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
514 
515  run = ((unsigned) code) >> 4;
516  code &= 0xF;
517  if (code) {
518  i += run;
519  if (code > MIN_CACHE_BITS - 16)
520  UPDATE_CACHE(re, &s->gb);
521 
522  {
523  int cache = GET_CACHE(re, &s->gb);
524  int sign = (~cache) >> 31;
525  level = (NEG_USR32(sign ^ cache,code) ^ sign) - sign;
526  }
527 
528  LAST_SKIP_BITS(re, &s->gb, code);
529 
530  if (i >= se) {
531  if (i == se) {
532  j = s->scantable.permutated[se];
533  block[j] = level * quant_matrix[j] << Al;
534  break;
535  }
536  av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i);
537  return AVERROR_INVALIDDATA;
538  }
539  j = s->scantable.permutated[i];
540  block[j] = level * quant_matrix[j] << Al;
541  } else {
542  if (run == 0xF) {// ZRL - skip 15 coefficients
543  i += 15;
544  if (i >= se) {
545  av_log(s->avctx, AV_LOG_ERROR, "ZRL overflow: %d\n", i);
546  return AVERROR_INVALIDDATA;
547  }
548  } else {
549  val = (1 << run);
550  if (run) {
551  UPDATE_CACHE(re, &s->gb);
552  val += NEG_USR32(GET_CACHE(re, &s->gb), run);
553  LAST_SKIP_BITS(re, &s->gb, run);
554  }
555  *EOBRUN = val - 1;
556  break;
557  }
558  }
559  }
560  CLOSE_READER(re, &s->gb);
561  }
562 
563  if (i > *last_nnz)
564  *last_nnz = i;
565 
566  return 0;
567 }
568 
569 #define REFINE_BIT(j) { \
570  UPDATE_CACHE(re, &s->gb); \
571  sign = block[j] >> 15; \
572  block[j] += SHOW_UBITS(re, &s->gb, 1) * \
573  ((quant_matrix[j] ^ sign) - sign) << Al; \
574  LAST_SKIP_BITS(re, &s->gb, 1); \
575 }
576 
577 #define ZERO_RUN \
578 for (; ; i++) { \
579  if (i > last) { \
580  i += run; \
581  if (i > se) { \
582  av_log(s->avctx, AV_LOG_ERROR, "error count: %d\n", i); \
583  return -1; \
584  } \
585  break; \
586  } \
587  j = s->scantable.permutated[i]; \
588  if (block[j]) \
589  REFINE_BIT(j) \
590  else if (run-- == 0) \
591  break; \
592 }
593 
594 /* decode block and dequantize - progressive JPEG refinement pass */
596  uint8_t *last_nnz,
597  int ac_index, int16_t *quant_matrix,
598  int ss, int se, int Al, int *EOBRUN)
599 {
600  int code, i = ss, j, sign, val, run;
601  int last = FFMIN(se, *last_nnz);
602 
603  OPEN_READER(re, &s->gb);
604  if (*EOBRUN) {
605  (*EOBRUN)--;
606  } else {
607  for (; ; i++) {
608  UPDATE_CACHE(re, &s->gb);
609  GET_VLC(code, re, &s->gb, s->vlcs[2][ac_index].table, 9, 2);
610 
611  if (code & 0xF) {
612  run = ((unsigned) code) >> 4;
613  UPDATE_CACHE(re, &s->gb);
614  val = SHOW_UBITS(re, &s->gb, 1);
615  LAST_SKIP_BITS(re, &s->gb, 1);
616  ZERO_RUN;
617  j = s->scantable.permutated[i];
618  val--;
619  block[j] = ((quant_matrix[j]^val) - val) << Al;
620  if (i == se) {
621  if (i > *last_nnz)
622  *last_nnz = i;
623  CLOSE_READER(re, &s->gb);
624  return 0;
625  }
626  } else {
627  run = ((unsigned) code) >> 4;
628  if (run == 0xF) {
629  ZERO_RUN;
630  } else {
631  val = run;
632  run = (1 << run);
633  if (val) {
634  UPDATE_CACHE(re, &s->gb);
635  run += SHOW_UBITS(re, &s->gb, val);
636  LAST_SKIP_BITS(re, &s->gb, val);
637  }
638  *EOBRUN = run - 1;
639  break;
640  }
641  }
642  }
643 
644  if (i > *last_nnz)
645  *last_nnz = i;
646  }
647 
648  for (; i <= last; i++) {
649  j = s->scantable.permutated[i];
650  if (block[j])
651  REFINE_BIT(j)
652  }
653  CLOSE_READER(re, &s->gb);
654 
655  return 0;
656 }
657 #undef REFINE_BIT
658 #undef ZERO_RUN
659 
660 static int ljpeg_decode_rgb_scan(MJpegDecodeContext *s, int predictor,
661  int point_transform)
662 {
663  int i, mb_x, mb_y;
664  uint16_t (*buffer)[4];
665  int left[3], top[3], topleft[3];
666  const int linesize = s->linesize[0];
667  const int mask = (1 << s->bits) - 1;
668 
670  (unsigned)s->mb_width * 4 * sizeof(s->ljpeg_buffer[0][0]));
671  buffer = s->ljpeg_buffer;
672 
673  for (i = 0; i < 3; i++)
674  buffer[0][i] = 1 << (s->bits + point_transform - 1);
675 
676  for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
677  const int modified_predictor = mb_y ? predictor : 1;
678  uint8_t *ptr = s->picture_ptr->data[0] + (linesize * mb_y);
679 
680  if (s->interlaced && s->bottom_field)
681  ptr += linesize >> 1;
682 
683  for (i = 0; i < 3; i++)
684  top[i] = left[i] = topleft[i] = buffer[0][i];
685 
686  for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
687  if (s->restart_interval && !s->restart_count)
689 
690  for (i = 0; i < 3; i++) {
691  int pred;
692 
693  topleft[i] = top[i];
694  top[i] = buffer[mb_x][i];
695 
696  PREDICT(pred, topleft[i], top[i], left[i], modified_predictor);
697 
698  left[i] = buffer[mb_x][i] =
699  mask & (pred + (mjpeg_decode_dc(s, s->dc_index[i]) << point_transform));
700  }
701 
702  if (s->restart_interval && !--s->restart_count) {
703  align_get_bits(&s->gb);
704  skip_bits(&s->gb, 16); /* skip RSTn */
705  }
706  }
707 
708  if (s->rct) {
709  for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
710  ptr[4 * mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2] - 0x200) >> 2);
711  ptr[4 * mb_x + 0] = buffer[mb_x][1] + ptr[4 * mb_x + 1];
712  ptr[4 * mb_x + 2] = buffer[mb_x][2] + ptr[4 * mb_x + 1];
713  }
714  } else if (s->pegasus_rct) {
715  for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
716  ptr[4 * mb_x + 1] = buffer[mb_x][0] - ((buffer[mb_x][1] + buffer[mb_x][2]) >> 2);
717  ptr[4 * mb_x + 0] = buffer[mb_x][1] + ptr[4 * mb_x + 1];
718  ptr[4 * mb_x + 2] = buffer[mb_x][2] + ptr[4 * mb_x + 1];
719  }
720  } else {
721  for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
722  ptr[4 * mb_x + 0] = buffer[mb_x][2];
723  ptr[4 * mb_x + 1] = buffer[mb_x][1];
724  ptr[4 * mb_x + 2] = buffer[mb_x][0];
725  }
726  }
727  }
728  return 0;
729 }
730 
731 static int ljpeg_decode_yuv_scan(MJpegDecodeContext *s, int predictor,
732  int point_transform, int nb_components)
733 {
734  int i, mb_x, mb_y;
735 
736  for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
737  for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
738  if (s->restart_interval && !s->restart_count)
740 
741  if (mb_x == 0 || mb_y == 0 || s->interlaced) {
742  for (i = 0; i < nb_components; i++) {
743  uint8_t *ptr;
744  int n, h, v, x, y, c, j, linesize;
745  n = s->nb_blocks[i];
746  c = s->comp_index[i];
747  h = s->h_scount[i];
748  v = s->v_scount[i];
749  x = 0;
750  y = 0;
751  linesize = s->linesize[c];
752 
753  for (j = 0; j < n; j++) {
754  int pred;
755  // FIXME optimize this crap
756  ptr = s->picture_ptr->data[c] +
757  (linesize * (v * mb_y + y)) +
758  (h * mb_x + x);
759  if (y == 0 && mb_y == 0) {
760  if (x == 0 && mb_x == 0)
761  pred = 128 << point_transform;
762  else
763  pred = ptr[-1];
764  } else {
765  if (x == 0 && mb_x == 0)
766  pred = ptr[-linesize];
767  else
768  PREDICT(pred, ptr[-linesize - 1],
769  ptr[-linesize], ptr[-1], predictor);
770  }
771 
772  if (s->interlaced && s->bottom_field)
773  ptr += linesize >> 1;
774  *ptr = pred + (mjpeg_decode_dc(s, s->dc_index[i]) << point_transform);
775 
776  if (++x == h) {
777  x = 0;
778  y++;
779  }
780  }
781  }
782  } else {
783  for (i = 0; i < nb_components; i++) {
784  uint8_t *ptr;
785  int n, h, v, x, y, c, j, linesize;
786  n = s->nb_blocks[i];
787  c = s->comp_index[i];
788  h = s->h_scount[i];
789  v = s->v_scount[i];
790  x = 0;
791  y = 0;
792  linesize = s->linesize[c];
793 
794  for (j = 0; j < n; j++) {
795  int pred;
796 
797  // FIXME optimize this crap
798  ptr = s->picture_ptr->data[c] +
799  (linesize * (v * mb_y + y)) +
800  (h * mb_x + x);
801  PREDICT(pred, ptr[-linesize - 1],
802  ptr[-linesize], ptr[-1], predictor);
803  *ptr = pred + (mjpeg_decode_dc(s, s->dc_index[i]) << point_transform);
804  if (++x == h) {
805  x = 0;
806  y++;
807  }
808  }
809  }
810  }
811  if (s->restart_interval && !--s->restart_count) {
812  align_get_bits(&s->gb);
813  skip_bits(&s->gb, 16); /* skip RSTn */
814  }
815  }
816  }
817  return 0;
818 }
819 
820 static int mjpeg_decode_scan(MJpegDecodeContext *s, int nb_components, int Ah,
821  int Al, const uint8_t *mb_bitmask,
822  const AVFrame *reference)
823 {
824  int i, mb_x, mb_y;
826  const uint8_t *reference_data[MAX_COMPONENTS];
827  int linesize[MAX_COMPONENTS];
828  GetBitContext mb_bitmask_gb;
829 
830  if (mb_bitmask)
831  init_get_bits(&mb_bitmask_gb, mb_bitmask, s->mb_width * s->mb_height);
832 
833  for (i = 0; i < nb_components; i++) {
834  int c = s->comp_index[i];
835  data[c] = s->picture_ptr->data[c];
836  reference_data[c] = reference ? reference->data[c] : NULL;
837  linesize[c] = s->linesize[c];
838  s->coefs_finished[c] |= 1;
839  }
840 
841  for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
842  for (mb_x = 0; mb_x < s->mb_width; mb_x++) {
843  const int copy_mb = mb_bitmask && !get_bits1(&mb_bitmask_gb);
844 
845  if (s->restart_interval && !s->restart_count)
847 
848  if (get_bits_left(&s->gb) < 0) {
849  av_log(s->avctx, AV_LOG_ERROR, "overread %d\n",
850  -get_bits_left(&s->gb));
851  return AVERROR_INVALIDDATA;
852  }
853  for (i = 0; i < nb_components; i++) {
854  uint8_t *ptr;
855  int n, h, v, x, y, c, j;
856  int block_offset;
857  n = s->nb_blocks[i];
858  c = s->comp_index[i];
859  h = s->h_scount[i];
860  v = s->v_scount[i];
861  x = 0;
862  y = 0;
863  for (j = 0; j < n; j++) {
864  block_offset = ((linesize[c] * (v * mb_y + y) * 8) +
865  (h * mb_x + x) * 8);
866 
867  if (s->interlaced && s->bottom_field)
868  block_offset += linesize[c] >> 1;
869  ptr = data[c] + block_offset;
870  if (!s->progressive) {
871  if (copy_mb)
872  s->hdsp.put_pixels_tab[1][0](ptr,
873  reference_data[c] + block_offset,
874  linesize[c], 8);
875  else {
876  s->dsp.clear_block(s->block);
877  if (decode_block(s, s->block, i,
878  s->dc_index[i], s->ac_index[i],
879  s->quant_matrixes[s->quant_index[c]]) < 0) {
881  "error y=%d x=%d\n", mb_y, mb_x);
882  return AVERROR_INVALIDDATA;
883  }
884  s->dsp.idct_put(ptr, linesize[c], s->block);
885  }
886  } else {
887  int block_idx = s->block_stride[c] * (v * mb_y + y) +
888  (h * mb_x + x);
889  int16_t *block = s->blocks[c][block_idx];
890  if (Ah)
891  block[0] += get_bits1(&s->gb) *
892  s->quant_matrixes[s->quant_index[c]][0] << Al;
893  else if (decode_dc_progressive(s, block, i, s->dc_index[i],
894  s->quant_matrixes[s->quant_index[c]],
895  Al) < 0) {
897  "error y=%d x=%d\n", mb_y, mb_x);
898  return AVERROR_INVALIDDATA;
899  }
900  }
901  av_dlog(s->avctx, "mb: %d %d processed\n", mb_y, mb_x);
902  av_dlog(s->avctx, "%d %d %d %d %d %d %d %d \n",
903  mb_x, mb_y, x, y, c, s->bottom_field,
904  (v * mb_y + y) * 8, (h * mb_x + x) * 8);
905  if (++x == h) {
906  x = 0;
907  y++;
908  }
909  }
910  }
911 
912  if (s->restart_interval) {
913  s->restart_count--;
914  i = 8 + ((-get_bits_count(&s->gb)) & 7);
915  /* skip RSTn */
916  if (show_bits(&s->gb, i) == (1 << i) - 1) {
917  int pos = get_bits_count(&s->gb);
918  align_get_bits(&s->gb);
919  while (get_bits_left(&s->gb) >= 8 && show_bits(&s->gb, 8) == 0xFF)
920  skip_bits(&s->gb, 8);
921  if ((get_bits(&s->gb, 8) & 0xF8) == 0xD0) {
922  for (i = 0; i < nb_components; i++) /* reset dc */
923  s->last_dc[i] = 1024;
924  } else
925  skip_bits_long(&s->gb, pos - get_bits_count(&s->gb));
926  }
927  }
928  }
929  }
930  return 0;
931 }
932 
934  int se, int Ah, int Al,
935  const uint8_t *mb_bitmask,
936  const AVFrame *reference)
937 {
938  int mb_x, mb_y;
939  int EOBRUN = 0;
940  int c = s->comp_index[0];
941  uint8_t *data = s->picture_ptr->data[c];
942  const uint8_t *reference_data = reference ? reference->data[c] : NULL;
943  int linesize = s->linesize[c];
944  int last_scan = 0;
945  int16_t *quant_matrix = s->quant_matrixes[s->quant_index[c]];
946  GetBitContext mb_bitmask_gb;
947 
948  if (ss < 0 || ss >= 64 ||
949  se < ss || se >= 64 ||
950  Ah < 0 || Al < 0)
951  return AVERROR_INVALIDDATA;
952 
953  if (mb_bitmask)
954  init_get_bits(&mb_bitmask_gb, mb_bitmask, s->mb_width * s->mb_height);
955 
956  if (!Al) {
957  s->coefs_finished[c] |= (1LL << (se + 1)) - (1LL << ss);
958  last_scan = !~s->coefs_finished[c];
959  }
960 
961  if (s->interlaced && s->bottom_field) {
962  int offset = linesize >> 1;
963  data += offset;
964  reference_data += offset;
965  }
966 
967  for (mb_y = 0; mb_y < s->mb_height; mb_y++) {
968  int block_offset = mb_y * linesize * 8;
969  uint8_t *ptr = data + block_offset;
970  int block_idx = mb_y * s->block_stride[c];
971  int16_t (*block)[64] = &s->blocks[c][block_idx];
972  uint8_t *last_nnz = &s->last_nnz[c][block_idx];
973  for (mb_x = 0; mb_x < s->mb_width; mb_x++, block++, last_nnz++) {
974  const int copy_mb = mb_bitmask && !get_bits1(&mb_bitmask_gb);
975 
976  if (!copy_mb) {
977  int ret;
978  if (Ah)
979  ret = decode_block_refinement(s, *block, last_nnz, s->ac_index[0],
980  quant_matrix, ss, se, Al, &EOBRUN);
981  else
982  ret = decode_block_progressive(s, *block, last_nnz, s->ac_index[0],
983  quant_matrix, ss, se, Al, &EOBRUN);
984  if (ret < 0) {
986  "error y=%d x=%d\n", mb_y, mb_x);
987  return AVERROR_INVALIDDATA;
988  }
989  }
990 
991  if (last_scan) {
992  if (copy_mb) {
993  s->hdsp.put_pixels_tab[1][0](ptr,
994  reference_data + block_offset,
995  linesize, 8);
996  } else {
997  s->dsp.idct_put(ptr, linesize, *block);
998  ptr += 8;
999  }
1000  }
1001  }
1002  }
1003  return 0;
1004 }
1005 
1007  const AVFrame *reference)
1008 {
1009  int len, nb_components, i, h, v, predictor, point_transform;
1010  int index, id, ret;
1011  const int block_size = s->lossless ? 1 : 8;
1012  int ilv, prev_shift;
1013 
1014  /* XXX: verify len field validity */
1015  len = get_bits(&s->gb, 16);
1016  nb_components = get_bits(&s->gb, 8);
1017  if (nb_components == 0 || nb_components > MAX_COMPONENTS) {
1019  "decode_sos: nb_components (%d) unsupported\n", nb_components);
1020  return AVERROR_PATCHWELCOME;
1021  }
1022  if (len != 6 + 2 * nb_components) {
1023  av_log(s->avctx, AV_LOG_ERROR, "decode_sos: invalid len (%d)\n", len);
1024  return AVERROR_INVALIDDATA;
1025  }
1026  for (i = 0; i < nb_components; i++) {
1027  id = get_bits(&s->gb, 8) - 1;
1028  av_log(s->avctx, AV_LOG_DEBUG, "component: %d\n", id);
1029  /* find component index */
1030  for (index = 0; index < s->nb_components; index++)
1031  if (id == s->component_id[index])
1032  break;
1033  if (index == s->nb_components) {
1035  "decode_sos: index(%d) out of components\n", index);
1036  return AVERROR_INVALIDDATA;
1037  }
1038  /* Metasoft MJPEG codec has Cb and Cr swapped */
1039  if (s->avctx->codec_tag == MKTAG('M', 'T', 'S', 'J')
1040  && nb_components == 3 && s->nb_components == 3 && i)
1041  index = 3 - i;
1042 
1043  s->comp_index[i] = index;
1044 
1045  s->nb_blocks[i] = s->h_count[index] * s->v_count[index];
1046  s->h_scount[i] = s->h_count[index];
1047  s->v_scount[i] = s->v_count[index];
1048 
1049  s->dc_index[i] = get_bits(&s->gb, 4);
1050  s->ac_index[i] = get_bits(&s->gb, 4);
1051 
1052  if (s->dc_index[i] < 0 || s->ac_index[i] < 0 ||
1053  s->dc_index[i] >= 4 || s->ac_index[i] >= 4)
1054  goto out_of_range;
1055  if (!s->vlcs[0][s->dc_index[i]].table ||
1056  !s->vlcs[1][s->ac_index[i]].table)
1057  goto out_of_range;
1058  }
1059 
1060  predictor = get_bits(&s->gb, 8); /* JPEG Ss / lossless JPEG predictor /JPEG-LS NEAR */
1061  ilv = get_bits(&s->gb, 8); /* JPEG Se / JPEG-LS ILV */
1062  prev_shift = get_bits(&s->gb, 4); /* Ah */
1063  point_transform = get_bits(&s->gb, 4); /* Al */
1064 
1065  if (nb_components > 1) {
1066  /* interleaved stream */
1067  s->mb_width = (s->width + s->h_max * block_size - 1) / (s->h_max * block_size);
1068  s->mb_height = (s->height + s->v_max * block_size - 1) / (s->v_max * block_size);
1069  } else if (!s->ls) { /* skip this for JPEG-LS */
1070  h = s->h_max / s->h_scount[0];
1071  v = s->v_max / s->v_scount[0];
1072  s->mb_width = (s->width + h * block_size - 1) / (h * block_size);
1073  s->mb_height = (s->height + v * block_size - 1) / (v * block_size);
1074  s->nb_blocks[0] = 1;
1075  s->h_scount[0] = 1;
1076  s->v_scount[0] = 1;
1077  }
1078 
1079  if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1080  av_log(s->avctx, AV_LOG_DEBUG, "%s %s p:%d >>:%d ilv:%d bits:%d %s\n",
1081  s->lossless ? "lossless" : "sequential DCT", s->rgb ? "RGB" : "",
1082  predictor, point_transform, ilv, s->bits,
1083  s->pegasus_rct ? "PRCT" : (s->rct ? "RCT" : ""));
1084 
1085 
1086  /* mjpeg-b can have padding bytes between sos and image data, skip them */
1087  for (i = s->mjpb_skiptosod; i > 0; i--)
1088  skip_bits(&s->gb, 8);
1089 
1090 next_field:
1091  for (i = 0; i < nb_components; i++)
1092  s->last_dc[i] = 1024;
1093 
1094  if (s->lossless) {
1095  if (CONFIG_JPEGLS_DECODER && s->ls) {
1096 // for () {
1097 // reset_ls_coding_parameters(s, 0);
1098 
1099  if ((ret = ff_jpegls_decode_picture(s, predictor,
1100  point_transform, ilv)) < 0)
1101  return ret;
1102  } else {
1103  if (s->rgb) {
1104  if ((ret = ljpeg_decode_rgb_scan(s, predictor,
1105  point_transform)) < 0)
1106  return ret;
1107  } else {
1108  if ((ret = ljpeg_decode_yuv_scan(s, predictor,
1109  point_transform,
1110  nb_components)) < 0)
1111  return ret;
1112  }
1113  }
1114  } else {
1115  if (s->progressive && predictor) {
1116  if ((ret = mjpeg_decode_scan_progressive_ac(s, predictor,
1117  ilv, prev_shift,
1118  point_transform,
1119  mb_bitmask,
1120  reference)) < 0)
1121  return ret;
1122  } else {
1123  if ((ret = mjpeg_decode_scan(s, nb_components,
1124  prev_shift, point_transform,
1125  mb_bitmask, reference)) < 0)
1126  return ret;
1127  }
1128  }
1129 
1130  if (s->interlaced &&
1131  get_bits_left(&s->gb) > 32 &&
1132  show_bits(&s->gb, 8) == 0xFF) {
1133  GetBitContext bak = s->gb;
1134  align_get_bits(&bak);
1135  if (show_bits(&bak, 16) == 0xFFD1) {
1136  av_dlog(s->avctx, "AVRn interlaced picture marker found\n");
1137  s->gb = bak;
1138  skip_bits(&s->gb, 16);
1139  s->bottom_field ^= 1;
1140 
1141  goto next_field;
1142  }
1143  }
1144 
1145  emms_c();
1146  return 0;
1147  out_of_range:
1148  av_log(s->avctx, AV_LOG_ERROR, "decode_sos: ac/dc index out of range\n");
1149  return AVERROR_INVALIDDATA;
1150 }
1151 
1153 {
1154  if (get_bits(&s->gb, 16) != 4)
1155  return AVERROR_INVALIDDATA;
1156  s->restart_interval = get_bits(&s->gb, 16);
1157  s->restart_count = 0;
1158  av_log(s->avctx, AV_LOG_DEBUG, "restart interval: %d\n",
1159  s->restart_interval);
1160 
1161  return 0;
1162 }
1163 
1165 {
1166  int len, id, i;
1167 
1168  len = get_bits(&s->gb, 16);
1169  if (len < 5)
1170  return AVERROR_INVALIDDATA;
1171  if (8 * len > get_bits_left(&s->gb))
1172  return AVERROR_INVALIDDATA;
1173 
1174  id = get_bits_long(&s->gb, 32);
1175  id = av_be2ne32(id);
1176  len -= 6;
1177 
1178  if (s->avctx->debug & FF_DEBUG_STARTCODE)
1179  av_log(s->avctx, AV_LOG_DEBUG, "APPx %8X\n", id);
1180 
1181  /* Buggy AVID, it puts EOI only at every 10th frame. */
1182  /* Also, this fourcc is used by non-avid files too, it holds some
1183  information, but it's always present in AVID-created files. */
1184  if (id == AV_RL32("AVI1")) {
1185  /* structure:
1186  4bytes AVI1
1187  1bytes polarity
1188  1bytes always zero
1189  4bytes field_size
1190  4bytes field_size_less_padding
1191  */
1192  s->buggy_avid = 1;
1193  i = get_bits(&s->gb, 8);
1194  if (i == 2)
1195  s->bottom_field = 1;
1196  else if (i == 1)
1197  s->bottom_field = 0;
1198 #if 0
1199  skip_bits(&s->gb, 8);
1200  skip_bits(&s->gb, 32);
1201  skip_bits(&s->gb, 32);
1202  len -= 10;
1203 #endif
1204  goto out;
1205  }
1206 
1207 // len -= 2;
1208 
1209  if (id == AV_RL32("JFIF")) {
1210  int t_w, t_h, v1, v2;
1211  skip_bits(&s->gb, 8); /* the trailing zero-byte */
1212  v1 = get_bits(&s->gb, 8);
1213  v2 = get_bits(&s->gb, 8);
1214  skip_bits(&s->gb, 8);
1215 
1216  s->avctx->sample_aspect_ratio.num = get_bits(&s->gb, 16);
1217  s->avctx->sample_aspect_ratio.den = get_bits(&s->gb, 16);
1218 
1219  if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1220  av_log(s->avctx, AV_LOG_INFO,
1221  "mjpeg: JFIF header found (version: %x.%x) SAR=%d/%d\n",
1222  v1, v2,
1225 
1226  t_w = get_bits(&s->gb, 8);
1227  t_h = get_bits(&s->gb, 8);
1228  if (t_w && t_h) {
1229  /* skip thumbnail */
1230  if (len -10 - (t_w * t_h * 3) > 0)
1231  len -= t_w * t_h * 3;
1232  }
1233  len -= 10;
1234  goto out;
1235  }
1236 
1237  if (id == AV_RL32("Adob") && (get_bits(&s->gb, 8) == 'e')) {
1238  if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1239  av_log(s->avctx, AV_LOG_INFO, "mjpeg: Adobe header found\n");
1240  skip_bits(&s->gb, 16); /* version */
1241  skip_bits(&s->gb, 16); /* flags0 */
1242  skip_bits(&s->gb, 16); /* flags1 */
1243  skip_bits(&s->gb, 8); /* transform */
1244  len -= 7;
1245  goto out;
1246  }
1247 
1248  if (id == AV_RL32("LJIF")) {
1249  if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1250  av_log(s->avctx, AV_LOG_INFO,
1251  "Pegasus lossless jpeg header found\n");
1252  skip_bits(&s->gb, 16); /* version ? */
1253  skip_bits(&s->gb, 16); /* unknwon always 0? */
1254  skip_bits(&s->gb, 16); /* unknwon always 0? */
1255  skip_bits(&s->gb, 16); /* unknwon always 0? */
1256  switch (get_bits(&s->gb, 8)) {
1257  case 1:
1258  s->rgb = 1;
1259  s->pegasus_rct = 0;
1260  break;
1261  case 2:
1262  s->rgb = 1;
1263  s->pegasus_rct = 1;
1264  break;
1265  default:
1266  av_log(s->avctx, AV_LOG_ERROR, "unknown colorspace\n");
1267  }
1268  len -= 9;
1269  goto out;
1270  }
1271 
1272  /* Apple MJPEG-A */
1273  if ((s->start_code == APP1) && (len > (0x28 - 8))) {
1274  id = get_bits_long(&s->gb, 32);
1275  id = av_be2ne32(id);
1276  len -= 4;
1277  /* Apple MJPEG-A */
1278  if (id == AV_RL32("mjpg")) {
1279 #if 0
1280  skip_bits(&s->gb, 32); /* field size */
1281  skip_bits(&s->gb, 32); /* pad field size */
1282  skip_bits(&s->gb, 32); /* next off */
1283  skip_bits(&s->gb, 32); /* quant off */
1284  skip_bits(&s->gb, 32); /* huff off */
1285  skip_bits(&s->gb, 32); /* image off */
1286  skip_bits(&s->gb, 32); /* scan off */
1287  skip_bits(&s->gb, 32); /* data off */
1288 #endif
1289  if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1290  av_log(s->avctx, AV_LOG_INFO, "mjpeg: Apple MJPEG-A header found\n");
1291  }
1292  }
1293 
1294 out:
1295  /* slow but needed for extreme adobe jpegs */
1296  if (len < 0)
1298  "mjpeg: error, decode_app parser read over the end\n");
1299  while (--len > 0)
1300  skip_bits(&s->gb, 8);
1301 
1302  return 0;
1303 }
1304 
1306 {
1307  int len = get_bits(&s->gb, 16);
1308  if (len >= 2 && 8 * len - 16 <= get_bits_left(&s->gb)) {
1309  char *cbuf = av_malloc(len - 1);
1310  if (cbuf) {
1311  int i;
1312  for (i = 0; i < len - 2; i++)
1313  cbuf[i] = get_bits(&s->gb, 8);
1314  if (i > 0 && cbuf[i - 1] == '\n')
1315  cbuf[i - 1] = 0;
1316  else
1317  cbuf[i] = 0;
1318 
1319  if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1320  av_log(s->avctx, AV_LOG_INFO, "mjpeg comment: '%s'\n", cbuf);
1321 
1322  /* buggy avid, it puts EOI only at every 10th frame */
1323  if (!strcmp(cbuf, "AVID")) {
1324  s->buggy_avid = 1;
1325  } else if (!strcmp(cbuf, "CS=ITU601"))
1326  s->cs_itu601 = 1;
1327  else if ((len > 20 && !strncmp(cbuf, "Intel(R) JPEG Library", 21)) ||
1328  (len > 19 && !strncmp(cbuf, "Metasoft MJPEG Codec", 20)))
1329  s->flipped = 1;
1330 
1331  av_free(cbuf);
1332  }
1333  }
1334 
1335  return 0;
1336 }
1337 
1338 /* return the 8 bit start code value and update the search
1339  state. Return -1 if no start code found */
1340 static int find_marker(const uint8_t **pbuf_ptr, const uint8_t *buf_end)
1341 {
1342  const uint8_t *buf_ptr;
1343  unsigned int v, v2;
1344  int val;
1345 #ifdef DEBUG
1346  int skipped = 0;
1347 #endif
1348 
1349  buf_ptr = *pbuf_ptr;
1350  while (buf_ptr < buf_end) {
1351  v = *buf_ptr++;
1352  v2 = *buf_ptr;
1353  if ((v == 0xff) && (v2 >= 0xc0) && (v2 <= 0xfe) && buf_ptr < buf_end) {
1354  val = *buf_ptr++;
1355  goto found;
1356  }
1357 #ifdef DEBUG
1358  skipped++;
1359 #endif
1360  }
1361  val = -1;
1362 found:
1363  av_dlog(NULL, "find_marker skipped %d bytes\n", skipped);
1364  *pbuf_ptr = buf_ptr;
1365  return val;
1366 }
1367 
1369  const uint8_t **buf_ptr, const uint8_t *buf_end,
1370  const uint8_t **unescaped_buf_ptr,
1371  int *unescaped_buf_size)
1372 {
1373  int start_code;
1374  start_code = find_marker(buf_ptr, buf_end);
1375 
1376  av_fast_padded_malloc(&s->buffer, &s->buffer_size, buf_end - *buf_ptr);
1377  if (!s->buffer)
1378  return AVERROR(ENOMEM);
1379 
1380  /* unescape buffer of SOS, use special treatment for JPEG-LS */
1381  if (start_code == SOS && !s->ls) {
1382  const uint8_t *src = *buf_ptr;
1383  uint8_t *dst = s->buffer;
1384 
1385  while (src < buf_end) {
1386  uint8_t x = *(src++);
1387 
1388  *(dst++) = x;
1389  if (s->avctx->codec_id != AV_CODEC_ID_THP) {
1390  if (x == 0xff) {
1391  while (src < buf_end && x == 0xff)
1392  x = *(src++);
1393 
1394  if (x >= 0xd0 && x <= 0xd7)
1395  *(dst++) = x;
1396  else if (x)
1397  break;
1398  }
1399  }
1400  }
1401  *unescaped_buf_ptr = s->buffer;
1402  *unescaped_buf_size = dst - s->buffer;
1403  memset(s->buffer + *unescaped_buf_size, 0,
1405 
1406  av_log(s->avctx, AV_LOG_DEBUG, "escaping removed %td bytes\n",
1407  (buf_end - *buf_ptr) - (dst - s->buffer));
1408  } else if (start_code == SOS && s->ls) {
1409  const uint8_t *src = *buf_ptr;
1410  uint8_t *dst = s->buffer;
1411  int bit_count = 0;
1412  int t = 0, b = 0;
1413  PutBitContext pb;
1414 
1415  s->cur_scan++;
1416 
1417  /* find marker */
1418  while (src + t < buf_end) {
1419  uint8_t x = src[t++];
1420  if (x == 0xff) {
1421  while ((src + t < buf_end) && x == 0xff)
1422  x = src[t++];
1423  if (x & 0x80) {
1424  t -= 2;
1425  break;
1426  }
1427  }
1428  }
1429  bit_count = t * 8;
1430  init_put_bits(&pb, dst, t);
1431 
1432  /* unescape bitstream */
1433  while (b < t) {
1434  uint8_t x = src[b++];
1435  put_bits(&pb, 8, x);
1436  if (x == 0xFF) {
1437  x = src[b++];
1438  put_bits(&pb, 7, x);
1439  bit_count--;
1440  }
1441  }
1442  flush_put_bits(&pb);
1443 
1444  *unescaped_buf_ptr = dst;
1445  *unescaped_buf_size = (bit_count + 7) >> 3;
1446  memset(s->buffer + *unescaped_buf_size, 0,
1448  } else {
1449  *unescaped_buf_ptr = *buf_ptr;
1450  *unescaped_buf_size = buf_end - *buf_ptr;
1451  }
1452 
1453  return start_code;
1454 }
1455 
1456 int ff_mjpeg_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
1457  AVPacket *avpkt)
1458 {
1459  AVFrame *frame = data;
1460  const uint8_t *buf = avpkt->data;
1461  int buf_size = avpkt->size;
1462  MJpegDecodeContext *s = avctx->priv_data;
1463  const uint8_t *buf_end, *buf_ptr;
1464  const uint8_t *unescaped_buf_ptr;
1465  int unescaped_buf_size;
1466  int start_code;
1467  int ret = 0;
1468 
1469  s->got_picture = 0; // picture from previous image can not be reused
1470  buf_ptr = buf;
1471  buf_end = buf + buf_size;
1472  while (buf_ptr < buf_end) {
1473  /* find start next marker */
1474  start_code = ff_mjpeg_find_marker(s, &buf_ptr, buf_end,
1475  &unescaped_buf_ptr,
1476  &unescaped_buf_size);
1477  /* EOF */
1478  if (start_code < 0) {
1479  goto the_end;
1480  } else if (unescaped_buf_size > INT_MAX / 8) {
1481  av_log(avctx, AV_LOG_ERROR,
1482  "MJPEG packet 0x%x too big (%d/%d), corrupt data?\n",
1483  start_code, unescaped_buf_size, buf_size);
1484  return AVERROR_INVALIDDATA;
1485  }
1486 
1487  av_log(avctx, AV_LOG_DEBUG, "marker=%x avail_size_in_buf=%td\n",
1488  start_code, buf_end - buf_ptr);
1489 
1490  ret = init_get_bits(&s->gb, unescaped_buf_ptr,
1491  unescaped_buf_size * 8);
1492  if (ret < 0)
1493  return ret;
1494 
1495  s->start_code = start_code;
1496  if (s->avctx->debug & FF_DEBUG_STARTCODE)
1497  av_log(avctx, AV_LOG_DEBUG, "startcode: %X\n", start_code);
1498 
1499  /* process markers */
1500  if (start_code >= 0xd0 && start_code <= 0xd7)
1501  av_log(avctx, AV_LOG_DEBUG,
1502  "restart marker: %d\n", start_code & 0x0f);
1503  /* APP fields */
1504  else if (start_code >= APP0 && start_code <= APP15)
1505  mjpeg_decode_app(s);
1506  /* Comment */
1507  else if (start_code == COM)
1508  mjpeg_decode_com(s);
1509 
1510  if (!CONFIG_JPEGLS_DECODER &&
1511  (start_code == SOF48 || start_code == LSE)) {
1512  av_log(avctx, AV_LOG_ERROR, "JPEG-LS support not enabled.\n");
1513  return AVERROR(ENOSYS);
1514  }
1515 
1516  switch (start_code) {
1517  case SOI:
1518  s->restart_interval = 0;
1519  s->restart_count = 0;
1520  /* nothing to do on SOI */
1521  break;
1522  case DQT:
1524  break;
1525  case DHT:
1526  if ((ret = ff_mjpeg_decode_dht(s)) < 0) {
1527  av_log(avctx, AV_LOG_ERROR, "huffman table decode error\n");
1528  return ret;
1529  }
1530  break;
1531  case SOF0:
1532  case SOF1:
1533  s->lossless = 0;
1534  s->ls = 0;
1535  s->progressive = 0;
1536  if ((ret = ff_mjpeg_decode_sof(s)) < 0)
1537  return ret;
1538  break;
1539  case SOF2:
1540  s->lossless = 0;
1541  s->ls = 0;
1542  s->progressive = 1;
1543  if ((ret = ff_mjpeg_decode_sof(s)) < 0)
1544  return ret;
1545  break;
1546  case SOF3:
1547  s->lossless = 1;
1548  s->ls = 0;
1549  s->progressive = 0;
1550  if ((ret = ff_mjpeg_decode_sof(s)) < 0)
1551  return ret;
1552  break;
1553  case SOF48:
1554  s->lossless = 1;
1555  s->ls = 1;
1556  s->progressive = 0;
1557  if ((ret = ff_mjpeg_decode_sof(s)) < 0)
1558  return ret;
1559  break;
1560  case LSE:
1561  if (!CONFIG_JPEGLS_DECODER ||
1562  (ret = ff_jpegls_decode_lse(s)) < 0)
1563  return ret;
1564  break;
1565  case EOI:
1566  s->cur_scan = 0;
1567  if ((s->buggy_avid && !s->interlaced) || s->restart_interval)
1568  break;
1569 eoi_parser:
1570  if (!s->got_picture) {
1571  av_log(avctx, AV_LOG_WARNING,
1572  "Found EOI before any SOF, ignoring\n");
1573  break;
1574  }
1575  if (s->interlaced) {
1576  s->bottom_field ^= 1;
1577  /* if not bottom field, do not output image yet */
1578  if (s->bottom_field == !s->interlace_polarity)
1579  goto not_the_end;
1580  }
1581  if ((ret = av_frame_ref(frame, s->picture_ptr)) < 0)
1582  return ret;
1583  if (s->flipped) {
1584  int i;
1585  for (i = 0; frame->data[i]; i++) {
1586  int h = frame->height >> ((i == 1 || i == 2) ?
1587  s->pix_desc->log2_chroma_h : 0);
1588  frame->data[i] += frame->linesize[i] * (h - 1);
1589  frame->linesize[i] *= -1;
1590  }
1591  }
1592  *got_frame = 1;
1593 
1594  if (!s->lossless &&
1595  avctx->debug & FF_DEBUG_QP) {
1596  av_log(avctx, AV_LOG_DEBUG,
1597  "QP: %d\n", FFMAX3(s->qscale[0],
1598  s->qscale[1],
1599  s->qscale[2]));
1600  }
1601 
1602  goto the_end;
1603  case SOS:
1604  if (!s->got_picture) {
1605  av_log(avctx, AV_LOG_WARNING,
1606  "Can not process SOS before SOF, skipping\n");
1607  break;
1608  }
1609  if ((ret = ff_mjpeg_decode_sos(s, NULL, NULL)) < 0 &&
1610  (avctx->err_recognition & AV_EF_EXPLODE))
1611  return ret;
1612  /* buggy avid puts EOI every 10-20th frame */
1613  /* if restart period is over process EOI */
1614  if ((s->buggy_avid && !s->interlaced) || s->restart_interval)
1615  goto eoi_parser;
1616  break;
1617  case DRI:
1618  mjpeg_decode_dri(s);
1619  break;
1620  case SOF5:
1621  case SOF6:
1622  case SOF7:
1623  case SOF9:
1624  case SOF10:
1625  case SOF11:
1626  case SOF13:
1627  case SOF14:
1628  case SOF15:
1629  case JPG:
1630  av_log(avctx, AV_LOG_ERROR,
1631  "mjpeg: unsupported coding type (%x)\n", start_code);
1632  break;
1633  }
1634 
1635 not_the_end:
1636  /* eof process start code */
1637  buf_ptr += (get_bits_count(&s->gb) + 7) / 8;
1638  av_log(avctx, AV_LOG_DEBUG,
1639  "marker parser used %d bytes (%d bits)\n",
1640  (get_bits_count(&s->gb) + 7) / 8, get_bits_count(&s->gb));
1641  }
1642  if (s->got_picture) {
1643  av_log(avctx, AV_LOG_WARNING, "EOI missing, emulating\n");
1644  goto eoi_parser;
1645  }
1646  av_log(avctx, AV_LOG_FATAL, "No JPEG data found in image\n");
1647  return AVERROR_INVALIDDATA;
1648 the_end:
1649  av_log(avctx, AV_LOG_DEBUG, "mjpeg decode frame unused %td bytes\n",
1650  buf_end - buf_ptr);
1651 // return buf_end - buf_ptr;
1652  return buf_ptr - buf;
1653 }
1654 
1656 {
1657  MJpegDecodeContext *s = avctx->priv_data;
1658  int i, j;
1659 
1660  if (s->picture) {
1661  av_frame_free(&s->picture);
1662  s->picture_ptr = NULL;
1663  } else if (s->picture_ptr)
1665 
1666  av_free(s->buffer);
1667  av_freep(&s->ljpeg_buffer);
1668  s->ljpeg_buffer_size = 0;
1669 
1670  for (i = 0; i < 3; i++) {
1671  for (j = 0; j < 4; j++)
1672  ff_free_vlc(&s->vlcs[i][j]);
1673  }
1674  for (i = 0; i < MAX_COMPONENTS; i++) {
1675  av_freep(&s->blocks[i]);
1676  av_freep(&s->last_nnz[i]);
1677  }
1678  return 0;
1679 }
1680 
1681 #define OFFSET(x) offsetof(MJpegDecodeContext, x)
1682 #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
1683 static const AVOption options[] = {
1684  { "extern_huff", "Use external huffman table.",
1685  OFFSET(extern_huff), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1, VD },
1686  { NULL },
1687 };
1688 
1689 static const AVClass mjpegdec_class = {
1690  .class_name = "MJPEG decoder",
1691  .item_name = av_default_item_name,
1692  .option = options,
1693  .version = LIBAVUTIL_VERSION_INT,
1694 };
1695 
1697  .name = "mjpeg",
1698  .long_name = NULL_IF_CONFIG_SMALL("MJPEG (Motion JPEG)"),
1699  .type = AVMEDIA_TYPE_VIDEO,
1700  .id = AV_CODEC_ID_MJPEG,
1701  .priv_data_size = sizeof(MJpegDecodeContext),
1705  .capabilities = CODEC_CAP_DR1,
1706  .priv_class = &mjpegdec_class,
1707 };
1708 
1710  .name = "thp",
1711  .long_name = NULL_IF_CONFIG_SMALL("Nintendo Gamecube THP video"),
1712  .type = AVMEDIA_TYPE_VIDEO,
1713  .id = AV_CODEC_ID_THP,
1714  .priv_data_size = sizeof(MJpegDecodeContext),
1718  .capabilities = CODEC_CAP_DR1,
1719 };