FFmpeg
parser.c
Go to the documentation of this file.
1 /*
2  * Audio and Video frame extraction
3  * Copyright (c) 2003 Fabrice Bellard
4  * Copyright (c) 2003 Michael Niedermayer
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include <inttypes.h>
24 #include <stdint.h>
25 #include <string.h>
26 
27 #include "libavutil/attributes.h"
28 #include "libavutil/avassert.h"
29 #include "libavutil/mem.h"
30 
31 #include "codec_desc.h"
32 #include "parser.h"
33 #include "parser_internal.h"
34 
35 #if FF_API_PARSER_CODECID
37 #else
39 #endif
40 {
42  const AVCodecParser *parser;
43  const FFCodecParser *ffparser;
44  void *i = 0;
45  int ret;
46 
48  return NULL;
49 
50  while ((parser = av_parser_iterate(&i))) {
51  if (parser->codec_ids[0] == codec_id ||
52  parser->codec_ids[1] == codec_id ||
53  parser->codec_ids[2] == codec_id ||
54  parser->codec_ids[3] == codec_id ||
55  parser->codec_ids[4] == codec_id ||
56  parser->codec_ids[5] == codec_id ||
57  parser->codec_ids[6] == codec_id)
58  goto found;
59  }
60  return NULL;
61 
62 found:
63  ffparser = ffcodecparser(parser);
65  if (!s)
66  goto err_out;
67  s->parser = parser;
68  s->priv_data = av_mallocz(ffparser->priv_data_size);
69  if (!s->priv_data)
70  goto err_out;
71  s->fetch_timestamp=1;
72  s->pict_type = AV_PICTURE_TYPE_I;
73  if (ffparser->init) {
74  ret = ffparser->init(s);
75  if (ret != 0)
76  goto err_out;
77  }
78  s->key_frame = -1;
79  s->dts_sync_point = INT_MIN;
80  s->dts_ref_dts_delta = INT_MIN;
81  s->pts_dts_delta = INT_MIN;
82  s->format = -1;
83 
84  return s;
85 
86 err_out:
87  if (s)
88  av_freep(&s->priv_data);
89  av_free(s);
90  return NULL;
91 }
92 
93 void ff_fetch_timestamp(AVCodecParserContext *s, int off, int remove, int fuzzy)
94 {
95  int i;
96 
97  if (!fuzzy) {
98  s->dts =
99  s->pts = AV_NOPTS_VALUE;
100  s->pos = -1;
101  s->offset = 0;
102  }
103  for (i = 0; i < AV_PARSER_PTS_NB; i++) {
104  if (s->cur_offset + off >= s->cur_frame_offset[i] &&
105  (s->frame_offset < s->cur_frame_offset[i] ||
106  (!s->frame_offset && !s->next_frame_offset)) && // first field/frame
107  // check disabled since MPEG-TS does not send complete PES packets
108  /*s->next_frame_offset + off <*/ s->cur_frame_end[i]){
109 
110  if (!fuzzy || s->cur_frame_dts[i] != AV_NOPTS_VALUE) {
111  s->dts = s->cur_frame_dts[i];
112  s->pts = s->cur_frame_pts[i];
113  s->pos = s->cur_frame_pos[i];
114  s->offset = s->next_frame_offset - s->cur_frame_offset[i];
115  }
116  if (remove)
117  s->cur_frame_offset[i] = INT64_MAX;
118  if (s->cur_offset + off < s->cur_frame_end[i])
119  break;
120  }
121  }
122 }
123 
125  uint8_t **poutbuf, int *poutbuf_size,
126  const uint8_t *buf, int buf_size,
127  int64_t pts, int64_t dts, int64_t pos)
128 {
129  const AVCodecDescriptor *desc;
130  int index, i;
131  uint8_t dummy_buf[AV_INPUT_BUFFER_PADDING_SIZE];
132 
134 
135  /* Parsers only work for the specified codec ids. */
136  av_assert1(avctx->codec_id == s->parser->codec_ids[0] ||
137  avctx->codec_id == s->parser->codec_ids[1] ||
138  avctx->codec_id == s->parser->codec_ids[2] ||
139  avctx->codec_id == s->parser->codec_ids[3] ||
140  avctx->codec_id == s->parser->codec_ids[4] ||
141  avctx->codec_id == s->parser->codec_ids[5] ||
142  avctx->codec_id == s->parser->codec_ids[6]);
143 
145 
146  if (!(s->flags & PARSER_FLAG_FETCHED_OFFSET)) {
147  s->next_frame_offset =
148  s->cur_offset = pos;
149  s->flags |= PARSER_FLAG_FETCHED_OFFSET;
150  }
151 
152  if (buf_size == 0) {
153  /* padding is always necessary even if EOF, so we add it here */
154  memset(dummy_buf, 0, sizeof(dummy_buf));
155  buf = dummy_buf;
156  } else if (s->cur_offset + buf_size != s->cur_frame_end[s->cur_frame_start_index]) { /* skip remainder packets */
157  /* add a new packet descriptor */
158  i = (s->cur_frame_start_index + 1) & (AV_PARSER_PTS_NB - 1);
159  s->cur_frame_start_index = i;
160  s->cur_frame_offset[i] = s->cur_offset;
161  s->cur_frame_end[i] = s->cur_offset + buf_size;
162  s->cur_frame_pts[i] = pts;
163  s->cur_frame_dts[i] = dts;
164  s->cur_frame_pos[i] = pos;
165  }
166 
167  if (s->fetch_timestamp) {
168  s->fetch_timestamp = 0;
169  s->last_pts = s->pts;
170  s->last_dts = s->dts;
171  s->last_pos = s->pos;
172  ff_fetch_timestamp(s, 0, 0, 0);
173  }
174  /* WARNING: the returned index can be negative */
175  index = ffcodecparser(s->parser)->parse(s, avctx, (const uint8_t **) poutbuf,
176  poutbuf_size, buf, buf_size);
177  av_assert0(index > -0x20000000); // The API does not allow returning AVERROR codes
178 #define FILL(name) if(s->name > 0 && avctx->name <= 0) avctx->name = s->name
179  if (avctx->codec_type == AVMEDIA_TYPE_VIDEO) {
180  FILL(field_order);
181  FILL(coded_width);
182  FILL(coded_height);
183  FILL(width);
184  FILL(height);
185  if (desc && (desc->props & AV_CODEC_PROP_ENHANCEMENT) &&
186  s->format >= 0 && avctx->pix_fmt < 0) avctx->pix_fmt = s->format;
187  }
188 
189  /* update the file pointer */
190  if (*poutbuf_size) {
191  /* fill the data for the current frame */
192  s->frame_offset = s->next_frame_offset;
193 
194  /* offset of the next frame */
195  s->next_frame_offset = s->cur_offset + index;
196  s->fetch_timestamp = 1;
197  } else {
198  /* Don't return a pointer to dummy_buf. */
199  *poutbuf = NULL;
200  }
201  if (index < 0)
202  index = 0;
203  s->cur_offset += index;
204  return index;
205 }
206 
208 {
209  if (s) {
210  if (ffcodecparser(s->parser)->close)
211  ffcodecparser(s->parser)->close(s);
212  av_freep(&s->priv_data);
213  av_free(s);
214  }
215 }
216 
217 int ff_combine_frame(ParseContext *pc, int next,
218  const uint8_t **buf, int *buf_size)
219 {
220  if (pc->overread) {
221  ff_dlog(NULL, "overread %d, state:%"PRIX32" next:%d index:%d o_index:%d\n",
222  pc->overread, pc->state, next, pc->index, pc->overread_index);
223  ff_dlog(NULL, "%X %X %X %X\n",
224  (*buf)[0], (*buf)[1], (*buf)[2], (*buf)[3]);
225  }
226 
227  /* Copy overread bytes from last frame into buffer. */
228  for (; pc->overread > 0; pc->overread--)
229  pc->buffer[pc->index++] = pc->buffer[pc->overread_index++];
230 
231  if (next > *buf_size)
232  return AVERROR(EINVAL);
233 
234  /* flush remaining if EOF */
235  if (!*buf_size && next == END_NOT_FOUND)
236  next = 0;
237 
238  pc->last_index = pc->index;
239 
240  /* copy into buffer end return */
241  if (next == END_NOT_FOUND) {
242  void *new_buffer = av_fast_realloc(pc->buffer, &pc->buffer_size,
243  *buf_size + pc->index +
245 
246  if (!new_buffer) {
247  av_log(NULL, AV_LOG_ERROR, "Failed to reallocate parser buffer to %d\n", *buf_size + pc->index + AV_INPUT_BUFFER_PADDING_SIZE);
248  pc->index = 0;
249  return AVERROR(ENOMEM);
250  }
251  pc->buffer = new_buffer;
252  memcpy(&pc->buffer[pc->index], *buf, *buf_size);
253  memset(&pc->buffer[pc->index + *buf_size], 0, AV_INPUT_BUFFER_PADDING_SIZE);
254  pc->index += *buf_size;
255  return -1;
256  }
257 
258  av_assert0(next >= 0 || pc->buffer);
259 
260  *buf_size =
261  pc->overread_index = pc->index + next;
262 
263  /* append to buffer */
264  if (pc->index) {
265  void *new_buffer = av_fast_realloc(pc->buffer, &pc->buffer_size,
266  next + pc->index +
268  if (!new_buffer) {
269  av_log(NULL, AV_LOG_ERROR, "Failed to reallocate parser buffer to %d\n", next + pc->index + AV_INPUT_BUFFER_PADDING_SIZE);
270  *buf_size =
271  pc->overread_index =
272  pc->index = 0;
273  return AVERROR(ENOMEM);
274  }
275  pc->buffer = new_buffer;
276  if (next > -AV_INPUT_BUFFER_PADDING_SIZE)
277  memcpy(&pc->buffer[pc->index], *buf,
279  pc->index = 0;
280  *buf = pc->buffer;
281  }
282 
283  if (next < -8) {
284  pc->overread += -8 - next;
285  next = -8;
286  }
287  /* store overread bytes */
288  for (; next < 0; next++) {
289  pc->state = pc->state << 8 | pc->buffer[pc->last_index + next];
290  pc->state64 = pc->state64 << 8 | pc->buffer[pc->last_index + next];
291  pc->overread++;
292  }
293 
294  if (pc->overread) {
295  ff_dlog(NULL, "overread %d, state:%"PRIX32" next:%d index:%d o_index:%d\n",
296  pc->overread, pc->state, next, pc->index, pc->overread_index);
297  ff_dlog(NULL, "%X %X %X %X\n",
298  (*buf)[0], (*buf)[1], (*buf)[2], (*buf)[3]);
299  }
300 
301  return 0;
302 }
303 
305 {
306  ParseContext *pc = s->priv_data;
307 
308  av_freep(&pc->buffer);
309 }
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
ParseContext::buffer_size
unsigned int buffer_size
Definition: parser.h:32
ff_parse_close
av_cold void ff_parse_close(AVCodecParserContext *s)
Definition: parser.c:304
int64_t
long long int64_t
Definition: coverity.c:34
av_parser_iterate
const AVCodecParser * av_parser_iterate(void **opaque)
Iterate over all registered codec parsers.
Definition: parsers.c:111
ParseContext::overread_index
int overread_index
the index into ParseContext.buffer of the overread bytes
Definition: parser.h:36
parser_internal.h
FFCodecParser::parse
int(* parse)(AVCodecParserContext *s, AVCodecContext *avctx, const uint8_t **poutbuf, int *poutbuf_size, const uint8_t *buf, int buf_size)
Definition: parser_internal.h:38
ParseContext::state
uint32_t state
contains the last few bytes in MSB order
Definition: parser.h:33
FILL
#define FILL(name)
ParseContext::last_index
int last_index
Definition: parser.h:31
ff_fetch_timestamp
void ff_fetch_timestamp(AVCodecParserContext *s, int off, int remove, int fuzzy)
Fetch timestamps for a specific byte within the current access unit.
Definition: parser.c:93
ParseContext
Definition: parser.h:28
av_parser_init
av_cold AVCodecParserContext * av_parser_init(int codec_id)
Definition: parser.c:36
pts
static int64_t pts
Definition: transcode_aac.c:644
ParseContext::buffer
uint8_t * buffer
Definition: parser.h:29
avassert.h
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:210
av_cold
#define av_cold
Definition: attributes.h:106
ffcodecparser
static const FFCodecParser * ffcodecparser(const AVCodecParser *parser)
Definition: parser_internal.h:59
av_fast_realloc
void * av_fast_realloc(void *ptr, unsigned int *size, size_t min_size)
Reallocate the given buffer if it is not large enough, otherwise do nothing.
Definition: mem.c:497
ParseContext::index
int index
Definition: parser.h:30
AVCodecDescriptor
This struct describes the properties of a single codec described by an AVCodecID.
Definition: codec_desc.h:38
s
#define s(width, name)
Definition: cbs_vp9.c:198
ParseContext::overread
int overread
the number of bytes which where irreversibly read from the next frame
Definition: parser.h:35
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:42
FFCodecParser::close
void(* close)(AVCodecParserContext *s)
Definition: parser_internal.h:42
codec_id
enum AVCodecID codec_id
Definition: vaapi_decode.c:410
av_mallocz
#define av_mallocz(s)
Definition: tableprint_vlc.h:31
AVCodecContext::codec_id
enum AVCodecID codec_id
Definition: avcodec.h:449
if
if(ret)
Definition: filter_design.txt:179
FFCodecParser::priv_data_size
int priv_data_size
Definition: parser_internal.h:36
NULL
#define NULL
Definition: coverity.c:32
AV_PICTURE_TYPE_I
@ AV_PICTURE_TYPE_I
Intra.
Definition: avutil.h:278
index
int index
Definition: gxfenc.c:90
AVCodecID
AVCodecID
Identify the syntax and semantics of the bitstream.
Definition: codec_id.h:49
ff_dlog
#define ff_dlog(a,...)
Definition: tableprint_vlc.h:28
height
#define height
Definition: dsp.h:89
AVCodecParser::codec_ids
int codec_ids[7]
Definition: avcodec.h:2754
i
#define i(width, name, range_min, range_max)
Definition: cbs_h264.c:63
AV_NOPTS_VALUE
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:247
attributes.h
ff_combine_frame
int ff_combine_frame(ParseContext *pc, int next, const uint8_t **buf, int *buf_size)
Combine the (truncated) bitstream to a complete frame.
Definition: parser.c:217
FFCodecParser
Definition: parser_internal.h:29
AV_CODEC_ID_NONE
@ AV_CODEC_ID_NONE
Definition: codec_id.h:50
FFCodecParser::init
int(* init)(AVCodecParserContext *s)
Definition: parser_internal.h:37
av_assert1
#define av_assert1(cond)
assert() equivalent, that does not lie in speed critical code.
Definition: avassert.h:58
parser.h
AVCodecContext::pix_fmt
enum AVPixelFormat pix_fmt
Pixel format, see AV_PIX_FMT_xxx.
Definition: avcodec.h:639
AVCodecParserContext
Definition: avcodec.h:2593
ret
ret
Definition: filter_design.txt:187
AV_CODEC_PROP_ENHANCEMENT
#define AV_CODEC_PROP_ENHANCEMENT
Video codec contains enhancement information meant to be applied to other existing frames,...
Definition: codec_desc.h:105
pos
unsigned int pos
Definition: spdifenc.c:414
AV_INPUT_BUFFER_PADDING_SIZE
#define AV_INPUT_BUFFER_PADDING_SIZE
Definition: defs.h:40
AVCodecContext
main external API structure.
Definition: avcodec.h:439
PARSER_FLAG_FETCHED_OFFSET
#define PARSER_FLAG_FETCHED_OFFSET
Set if the parser has a valid file offset.
Definition: avcodec.h:2630
ParseContext::state64
uint64_t state64
contains the last 8 bytes in MSB order
Definition: parser.h:37
AVCodecContext::codec_type
enum AVMediaType codec_type
Definition: avcodec.h:447
desc
const char * desc
Definition: libsvtav1.c:82
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:200
av_parser_parse2
int av_parser_parse2(AVCodecParserContext *s, AVCodecContext *avctx, uint8_t **poutbuf, int *poutbuf_size, const uint8_t *buf, int buf_size, int64_t pts, int64_t dts, int64_t pos)
Parse a packet.
Definition: parser.c:124
mem.h
av_free
#define av_free(p)
Definition: tableprint_vlc.h:34
END_NOT_FOUND
#define END_NOT_FOUND
Definition: parser.h:40
AV_PARSER_PTS_NB
#define AV_PARSER_PTS_NB
Definition: avcodec.h:2620
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:35
AVCodecParser
Definition: avcodec.h:2752
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
avcodec_descriptor_get
const AVCodecDescriptor * avcodec_descriptor_get(enum AVCodecID id)
Definition: codec_desc.c:3888
width
#define width
Definition: dsp.h:89
codec_desc.h
av_parser_close
av_cold void av_parser_close(AVCodecParserContext *s)
Definition: parser.c:207