FFmpeg
decode.h
Go to the documentation of this file.
1 /*
2  * generic decoding-related code
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #ifndef AVCODEC_DECODE_H
22 #define AVCODEC_DECODE_H
23 
24 #include "libavutil/frame.h"
25 #include "libavutil/hwcontext.h"
26 
27 #include "avcodec.h"
28 
29 /**
30  * This struct stores per-frame lavc-internal data and is attached to it via
31  * private_ref.
32  */
33 typedef struct FrameDecodeData {
34  /**
35  * The callback to perform some delayed processing on the frame right
36  * before it is returned to the caller.
37  *
38  * @note This code is called at some unspecified point after the frame is
39  * returned from the decoder's decode/receive_frame call. Therefore it cannot rely
40  * on AVCodecContext being in any specific state, so it does not get to
41  * access AVCodecContext directly at all. All the state it needs must be
42  * stored in the post_process_opaque object.
43  */
44  int (*post_process)(void *logctx, AVFrame *frame);
45  void *post_process_opaque; ///< RefStruct reference
46 
47  /**
48  * Per-frame private data for hwaccels.
49  *
50  * Same as @ref post_process, but used only by some hwaccels to retrieve or
51  * finalize frames, and executed first.
52  */
53  int (*hwaccel_priv_post_process)(void *logctx, AVFrame *frame);
54  void *hwaccel_priv;
55  void (*hwaccel_priv_free)(void *priv);
57 
58 /**
59  * Called by decoders to get the next packet for decoding.
60  *
61  * @param pkt An empty packet to be filled with data.
62  * @return 0 if a new reference has been successfully written to pkt
63  * AVERROR(EAGAIN) if no data is currently available
64  * AVERROR_EOF if and end of stream has been reached, so no more data
65  * will be available
66  */
68 
69 /**
70  * Set various frame properties from the provided packet.
71  */
73  AVFrame *frame, const AVPacket *pkt);
74 
75 /**
76  * Set various frame properties from the codec context / packet data.
77  */
79 
80 /**
81  * Make sure avctx.hw_frames_ctx is set. If it's not set, the function will
82  * try to allocate it from hw_device_ctx. If that is not possible, an error
83  * message is printed, and an error code is returned.
84  */
86  enum AVHWDeviceType dev_type);
87 
89 
90 /**
91  * Check whether the side-data of src contains a palette of
92  * size AVPALETTE_SIZE; if so, copy it to dst and return 1;
93  * else return 0.
94  * Also emit an error message upon encountering a palette
95  * with invalid size.
96  */
97 int ff_copy_palette(void *dst, const AVPacket *src, void *logctx);
98 
99 /*
100  * Validate and set video frame dimensions on AVCodecContext.
101  *
102  * Dimensions accepted here satisfy FFmpeg's generic image-size validation
103  * (see av_image_check_size2()). Decoder code normally should not duplicate
104  * generic width/height overflow checks before ff_get_buffer(); add local
105  * checks only for codec-specific derived sizes or complexity bounds.
106  */
108 
109 /**
110  * Check that the provided sample aspect ratio is valid and set it on the codec
111  * context.
112  */
113 int ff_set_sar(AVCodecContext *avctx, AVRational sar);
114 
115 /**
116  * Select the (possibly hardware accelerated) pixel format.
117  * This is a wrapper around AVCodecContext.get_format() and should be used
118  * instead of calling get_format() directly.
119  *
120  * The list of pixel formats must contain at least one valid entry, and is
121  * terminated with AV_PIX_FMT_NONE. If it is possible to decode to software,
122  * the first entry after the last hwaccel one in the list must be the most
123  * accurate software format, followed by less accurate ones in order of
124  * preference.
125  * If it is not possible to decode to software, AVCodecContext.sw_pix_fmt
126  * must be set before calling this function.
127  */
128 int ff_get_format(AVCodecContext *avctx, const enum AVPixelFormat *fmt);
129 
130 /**
131  * Get a buffer for a frame. This is a wrapper around
132  * AVCodecContext.get_buffer() and should be used instead calling get_buffer()
133  * directly.
134  */
135 int ff_get_buffer(AVCodecContext *avctx, AVFrame *frame, int flags);
136 
137 #define FF_REGET_BUFFER_FLAG_READONLY 1 ///< the returned buffer does not need to be writable
138 /**
139  * Identical in function to ff_get_buffer(), except it reuses the existing buffer
140  * if available.
141  */
143 
144 /**
145  * Add or update AV_FRAME_DATA_MATRIXENCODING side data.
146  */
148  enum AVMatrixEncoding matrix_encoding);
149 
150 /**
151  * Allocate a hwaccel frame private data if the provided avctx
152  * uses a hwaccel method that needs it. The returned data is
153  * a RefStruct reference (if allocated).
154  *
155  * @param avctx The codec context
156  * @param hwaccel_picture_private Pointer to return hwaccel_picture_private
157  * @return 0 on success, < 0 on error
158  */
159 int ff_hwaccel_frame_priv_alloc(AVCodecContext *avctx, void **hwaccel_picture_private);
160 
161 /**
162  * Get side data of the given type from a decoding context.
163  */
166 
167 /**
168  * Wrapper around av_frame_new_side_data, which rejects side data overridden by
169  * the demuxer. Returns 0 on success, and a negative error code otherwise.
170  * If successful and sd is not NULL, *sd may either contain a pointer to the new
171  * side data, or NULL in case the side data was already present.
172  */
174  enum AVFrameSideDataType type, size_t size,
175  AVFrameSideData **sd);
176 
177 /**
178  * Similar to `ff_frame_new_side_data`, but using an existing buffer ref.
179  *
180  * *buf is ALWAYS consumed by this function and NULL written in its place, even
181  * on failure.
182  */
185  AVBufferRef **buf);
186 
187 /**
188  * Same as `ff_frame_new_side_data_from_buf`, but taking a AVFrameSideData
189  * array directly instead of an AVFrame.
190  */
192  AVFrameSideData ***sd, int *nb_sd,
194  AVBufferRef **buf);
195 
198 
199 /**
200  * Wrapper around av_mastering_display_metadata_create_side_data(), which
201  * rejects side data overridden by the demuxer. Returns 0 on success, and a
202  * negative error code otherwise. If successful, *mdm may either be a pointer to
203  * the new side data, or NULL in case the side data was already present.
204  */
206  struct AVMasteringDisplayMetadata **mdm);
207 
208 /**
209  * Same as `ff_decode_mastering_display_new`, but taking a AVFrameSideData
210  * array directly instead of an AVFrame.
211  */
213  AVFrameSideData ***sd, int *nb_sd,
214  struct AVMasteringDisplayMetadata **mdm);
215 
216 /**
217  * Wrapper around av_content_light_metadata_create_side_data(), which
218  * rejects side data overridden by the demuxer. Returns 0 on success, and a
219  * negative error code otherwise. If successful, *clm may either be a pointer to
220  * the new side data, or NULL in case the side data was already present.
221  */
223  struct AVContentLightMetadata **clm);
224 
225 /**
226  * Same as `ff_decode_content_light_new`, but taking a AVFrameSideData
227  * array directly instead of an AVFrame.
228  */
230  AVFrameSideData ***sd, int *nb_sd,
231  struct AVContentLightMetadata **clm);
232 
233 enum AVExifHeaderMode;
234 
235 /**
236  * Attach the data buffer to the frame. This is mostly a wrapper for
237  * av_side_data_new_from_buffer, but it checks if the orientation tag is
238  * present in the provided EXIF buffer. If it is, it zeroes it out and
239  * attaches that information as an AV_FRAME_DATA_DISPLAYMATRIX instead
240  * of including it in the AV_FRAME_DATA_EXIF side data buffer.
241  *
242  * *buf is ALWAYS consumed by this function and NULL written in its place, even
243  * on failure.
244  */
246  enum AVExifHeaderMode header_mode);
247 
248 struct AVExifMetadata;
249 
250 /**
251  * Attach an already-parsed EXIF metadata struct to the frame as a side data
252  * buffer. It writes the EXIF IFD into the buffer and attaches the buffer to
253  * the frame.
254  *
255  * If the metadata struct contains an orientation tag, it will be zeroed before
256  * writing, and instead, an AV_FRAME_DATA_DISPLAYMATRIX will be attached in
257  * addition to the AV_FRAME_DATA_EXIF side data.
258  */
260  const struct AVExifMetadata *ifd);
261 
262 #endif /* AVCODEC_DECODE_H */
flags
const SwsFlags flags[]
Definition: swscale.c:72
ff_get_format
int ff_get_format(AVCodecContext *avctx, const enum AVPixelFormat *fmt)
Select the (possibly hardware accelerated) pixel format.
Definition: decode.c:1220
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:71
ff_hwaccel_frame_priv_alloc
int ff_hwaccel_frame_priv_alloc(AVCodecContext *avctx, void **hwaccel_picture_private)
Allocate a hwaccel frame private data if the provided avctx uses a hwaccel method that needs it.
Definition: decode.c:2324
AVExifMetadata
Definition: exif.h:76
AVExifHeaderMode
AVExifHeaderMode
Definition: exif.h:58
FrameDecodeData
This struct stores per-frame lavc-internal data and is attached to it via private_ref.
Definition: decode.h:33
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:435
AVPacketSideData
This structure stores auxiliary information for decoding, presenting, or otherwise processing the cod...
Definition: packet.h:416
ff_decode_exif_attach_buffer
int ff_decode_exif_attach_buffer(AVCodecContext *avctx, AVFrame *frame, AVBufferRef **buf, enum AVExifHeaderMode header_mode)
Attach the data buffer to the frame.
Definition: decode.c:2484
ff_decode_exif_attach_ifd
int ff_decode_exif_attach_ifd(AVCodecContext *avctx, AVFrame *frame, const struct AVExifMetadata *ifd)
Attach an already-parsed EXIF metadata struct to the frame as a side data buffer.
FrameDecodeData::hwaccel_priv_free
void(* hwaccel_priv_free)(void *priv)
Definition: decode.h:55
ff_set_dimensions
int ff_set_dimensions(AVCodecContext *s, int width, int height)
Definition: utils.c:91
AVContentLightMetadata
Content light level needed by to transmit HDR over HDMI (CTA-861.3).
Definition: mastering_display_metadata.h:107
type
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf type
Definition: writing_filters.txt:86
AVFrameSideDataType
AVFrameSideDataType
Definition: frame.h:49
ff_decode_frame_props
int ff_decode_frame_props(AVCodecContext *avctx, AVFrame *frame)
Set various frame properties from the codec context / packet data.
Definition: decode.c:1586
ff_side_data_update_matrix_encoding
int ff_side_data_update_matrix_encoding(AVFrame *frame, enum AVMatrixEncoding matrix_encoding)
Add or update AV_FRAME_DATA_MATRIXENCODING side data.
Definition: utils.c:121
ff_frame_new_side_data_from_buf
int ff_frame_new_side_data_from_buf(const AVCodecContext *avctx, AVFrame *frame, enum AVFrameSideDataType type, AVBufferRef **buf)
Similar to ff_frame_new_side_data, but using an existing buffer ref.
Definition: decode.c:2210
FrameDecodeData::hwaccel_priv_post_process
int(* hwaccel_priv_post_process)(void *logctx, AVFrame *frame)
Per-frame private data for hwaccels.
Definition: decode.h:53
s
#define s(width, name)
Definition: cbs_vp9.c:198
FrameDecodeData::post_process_opaque
void * post_process_opaque
RefStruct reference.
Definition: decode.h:45
AVHWDeviceType
AVHWDeviceType
Definition: hwcontext.h:27
ff_decode_frame_props_from_pkt
int ff_decode_frame_props_from_pkt(const AVCodecContext *avctx, AVFrame *frame, const AVPacket *pkt)
Set various frame properties from the provided packet.
Definition: decode.c:1541
ff_get_buffer
int ff_get_buffer(AVCodecContext *avctx, AVFrame *frame, int flags)
Get a buffer for a frame.
Definition: decode.c:1765
AVMatrixEncoding
AVMatrixEncoding
Definition: channel_layout.h:260
ff_frame_new_side_data_from_buf_ext
int ff_frame_new_side_data_from_buf_ext(const AVCodecContext *avctx, AVFrameSideData ***sd, int *nb_sd, enum AVFrameSideDataType type, AVBufferRef **buf)
Same as ff_frame_new_side_data_from_buf, but taking a AVFrameSideData array directly instead of an AV...
Definition: decode.c:2191
ff_decode_get_hw_frames_ctx
int ff_decode_get_hw_frames_ctx(AVCodecContext *avctx, enum AVHWDeviceType dev_type)
Make sure avctx.hw_frames_ctx is set.
Definition: decode.c:1060
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
ff_set_sar
int ff_set_sar(AVCodecContext *avctx, AVRational sar)
Check that the provided sample aspect ratio is valid and set it on the codec context.
Definition: utils.c:106
ff_decode_mastering_display_new
int ff_decode_mastering_display_new(const AVCodecContext *avctx, AVFrame *frame, struct AVMasteringDisplayMetadata **mdm)
Wrapper around av_mastering_display_metadata_create_side_data(), which rejects side data overridden b...
Definition: decode.c:2251
ff_decode_get_packet
int ff_decode_get_packet(AVCodecContext *avctx, AVPacket *pkt)
Called by decoders to get the next packet for decoding.
Definition: decode.c:253
ff_decode_content_light_new
int ff_decode_content_light_new(const AVCodecContext *avctx, AVFrame *frame, struct AVContentLightMetadata **clm)
Wrapper around av_content_light_metadata_create_side_data(), which rejects side data overridden by th...
Definition: decode.c:2296
height
#define height
Definition: dsp.h:89
FrameDecodeData::post_process
int(* post_process)(void *logctx, AVFrame *frame)
The callback to perform some delayed processing on the frame right before it is returned to the calle...
Definition: decode.h:44
dst
uint8_t ptrdiff_t const uint8_t ptrdiff_t int intptr_t intptr_t int int16_t * dst
Definition: dsp.h:87
size
int size
Definition: twinvq_data.h:10344
frame.h
ff_reget_buffer
int ff_reget_buffer(AVCodecContext *avctx, AVFrame *frame, int flags)
Identical in function to ff_get_buffer(), except it reuses the existing buffer if available.
Definition: decode.c:1894
ff_copy_palette
int ff_copy_palette(void *dst, const AVPacket *src, void *logctx)
Check whether the side-data of src contains a palette of size AVPALETTE_SIZE; if so,...
Definition: decode.c:2309
ff_decode_content_light_new_ext
int ff_decode_content_light_new_ext(const AVCodecContext *avctx, AVFrameSideData ***sd, int *nb_sd, struct AVContentLightMetadata **clm)
Same as ff_decode_content_light_new, but taking a AVFrameSideData array directly instead of an AVFram...
Definition: decode.c:2264
ff_get_coded_side_data
const AVPacketSideData * ff_get_coded_side_data(const AVCodecContext *avctx, enum AVPacketSideDataType type)
Get side data of the given type from a decoding context.
Definition: decode.c:1369
AVMasteringDisplayMetadata
Mastering display metadata capable of representing the color volume of the display used to master the...
Definition: mastering_display_metadata.h:38
ff_attach_decode_data
int ff_attach_decode_data(AVCodecContext *avctx, AVFrame *frame)
Definition: decode.c:1692
avcodec.h
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:265
AVCodecContext
main external API structure.
Definition: avcodec.h:439
ff_decode_mastering_display_new_ext
int ff_decode_mastering_display_new_ext(const AVCodecContext *avctx, AVFrameSideData ***sd, int *nb_sd, struct AVMasteringDisplayMetadata **mdm)
Same as ff_decode_mastering_display_new, but taking a AVFrameSideData array directly instead of an AV...
Definition: decode.c:2219
ff_frame_new_side_data
int ff_frame_new_side_data(const AVCodecContext *avctx, AVFrame *frame, enum AVFrameSideDataType type, size_t size, AVFrameSideData **sd)
Wrapper around av_frame_new_side_data, which rejects side data overridden by the demuxer.
Definition: decode.c:2172
AVPacketSideDataType
AVPacketSideDataType
Definition: packet.h:41
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
AVFrameSideData
Structure to hold side data for an AVFrame.
Definition: frame.h:290
AVPacket
This structure stores compressed data.
Definition: packet.h:572
FrameDecodeData::hwaccel_priv
void * hwaccel_priv
Definition: decode.h:54
hwcontext.h
pkt
static AVPacket * pkt
Definition: demux_decode.c:55
width
#define width
Definition: dsp.h:89
src
#define src
Definition: vp8dsp.c:248