FFmpeg
libdavs2.c
Go to the documentation of this file.
1 /*
2  * AVS2 decoding using the davs2 library
3  *
4  * Copyright (C) 2018 Yiqun Xu, <yiqun.xu@vipl.ict.ac.cn>
5  * Falei Luo, <falei.luo@gmail.com>
6  * Huiwen Ren, <hwrenx@gmail.com>
7  *
8  * This file is part of FFmpeg.
9  *
10  * FFmpeg is free software; you can redistribute it and/or
11  * modify it under the terms of the GNU Lesser General Public
12  * License as published by the Free Software Foundation; either
13  * version 2.1 of the License, or (at your option) any later version.
14  *
15  * FFmpeg is distributed in the hope that it will be useful,
16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18  * Lesser General Public License for more details.
19  *
20  * You should have received a copy of the GNU Lesser General Public
21  * License along with FFmpeg; if not, write to the Free Software
22  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23  */
24 
25 #include "avcodec.h"
26 #include "internal.h"
27 #include "davs2.h"
28 
29 typedef struct DAVS2Context {
30  void *decoder;
31 
33  davs2_param_t param; // decoding parameters
34  davs2_packet_t packet; // input bitstream
35 
36  davs2_picture_t out_frame; // output data, frame data
37  davs2_seq_info_t headerset; // output data, sequence header
38 
40 
41 static av_cold int davs2_init(AVCodecContext *avctx)
42 {
43  DAVS2Context *cad = avctx->priv_data;
45 
46  /* init the decoder */
47  cad->param.threads = avctx->thread_count;
48  cad->param.info_level = 0;
49  cad->param.disable_avx = !(cpu_flags & AV_CPU_FLAG_AVX &&
51  cad->decoder = davs2_decoder_open(&cad->param);
52 
53  if (!cad->decoder) {
54  av_log(avctx, AV_LOG_ERROR, "decoder created error.");
55  return AVERROR_EXTERNAL;
56  }
57 
58  av_log(avctx, AV_LOG_VERBOSE, "decoder created. %p\n", cad->decoder);
59  return 0;
60 }
61 
62 static int davs2_dump_frames(AVCodecContext *avctx, davs2_picture_t *pic, int *got_frame,
63  davs2_seq_info_t *headerset, int ret_type, AVFrame *frame)
64 {
65  DAVS2Context *cad = avctx->priv_data;
66  int bytes_per_sample = pic->bytes_per_sample;
67  int plane = 0;
68  int line = 0;
69 
70  if (!headerset) {
71  *got_frame = 0;
72  return 0;
73  }
74 
75  if (!pic || ret_type == DAVS2_GOT_HEADER) {
76  avctx->width = headerset->width;
77  avctx->height = headerset->height;
78  avctx->pix_fmt = headerset->output_bit_depth == 10 ?
80 
81  avctx->framerate = av_d2q(headerset->frame_rate,4096);
82  *got_frame = 0;
83  return 0;
84  }
85 
86  switch (pic->type) {
87  case DAVS2_PIC_I:
88  case DAVS2_PIC_G:
89  frame->pict_type = AV_PICTURE_TYPE_I;
90  break;
91  case DAVS2_PIC_P:
92  case DAVS2_PIC_S:
93  frame->pict_type = AV_PICTURE_TYPE_P;
94  break;
95  case DAVS2_PIC_B:
96  frame->pict_type = AV_PICTURE_TYPE_B;
97  break;
98  case DAVS2_PIC_F:
99  frame->pict_type = AV_PICTURE_TYPE_S;
100  break;
101  default:
102  av_log(avctx, AV_LOG_ERROR, "Decoder error: unknown frame type\n");
103  return AVERROR_EXTERNAL;
104  }
105 
106  for (plane = 0; plane < 3; ++plane) {
107  int size_line = pic->widths[plane] * bytes_per_sample;
108  frame->buf[plane] = av_buffer_alloc(size_line * pic->lines[plane]);
109 
110  if (!frame->buf[plane]){
111  av_log(avctx, AV_LOG_ERROR, "Decoder error: allocation failure, can't dump frames.\n");
112  return AVERROR(ENOMEM);
113  }
114 
115  frame->data[plane] = frame->buf[plane]->data;
116  frame->linesize[plane] = size_line;
117 
118  for (line = 0; line < pic->lines[plane]; ++line)
119  memcpy(frame->data[plane] + line * size_line,
120  pic->planes[plane] + line * pic->strides[plane],
121  pic->widths[plane] * bytes_per_sample);
122  }
123 
124  frame->width = cad->headerset.width;
125  frame->height = cad->headerset.height;
126  frame->pts = cad->out_frame.pts;
127  frame->format = avctx->pix_fmt;
128 
129  *got_frame = 1;
130  return 0;
131 }
132 
133 static void davs2_flush(AVCodecContext *avctx)
134 {
135  DAVS2Context *cad = avctx->priv_data;
136  int ret = DAVS2_GOT_FRAME;
137 
138  while (ret == DAVS2_GOT_FRAME) {
139  ret = davs2_decoder_flush(cad->decoder, &cad->headerset, &cad->out_frame);
140  davs2_decoder_frame_unref(cad->decoder, &cad->out_frame);
141  }
142 
143  if (ret == DAVS2_ERROR) {
144  av_log(avctx, AV_LOG_WARNING, "Decoder flushing failed.\n");
145  }
146 }
147 
148 static int send_delayed_frame(AVCodecContext *avctx, AVFrame *frame, int *got_frame)
149 {
150  DAVS2Context *cad = avctx->priv_data;
151  int ret = DAVS2_DEFAULT;
152 
153  ret = davs2_decoder_flush(cad->decoder, &cad->headerset, &cad->out_frame);
154  if (ret == DAVS2_ERROR) {
155  av_log(avctx, AV_LOG_ERROR, "Decoder error: can't flush delayed frame\n");
156  return AVERROR_EXTERNAL;
157  }
158  if (ret == DAVS2_GOT_FRAME) {
159  ret = davs2_dump_frames(avctx, &cad->out_frame, got_frame, &cad->headerset, ret, frame);
160  davs2_decoder_frame_unref(cad->decoder, &cad->out_frame);
161  }
162  return ret;
163 }
164 
165 static av_cold int davs2_end(AVCodecContext *avctx)
166 {
167  DAVS2Context *cad = avctx->priv_data;
168 
169  /* close the decoder */
170  if (cad->decoder) {
171  davs2_decoder_close(cad->decoder);
172  cad->decoder = NULL;
173  }
174 
175  return 0;
176 }
177 
178 static int davs2_decode_frame(AVCodecContext *avctx, void *data,
179  int *got_frame, AVPacket *avpkt)
180 {
181  DAVS2Context *cad = avctx->priv_data;
182  int buf_size = avpkt->size;
183  uint8_t *buf_ptr = avpkt->data;
184  AVFrame *frame = data;
185  int ret = DAVS2_DEFAULT;
186 
187  /* end of stream, output what is still in the buffers */
188  if (!buf_size) {
189  return send_delayed_frame(avctx, frame, got_frame);
190  }
191 
192  cad->packet.data = buf_ptr;
193  cad->packet.len = buf_size;
194  cad->packet.pts = avpkt->pts;
195  cad->packet.dts = avpkt->dts;
196 
197  ret = davs2_decoder_send_packet(cad->decoder, &cad->packet);
198 
199 
200  if (ret == DAVS2_ERROR) {
201  av_log(avctx, AV_LOG_ERROR, "Decoder error: can't read packet\n");
202  return AVERROR_EXTERNAL;
203  }
204 
205  ret = davs2_decoder_recv_frame(cad->decoder, &cad->headerset, &cad->out_frame);
206 
207  if (ret != DAVS2_DEFAULT) {
208  ret = davs2_dump_frames(avctx, &cad->out_frame, got_frame, &cad->headerset, ret, frame);
209  davs2_decoder_frame_unref(cad->decoder, &cad->out_frame);
210  }
211 
212  return ret == 0 ? buf_size : ret;
213 }
214 
216  .name = "libdavs2",
217  .long_name = NULL_IF_CONFIG_SMALL("libdavs2 AVS2-P2/IEEE1857.4"),
218  .type = AVMEDIA_TYPE_VIDEO,
219  .id = AV_CODEC_ID_AVS2,
220  .priv_data_size = sizeof(DAVS2Context),
221  .init = davs2_init,
222  .close = davs2_end,
224  .flush = davs2_flush,
226  .caps_internal = FF_CODEC_CAP_AUTO_THREADS,
227  .pix_fmts = (const enum AVPixelFormat[]) { AV_PIX_FMT_YUV420P,
228  AV_PIX_FMT_NONE },
229  .wrapper_name = "libdavs2",
230 };
AVCodec
AVCodec.
Definition: codec.h:197
davs2_decode_frame
static int davs2_decode_frame(AVCodecContext *avctx, void *data, int *got_frame, AVPacket *avpkt)
Definition: libdavs2.c:178
AV_LOG_WARNING
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:200
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
init
static av_cold int init(AVCodecContext *avctx)
Definition: avrndec.c:31
av_buffer_alloc
AVBufferRef * av_buffer_alloc(buffer_size_t size)
Allocate an AVBuffer of the given size using av_malloc().
Definition: buffer.c:67
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
DAVS2Context::headerset
davs2_seq_info_t headerset
Definition: libdavs2.c:37
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:318
internal.h
AVPacket::data
uint8_t * data
Definition: packet.h:369
davs2_init
static av_cold int davs2_init(AVCodecContext *avctx)
Definition: libdavs2.c:41
AV_CODEC_ID_AVS2
@ AV_CODEC_ID_AVS2
Definition: codec_id.h:243
data
const char data[16]
Definition: mxf.c:142
AV_PIX_FMT_YUV420P10
#define AV_PIX_FMT_YUV420P10
Definition: pixfmt.h:399
AV_LOG_VERBOSE
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:210
av_get_cpu_flags
int av_get_cpu_flags(void)
Return the flags which specify extensions supported by the CPU.
Definition: cpu.c:95
cpu_flags
static atomic_int cpu_flags
Definition: cpu.c:50
ff_libdavs2_decoder
AVCodec ff_libdavs2_decoder
Definition: libdavs2.c:215
AVCodecContext::framerate
AVRational framerate
Definition: avcodec.h:2071
davs2_dump_frames
static int davs2_dump_frames(AVCodecContext *avctx, davs2_picture_t *pic, int *got_frame, davs2_seq_info_t *headerset, int ret_type, AVFrame *frame)
Definition: libdavs2.c:62
DAVS2Context::packet
davs2_packet_t packet
Definition: libdavs2.c:34
AVCodecContext::thread_count
int thread_count
thread count is used to decide how many independent tasks should be passed to execute()
Definition: avcodec.h:1773
DAVS2Context::out_frame
davs2_picture_t out_frame
Definition: libdavs2.c:36
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
DAVS2Context::frame
AVFrame * frame
Definition: libdavs2.c:32
av_cold
#define av_cold
Definition: attributes.h:90
decode
static void decode(AVCodecContext *dec_ctx, AVPacket *pkt, AVFrame *frame, FILE *outfile)
Definition: decode_audio.c:71
AV_CODEC_CAP_OTHER_THREADS
#define AV_CODEC_CAP_OTHER_THREADS
Codec supports multithreading through a method other than slice- or frame-level multithreading.
Definition: codec.h:122
pix_fmts
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:309
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
flush
static void flush(AVCodecContext *avctx)
Definition: aacdec_template.c:592
NULL
#define NULL
Definition: coverity.c:32
AV_PICTURE_TYPE_I
@ AV_PICTURE_TYPE_I
Intra.
Definition: avutil.h:274
FF_CODEC_CAP_AUTO_THREADS
#define FF_CODEC_CAP_AUTO_THREADS
Codec handles avctx->thread_count == 0 (auto) internally.
Definition: internal.h:80
AVPacket::size
int size
Definition: packet.h:370
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:117
AV_CPU_FLAG_AVX
#define AV_CPU_FLAG_AVX
AVX functions: requires OS support even if YMM registers aren't used.
Definition: cpu.h:49
AV_CPU_FLAG_AVX2
#define AV_CPU_FLAG_AVX2
AVX2 functions: requires OS support even if YMM registers aren't used.
Definition: cpu.h:54
AVPacket::dts
int64_t dts
Decompression timestamp in AVStream->time_base units; the time at which the packet is decompressed.
Definition: packet.h:368
AVERROR_EXTERNAL
#define AVERROR_EXTERNAL
Generic error in an external library.
Definition: error.h:57
line
Definition: graph2dot.c:48
send_delayed_frame
static int send_delayed_frame(AVCodecContext *avctx, AVFrame *frame, int *got_frame)
Definition: libdavs2.c:148
AVPacket::pts
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
Definition: packet.h:362
davs2_flush
static void davs2_flush(AVCodecContext *avctx)
Definition: libdavs2.c:133
av_d2q
AVRational av_d2q(double d, int max)
Convert a double precision floating point number to a rational.
Definition: rational.c:106
uint8_t
uint8_t
Definition: audio_convert.c:194
AVCodec::name
const char * name
Name of the codec implementation.
Definition: codec.h:204
DAVS2Context::param
davs2_param_t param
Definition: libdavs2.c:33
AVCodecContext::height
int height
Definition: avcodec.h:709
AVCodecContext::pix_fmt
enum AVPixelFormat pix_fmt
Pixel format, see AV_PIX_FMT_xxx.
Definition: avcodec.h:746
avcodec.h
davs2_end
static av_cold int davs2_end(AVCodecContext *avctx)
Definition: libdavs2.c:165
ret
ret
Definition: filter_design.txt:187
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
AVCodecContext
main external API structure.
Definition: avcodec.h:536
AV_PICTURE_TYPE_B
@ AV_PICTURE_TYPE_B
Bi-dir predicted.
Definition: avutil.h:276
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
AV_CODEC_CAP_DELAY
#define AV_CODEC_CAP_DELAY
Encoder or decoder requires flushing with NULL input at the end in order to give the complete and cor...
Definition: codec.h:77
DAVS2Context::decoder
void * decoder
Definition: libdavs2.c:30
AV_PICTURE_TYPE_P
@ AV_PICTURE_TYPE_P
Predicted.
Definition: avutil.h:275
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AVPacket
This structure stores compressed data.
Definition: packet.h:346
AVCodecContext::priv_data
void * priv_data
Definition: avcodec.h:563
AVCodecContext::width
int width
picture width / height.
Definition: avcodec.h:709
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:28
AV_PICTURE_TYPE_S
@ AV_PICTURE_TYPE_S
S(GMC)-VOP MPEG-4.
Definition: avutil.h:277
DAVS2Context
Definition: libdavs2.c:29
line
The official guide to swscale for confused that consecutive non overlapping rectangles of slice_bottom special converter These generally are unscaled converters of common like for each output line the vertical scaler pulls lines from a ring buffer When the ring buffer does not contain the wanted line
Definition: swscale.txt:40