FFmpeg
All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Modules Pages
nvdec_vc1.c
Go to the documentation of this file.
1 /*
2  * VC1 HW decode acceleration through NVDEC
3  *
4  * Copyright (c) 2017 Philip Langdale
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include "config_components.h"
24 
25 #include "libavutil/mem.h"
26 #include "avcodec.h"
27 #include "hwaccel_internal.h"
28 #include "internal.h"
29 #include "nvdec.h"
30 #include "decode.h"
31 #include "vc1.h"
32 
34  const AVBufferRef *buffer_ref,
35  const uint8_t *buffer, uint32_t size)
36 {
37  VC1Context *v = avctx->priv_data;
38  MpegEncContext *s = &v->s;
39 
41  CUVIDPICPARAMS *pp = &ctx->pic_params;
42  FrameDecodeData *fdd;
43  NVDECFrame *cf;
44  AVFrame *cur_frame = s->cur_pic.ptr->f;
45 
46  int ret;
47 
48  ret = ff_nvdec_start_frame(avctx, cur_frame);
49  if (ret < 0)
50  return ret;
51 
52  fdd = cur_frame->private_ref;
53  cf = (NVDECFrame*)fdd->hwaccel_priv;
54 
55  *pp = (CUVIDPICPARAMS) {
56  .PicWidthInMbs = (cur_frame->width + 15) / 16,
57  .FrameHeightInMbs = (cur_frame->height + 15) / 16,
58  .CurrPicIdx = cf->idx,
59  .field_pic_flag = v->field_mode,
60  .bottom_field_flag = v->cur_field_type,
61  .second_field = v->second_field,
62 
63  .intra_pic_flag = s->pict_type == AV_PICTURE_TYPE_I ||
64  s->pict_type == AV_PICTURE_TYPE_BI,
65  .ref_pic_flag = s->pict_type == AV_PICTURE_TYPE_I ||
66  s->pict_type == AV_PICTURE_TYPE_P,
67 
68  .CodecSpecific.vc1 = {
69  .ForwardRefIdx = ff_nvdec_get_ref_idx(s->last_pic.ptr ? s->last_pic.ptr->f : NULL),
70  .BackwardRefIdx = ff_nvdec_get_ref_idx(s->next_pic.ptr ? s->next_pic.ptr->f : NULL),
71  .FrameWidth = cur_frame->width,
72  .FrameHeight = cur_frame->height,
73 
74  .intra_pic_flag = s->pict_type == AV_PICTURE_TYPE_I ||
75  s->pict_type == AV_PICTURE_TYPE_BI,
76  .ref_pic_flag = s->pict_type == AV_PICTURE_TYPE_I ||
77  s->pict_type == AV_PICTURE_TYPE_P,
78  .progressive_fcm = v->fcm == 0,
79 
80  .profile = v->profile,
81  .postprocflag = v->postprocflag,
82  .pulldown = v->broadcast,
83  .interlace = v->interlace,
84  .tfcntrflag = v->tfcntrflag,
85  .finterpflag = v->finterpflag,
86  .psf = v->psf,
87  .multires = v->multires,
88  .syncmarker = v->resync_marker,
89  .rangered = v->rangered,
90  .maxbframes = v->max_b_frames,
91 
92  .panscan_flag = v->panscanflag,
93  .refdist_flag = v->refdist_flag,
94  .extended_mv = v->extended_mv,
95  .dquant = v->dquant,
96  .vstransform = v->vstransform,
97  .loopfilter = v->s.loop_filter,
98  .fastuvmc = v->fastuvmc,
99  .overlap = v->overlap,
100  .quantizer = v->quantizer_mode,
101  .extended_dmv = v->extended_dmv,
102  .range_mapy_flag = v->range_mapy_flag,
103  .range_mapy = v->range_mapy,
104  .range_mapuv_flag = v->range_mapuv_flag,
105  .range_mapuv = v->range_mapuv,
106  .rangeredfrm = v->rangeredfrm,
107  }
108  };
109 
110  return 0;
111 }
112 
113 static int nvdec_vc1_decode_slice(AVCodecContext *avctx, const uint8_t *buffer,
114  uint32_t size)
115 {
117  const VC1Context *v = avctx->priv_data;
118  uint32_t marker;
119  int marker_size;
120  void *tmp;
121 
122  if (ctx->bitstream_len)
123  marker = VC1_CODE_SLICE;
124  else if (v->profile == PROFILE_ADVANCED && v->fcm == ILACE_FIELD && v->second_field)
125  marker = VC1_CODE_FIELD;
126  else
127  marker = VC1_CODE_FRAME;
128 
129  /* Only insert the marker if not already present in the bitstream */
130  marker_size = (size >= sizeof(marker) && AV_RB32(buffer) != marker) ? sizeof(marker) : 0;
131 
132  tmp = av_fast_realloc(ctx->bitstream_internal, &ctx->bitstream_allocated,
133  ctx->bitstream_len + size + marker_size);
134  if (!tmp)
135  return AVERROR(ENOMEM);
136  ctx->bitstream = ctx->bitstream_internal = tmp;
137 
138  tmp = av_fast_realloc(ctx->slice_offsets, &ctx->slice_offsets_allocated,
139  (ctx->nb_slices + 1) * sizeof(*ctx->slice_offsets));
140  if (!tmp)
141  return AVERROR(ENOMEM);
142  ctx->slice_offsets = tmp;
143 
144  if (marker_size)
145  AV_WB32(ctx->bitstream_internal + ctx->bitstream_len, marker);
146 
147  memcpy(ctx->bitstream_internal + ctx->bitstream_len + marker_size, buffer, size);
148  ctx->slice_offsets[ctx->nb_slices] = ctx->bitstream_len;
149  ctx->bitstream_len += size + marker_size;
150  ctx->nb_slices++;
151 
152  return 0;
153 }
154 
156  AVBufferRef *hw_frames_ctx)
157 {
158  // Each frame can at most have one P and one B reference
159  return ff_nvdec_frame_params(avctx, hw_frames_ctx, 2, 0);
160 }
161 
163  .p.name = "vc1_nvdec",
164  .p.type = AVMEDIA_TYPE_VIDEO,
165  .p.id = AV_CODEC_ID_VC1,
166  .p.pix_fmt = AV_PIX_FMT_CUDA,
167  .start_frame = nvdec_vc1_start_frame,
168  .end_frame = ff_nvdec_simple_end_frame,
169  .decode_slice = nvdec_vc1_decode_slice,
170  .frame_params = nvdec_vc1_frame_params,
171  .init = ff_nvdec_decode_init,
172  .uninit = ff_nvdec_decode_uninit,
173  .priv_data_size = sizeof(NVDECContext),
174 };
175 
176 #if CONFIG_WMV3_NVDEC_HWACCEL
178  .p.name = "wmv3_nvdec",
179  .p.type = AVMEDIA_TYPE_VIDEO,
180  .p.id = AV_CODEC_ID_WMV3,
181  .p.pix_fmt = AV_PIX_FMT_CUDA,
182  .start_frame = nvdec_vc1_start_frame,
183  .end_frame = ff_nvdec_simple_end_frame,
184  .decode_slice = ff_nvdec_simple_decode_slice,
185  .frame_params = nvdec_vc1_frame_params,
186  .init = ff_nvdec_decode_init,
187  .uninit = ff_nvdec_decode_uninit,
188  .priv_data_size = sizeof(NVDECContext),
189 };
190 #endif
AV_PIX_FMT_CUDA
@ AV_PIX_FMT_CUDA
HW acceleration through CUDA.
Definition: pixfmt.h:260
VC1Context
The VC1 Context.
Definition: vc1.h:173
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
VC1Context::overlap
int overlap
overlapped transforms in use
Definition: vc1.h:224
VC1Context::interlace
int interlace
Progressive/interlaced (RPTFTM syntax element)
Definition: vc1.h:199
ff_wmv3_nvdec_hwaccel
const struct FFHWAccel ff_wmv3_nvdec_hwaccel
vc1.h
ff_nvdec_get_ref_idx
int ff_nvdec_get_ref_idx(AVFrame *frame)
Definition: nvdec.c:775
FFHWAccel::p
AVHWAccel p
The public AVHWAccel.
Definition: hwaccel_internal.h:38
FrameDecodeData
This struct stores per-frame lavc-internal data and is attached to it via private_ref.
Definition: decode.h:33
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:410
AVFrame::width
int width
Definition: frame.h:482
internal.h
nvdec_vc1_frame_params
static int nvdec_vc1_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx)
Definition: nvdec_vc1.c:155
VC1Context::fastuvmc
int fastuvmc
Rounding of qpel vector to hpel ? (not in Simple)
Definition: vc1.h:220
FFHWAccel
Definition: hwaccel_internal.h:34
ILACE_FIELD
@ ILACE_FIELD
in the bitstream is reported as 11b
Definition: vc1.h:151
ff_nvdec_start_frame
int ff_nvdec_start_frame(AVCodecContext *avctx, AVFrame *frame)
Definition: nvdec.c:575
VC1Context::multires
int multires
frame-level RESPIC syntax element present
Definition: vc1.h:184
VC1Context::dquant
int dquant
How qscale varies with MBs, 2 bits (not in Simple)
Definition: vc1.h:222
av_fast_realloc
void * av_fast_realloc(void *ptr, unsigned int *size, size_t min_size)
Reallocate the given buffer if it is not large enough, otherwise do nothing.
Definition: mem.c:497
VC1_CODE_SLICE
@ VC1_CODE_SLICE
Definition: vc1_common.h:36
s
#define s(width, name)
Definition: cbs_vp9.c:198
VC1Context::range_mapuv_flag
uint8_t range_mapuv_flag
Definition: vc1.h:332
VC1Context::postprocflag
int postprocflag
Per-frame processing suggestion flag present.
Definition: vc1.h:197
PROFILE_ADVANCED
@ PROFILE_ADVANCED
Definition: vc1_common.h:52
VC1Context::rangered
int rangered
RANGEREDFRM (range reduction) syntax element present at frame level.
Definition: vc1.h:187
NVDECFrame
Definition: nvdec.h:49
MpegEncContext::loop_filter
int loop_filter
Definition: mpegvideo.h:244
ctx
AVFormatContext * ctx
Definition: movenc.c:49
decode.h
AV_CODEC_ID_WMV3
@ AV_CODEC_ID_WMV3
Definition: codec_id.h:123
ff_nvdec_simple_end_frame
int ff_nvdec_simple_end_frame(AVCodecContext *avctx)
Definition: nvdec.c:677
NULL
#define NULL
Definition: coverity.c:32
VC1Context::range_mapy_flag
uint8_t range_mapy_flag
Definition: vc1.h:331
hwaccel_internal.h
tmp
static uint8_t tmp[20]
Definition: aes_ctr.c:47
VC1Context::field_mode
int field_mode
1 for interlaced field pictures
Definition: vc1.h:355
VC1Context::panscanflag
int panscanflag
NUMPANSCANWIN, TOPLEFT{X,Y}, BOTRIGHT{X,Y} present.
Definition: vc1.h:201
ff_nvdec_decode_init
int ff_nvdec_decode_init(AVCodecContext *avctx)
Definition: nvdec.c:327
AVCodecContext::internal
struct AVCodecInternal * internal
Private context used for internal data.
Definition: avcodec.h:466
VC1Context::range_mapuv
uint8_t range_mapuv
Definition: vc1.h:334
AV_PICTURE_TYPE_I
@ AV_PICTURE_TYPE_I
Intra.
Definition: avutil.h:279
VC1_CODE_FIELD
@ VC1_CODE_FIELD
Definition: vc1_common.h:37
VC1Context::resync_marker
int resync_marker
could this stream contain resync markers
Definition: vc1.h:404
VC1_CODE_FRAME
@ VC1_CODE_FRAME
Definition: vc1_common.h:38
VC1Context::refdist_flag
int refdist_flag
REFDIST syntax element present in II, IP, PI or PP field picture headers.
Definition: vc1.h:202
AV_WB32
#define AV_WB32(p, v)
Definition: intreadwrite.h:415
AVCodecInternal::hwaccel_priv_data
void * hwaccel_priv_data
hwaccel-specific private data
Definition: internal.h:130
NVDECFrame::idx
unsigned int idx
Definition: nvdec.h:50
size
int size
Definition: twinvq_data.h:10344
AV_RB32
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_WL32 unsigned int_TMPL AV_WL24 unsigned int_TMPL AV_WL16 uint64_t_TMPL AV_WB64 unsigned int_TMPL AV_RB32
Definition: bytestream.h:96
VC1Context::rangeredfrm
uint8_t rangeredfrm
Frame decoding info for S/M profiles only.
Definition: vc1.h:307
nvdec.h
VC1Context::tfcntrflag
int tfcntrflag
TFCNTR present.
Definition: vc1.h:200
ff_nvdec_decode_uninit
int ff_nvdec_decode_uninit(AVCodecContext *avctx)
Definition: nvdec.c:259
VC1Context::cur_field_type
int cur_field_type
0: top, 1: bottom
Definition: vc1.h:365
AVHWAccel::name
const char * name
Name of the hardware accelerated codec.
Definition: avcodec.h:1942
AVFrame::private_ref
void * private_ref
RefStruct reference for internal use by a single libav* library.
Definition: frame.h:748
VC1Context::max_b_frames
int max_b_frames
max number of B-frames
Definition: vc1.h:225
VC1Context::s
MpegEncContext s
Definition: vc1.h:174
VC1Context::extended_mv
int extended_mv
Ext MV in P/B (not in Simple)
Definition: vc1.h:221
AV_CODEC_ID_VC1
@ AV_CODEC_ID_VC1
Definition: codec_id.h:122
avcodec.h
VC1Context::second_field
int second_field
Definition: vc1.h:357
ret
ret
Definition: filter_design.txt:187
ff_vc1_nvdec_hwaccel
const FFHWAccel ff_vc1_nvdec_hwaccel
Definition: nvdec_vc1.c:162
AVCodecContext
main external API structure.
Definition: avcodec.h:431
AVFrame::height
int height
Definition: frame.h:482
ff_nvdec_simple_decode_slice
int ff_nvdec_simple_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: nvdec.c:687
buffer
the frame and frame reference mechanism is intended to as much as expensive copies of that data while still allowing the filters to produce correct results The data is stored in buffers represented by AVFrame structures Several references can point to the same frame buffer
Definition: filter_design.txt:49
nvdec_vc1_start_frame
static int nvdec_vc1_start_frame(AVCodecContext *avctx, const AVBufferRef *buffer_ref, const uint8_t *buffer, uint32_t size)
Definition: nvdec_vc1.c:33
ff_nvdec_frame_params
int ff_nvdec_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx, int dpb_size, int supports_444)
Definition: nvdec.c:709
VC1Context::profile
int profile
Sequence header data for all Profiles TODO: choose between ints, uint8_ts and monobit flags.
Definition: vc1.h:216
VC1Context::vstransform
int vstransform
variable-size [48]x[48] transform type + info
Definition: vc1.h:223
VC1Context::fcm
enum FrameCodingMode fcm
Frame decoding info for Advanced profile.
Definition: vc1.h:313
AV_PICTURE_TYPE_P
@ AV_PICTURE_TYPE_P
Predicted.
Definition: avutil.h:280
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
VC1Context::psf
int psf
Progressive Segmented Frame.
Definition: vc1.h:209
mem.h
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
VC1Context::broadcast
int broadcast
TFF/RFF present.
Definition: vc1.h:198
AVCodecContext::priv_data
void * priv_data
Definition: avcodec.h:458
AV_PICTURE_TYPE_BI
@ AV_PICTURE_TYPE_BI
BI type.
Definition: avutil.h:285
VC1Context::finterpflag
int finterpflag
INTERPFRM present.
Definition: vc1.h:227
FrameDecodeData::hwaccel_priv
void * hwaccel_priv
Per-frame private data for hwaccels.
Definition: decode.h:51
VC1Context::quantizer_mode
int quantizer_mode
2 bits, quantizer mode used for sequence, see QUANT_*
Definition: vc1.h:226
NVDECContext
Definition: nvdec.h:57
VC1Context::range_mapy
uint8_t range_mapy
Definition: vc1.h:333
MpegEncContext
MpegEncContext.
Definition: mpegvideo.h:64
VC1Context::extended_dmv
int extended_dmv
Additional extended dmv range at P/B-frame-level.
Definition: vc1.h:203
nvdec_vc1_decode_slice
static int nvdec_vc1_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: nvdec_vc1.c:113