FFmpeg
webvttenc.c
Go to the documentation of this file.
1 /*
2  * WebVTT subtitle encoder
3  * Copyright (c) 2010 Aurelien Jacobs <aurel@gnuage.org>
4  * Copyright (c) 2014 Aman Gupta <ffmpeg@tmm1.net>
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include <stdarg.h>
24 #include "avcodec.h"
25 #include "libavutil/bprint.h"
26 #include "ass_split.h"
27 #include "ass.h"
28 #include "codec_internal.h"
29 
30 #define WEBVTT_STACK_SIZE 64
31 typedef struct {
34  AVBPrint buffer;
35  unsigned timestamp_end;
36  int count;
37  char stack[WEBVTT_STACK_SIZE];
38  int stack_ptr;
40 
41 static av_printf_format(2, 3) void webvtt_print(WebVTTContext *s, const char *str, ...)
42 {
43  va_list vargs;
44  va_start(vargs, str);
45  av_vbprintf(&s->buffer, str, vargs);
46  va_end(vargs);
47 }
48 
49 static int webvtt_stack_push(WebVTTContext *s, const char c)
50 {
51  if (s->stack_ptr >= WEBVTT_STACK_SIZE)
52  return -1;
53  s->stack[s->stack_ptr++] = c;
54  return 0;
55 }
56 
58 {
59  if (s->stack_ptr <= 0)
60  return 0;
61  return s->stack[--s->stack_ptr];
62 }
63 
64 static int webvtt_stack_find(WebVTTContext *s, const char c)
65 {
66  int i;
67  for (i = s->stack_ptr-1; i >= 0; i--)
68  if (s->stack[i] == c)
69  break;
70  return i;
71 }
72 
73 static void webvtt_close_tag(WebVTTContext *s, char tag)
74 {
75  webvtt_print(s, "</%c>", tag);
76 }
77 
78 static void webvtt_stack_push_pop(WebVTTContext *s, const char c, int close)
79 {
80  if (close) {
81  int i = c ? webvtt_stack_find(s, c) : 0;
82  if (i < 0)
83  return;
84  while (s->stack_ptr != i)
86  } else if (webvtt_stack_push(s, c) < 0)
87  av_log(s->avctx, AV_LOG_ERROR, "tag stack overflow\n");
88 }
89 
90 static void webvtt_style_apply(WebVTTContext *s, const char *style)
91 {
92  ASSStyle *st = ff_ass_style_get(s->ass_ctx, style);
93  if (st) {
94  if (st->bold != ASS_DEFAULT_BOLD) {
95  webvtt_print(s, "<b>");
96  webvtt_stack_push(s, 'b');
97  }
98  if (st->italic != ASS_DEFAULT_ITALIC) {
99  webvtt_print(s, "<i>");
100  webvtt_stack_push(s, 'i');
101  }
102  if (st->underline != ASS_DEFAULT_UNDERLINE) {
103  webvtt_print(s, "<u>");
104  webvtt_stack_push(s, 'u');
105  }
106  }
107 }
108 
109 static void webvtt_text_cb(void *priv, const char *text, int len)
110 {
111  WebVTTContext *s = priv;
112  av_bprint_append_data(&s->buffer, text, len);
113 }
114 
115 static void webvtt_new_line_cb(void *priv, int forced)
116 {
117  webvtt_print(priv, "\n");
118 }
119 
120 static void webvtt_style_cb(void *priv, char style, int close)
121 {
122  if (style == 's') // strikethrough unsupported
123  return;
124 
125  webvtt_stack_push_pop(priv, style, close);
126  if (!close)
127  webvtt_print(priv, "<%c>", style);
128 }
129 
130 static void webvtt_cancel_overrides_cb(void *priv, const char *style)
131 {
132  webvtt_stack_push_pop(priv, 0, 1);
133  webvtt_style_apply(priv, style);
134 }
135 
136 static void webvtt_end_cb(void *priv)
137 {
138  webvtt_stack_push_pop(priv, 0, 1);
139 }
140 
142  .text = webvtt_text_cb,
143  .new_line = webvtt_new_line_cb,
144  .style = webvtt_style_cb,
145  .color = NULL,
146  .font_name = NULL,
147  .font_size = NULL,
148  .alignment = NULL,
149  .cancel_overrides = webvtt_cancel_overrides_cb,
150  .move = NULL,
151  .end = webvtt_end_cb,
152 };
153 
155  unsigned char *buf, int bufsize, const AVSubtitle *sub)
156 {
157  WebVTTContext *s = avctx->priv_data;
158  ASSDialog *dialog;
159  int i;
160 
161  av_bprint_init_for_buffer(&s->buffer, buf, bufsize);
162 
163  for (i=0; i<sub->num_rects; i++) {
164  const char *ass = sub->rects[i]->ass;
165 
166  if (sub->rects[i]->type != SUBTITLE_ASS) {
167  av_log(avctx, AV_LOG_ERROR, "Only SUBTITLE_ASS type supported.\n");
168  return AVERROR(EINVAL);
169  }
170 
171  dialog = ff_ass_split_dialog(s->ass_ctx, ass);
172  if (!dialog)
173  return AVERROR(ENOMEM);
174  webvtt_style_apply(s, dialog->style);
176  ff_ass_free_dialog(&dialog);
177  }
178 
179  if (!s->buffer.len)
180  return 0;
181 
182  if (!av_bprint_is_complete(&s->buffer)) {
183  av_log(avctx, AV_LOG_ERROR, "Buffer too small for ASS event.\n");
185  }
186 
187  return s->buffer.len;
188 }
189 
191 {
192  WebVTTContext *s = avctx->priv_data;
193  ff_ass_split_free(s->ass_ctx);
194  return 0;
195 }
196 
198 {
199  WebVTTContext *s = avctx->priv_data;
200  s->avctx = avctx;
201  s->ass_ctx = ff_ass_split(avctx->subtitle_header);
202  return s->ass_ctx ? 0 : AVERROR_INVALIDDATA;
203 }
204 
206  .p.name = "webvtt",
207  CODEC_LONG_NAME("WebVTT subtitle"),
208  .p.type = AVMEDIA_TYPE_SUBTITLE,
209  .p.id = AV_CODEC_ID_WEBVTT,
210  .priv_data_size = sizeof(WebVTTContext),
213  .close = webvtt_encode_close,
214 };
AVSubtitle
Definition: avcodec.h:2227
AVMEDIA_TYPE_SUBTITLE
@ AVMEDIA_TYPE_SUBTITLE
Definition: avutil.h:204
ASSCodesCallbacks
Set of callback functions corresponding to each override codes that can be encountered in a "Dialogue...
Definition: ass_split.h:138
av_bprint_is_complete
static int av_bprint_is_complete(const AVBPrint *buf)
Test if the print buffer is complete (not truncated).
Definition: bprint.h:218
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
AVSubtitle::rects
AVSubtitleRect ** rects
Definition: avcodec.h:2232
webvtt_stack_pop
static char webvtt_stack_pop(WebVTTContext *s)
Definition: webvttenc.c:57
AVSubtitle::num_rects
unsigned num_rects
Definition: avcodec.h:2231
WebVTTContext
Definition: webvttenc.c:31
ff_ass_split_dialog
ASSDialog * ff_ass_split_dialog(ASSSplitContext *ctx, const char *buf)
Split one ASS Dialogue line from a string buffer.
Definition: ass_split.c:433
FFCodec
Definition: codec_internal.h:126
AVCodecContext::subtitle_header
uint8_t * subtitle_header
Definition: avcodec.h:1891
ASSDialog::style
char * style
name of the ASSStyle to use with this dialog
Definition: ass_split.h:76
SUBTITLE_ASS
@ SUBTITLE_ASS
Formatted text, the ass field must be set by the decoder and is authoritative.
Definition: avcodec.h:2195
webvtt_encode_init
static av_cold int webvtt_encode_init(AVCodecContext *avctx)
Definition: webvttenc.c:197
FFCodec::p
AVCodec p
The public AVCodec.
Definition: codec_internal.h:130
av_bprint_init_for_buffer
void av_bprint_init_for_buffer(AVBPrint *buf, char *buffer, unsigned size)
Init a print buffer using a pre-existing buffer.
Definition: bprint.c:85
ass_split.h
WEBVTT_STACK_SIZE
#define WEBVTT_STACK_SIZE
Definition: webvttenc.c:30
AVERROR_BUFFER_TOO_SMALL
#define AVERROR_BUFFER_TOO_SMALL
Buffer too small.
Definition: error.h:53
AVSubtitleRect::ass
char * ass
0 terminated ASS/SSA compatible event line.
Definition: avcodec.h:2224
ass.h
ff_ass_free_dialog
void ff_ass_free_dialog(ASSDialog **dialogp)
Free a dialogue obtained from ff_ass_split_dialog().
Definition: ass_split.c:421
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
av_cold
#define av_cold
Definition: attributes.h:90
s
#define s(width, name)
Definition: cbs_vp9.c:198
av_printf_format
static av_printf_format(2, 3)
Definition: webvttenc.c:41
WebVTTContext::stack_ptr
int stack_ptr
Definition: webvttenc.c:38
CODEC_LONG_NAME
#define CODEC_LONG_NAME(str)
Definition: codec_internal.h:271
AV_CODEC_ID_WEBVTT
@ AV_CODEC_ID_WEBVTT
Definition: codec_id.h:568
NULL
#define NULL
Definition: coverity.c:32
webvtt_stack_find
static int webvtt_stack_find(WebVTTContext *s, const char c)
Definition: webvttenc.c:64
webvtt_encode_frame
static int webvtt_encode_frame(AVCodecContext *avctx, unsigned char *buf, int bufsize, const AVSubtitle *sub)
Definition: webvttenc.c:154
FF_CODEC_ENCODE_SUB_CB
#define FF_CODEC_ENCODE_SUB_CB(func)
Definition: codec_internal.h:298
ASSSplitContext
This struct can be casted to ASS to access to the split data.
Definition: ass_split.c:205
ff_ass_split
ASSSplitContext * ff_ass_split(const char *buf)
Split a full ASS file or a ASS header from a string buffer and store the split structure in a newly a...
Definition: ass_split.c:382
webvtt_text_cb
static void webvtt_text_cb(void *priv, const char *text, int len)
Definition: webvttenc.c:109
c
Undefined Behavior In the C some operations are like signed integer dereferencing freed accessing outside allocated Undefined Behavior must not occur in a C it is not safe even if the output of undefined operations is unused The unsafety may seem nit picking but Optimizing compilers have in fact optimized code on the assumption that no undefined Behavior occurs Optimizing code based on wrong assumptions can and has in some cases lead to effects beyond the output of computations The signed integer overflow problem in speed critical code Code which is highly optimized and works with signed integers sometimes has the problem that often the output of the computation does not c
Definition: undefined.txt:32
ASSStyle
fields extracted from the [V4(+) Styles] section
Definition: ass_split.h:39
ASSStyle::underline
int underline
whether text is underlined (1) or not (0)
Definition: ass_split.h:49
webvtt_callbacks
static const ASSCodesCallbacks webvtt_callbacks
Definition: webvttenc.c:141
init
int(* init)(AVBSFContext *ctx)
Definition: dts2pts.c:366
ff_ass_split_free
void ff_ass_split_free(ASSSplitContext *ctx)
Free all the memory allocated for an ASSSplitContext.
Definition: ass_split.c:470
ASS_DEFAULT_BOLD
#define ASS_DEFAULT_BOLD
Definition: ass.h:39
codec_internal.h
ASSDialog::text
char * text
actual text which will be displayed as a subtitle, can include style override control codes (see ff_a...
Definition: ass_split.h:82
webvtt_stack_push
static int webvtt_stack_push(WebVTTContext *s, const char c)
Definition: webvttenc.c:49
WebVTTContext::count
int count
Definition: webvttenc.c:36
ASSStyle::italic
int italic
whether text is italic (1) or not (0)
Definition: ass_split.h:48
AVSubtitleRect::type
enum AVSubtitleType type
Definition: avcodec.h:2215
webvtt_cancel_overrides_cb
static void webvtt_cancel_overrides_cb(void *priv, const char *style)
Definition: webvttenc.c:130
ASS_DEFAULT_UNDERLINE
#define ASS_DEFAULT_UNDERLINE
Definition: ass.h:41
webvtt_end_cb
static void webvtt_end_cb(void *priv)
Definition: webvttenc.c:136
ff_ass_style_get
ASSStyle * ff_ass_style_get(ASSSplitContext *ctx, const char *style)
Find an ASSStyle structure by its name.
Definition: ass_split.c:578
bprint.h
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:256
webvtt_style_cb
static void webvtt_style_cb(void *priv, char style, int close)
Definition: webvttenc.c:120
WebVTTContext::avctx
AVCodecContext * avctx
Definition: webvttenc.c:32
AVCodec::name
const char * name
Name of the codec implementation.
Definition: codec.h:194
ASS_DEFAULT_ITALIC
#define ASS_DEFAULT_ITALIC
Definition: ass.h:40
len
int len
Definition: vorbis_enc_data.h:426
avcodec.h
tag
uint32_t tag
Definition: movenc.c:1787
WebVTTContext::ass_ctx
ASSSplitContext * ass_ctx
Definition: webvttenc.c:33
webvtt_new_line_cb
static void webvtt_new_line_cb(void *priv, int forced)
Definition: webvttenc.c:115
AVCodecContext
main external API structure.
Definition: avcodec.h:445
WebVTTContext::buffer
AVBPrint buffer
Definition: webvttenc.c:34
webvtt_stack_push_pop
static void webvtt_stack_push_pop(WebVTTContext *s, const char c, int close)
Definition: webvttenc.c:78
av_vbprintf
void av_vbprintf(AVBPrint *buf, const char *fmt, va_list vl_arg)
Append a formatted string to a print buffer.
Definition: bprint.c:122
ff_webvtt_encoder
const FFCodec ff_webvtt_encoder
Definition: webvttenc.c:205
ASSDialog
fields extracted from the [Events] section
Definition: ass_split.h:71
webvtt_style_apply
static void webvtt_style_apply(WebVTTContext *s, const char *style)
Definition: webvttenc.c:90
webvtt_encode_close
static int webvtt_encode_close(AVCodecContext *avctx)
Definition: webvttenc.c:190
AVCodecContext::priv_data
void * priv_data
Definition: avcodec.h:472
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
AVERROR_INVALIDDATA
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:61
ff_ass_split_override_codes
int ff_ass_split_override_codes(const ASSCodesCallbacks *callbacks, void *priv, const char *buf)
Split override codes out of a ASS "Dialogue" Text field.
Definition: ass_split.c:483
av_bprint_append_data
void av_bprint_append_data(AVBPrint *buf, const char *data, unsigned size)
Append data to a print buffer.
Definition: bprint.c:163
webvtt_close_tag
static void webvtt_close_tag(WebVTTContext *s, char tag)
Definition: webvttenc.c:73
ASSStyle::bold
int bold
whether text is bold (1) or not (0)
Definition: ass_split.h:47
WebVTTContext::timestamp_end
unsigned timestamp_end
Definition: webvttenc.c:35
ASSCodesCallbacks::text
void(* text)(void *priv, const char *text, int len)
Definition: ass_split.h:143