FFmpeg
rtpdec_rfc4175.c
Go to the documentation of this file.
1 /*
2  * RTP Depacketization of RAW video (TR-03)
3  * Copyright (c) 2016 Savoir-faire Linux, Inc
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 /* Development sponsored by CBC/Radio-Canada */
23 
24 #include "avio_internal.h"
25 #include "rtpdec_formats.h"
26 #include "libavutil/avstring.h"
27 #include "libavutil/pixdesc.h"
28 #include "libavutil/parseutils.h"
29 
30 struct PayloadContext {
31  char *sampling;
33  int depth;
34  int width;
35  int height;
37  int field;
38 
39  uint8_t *frame;
40  unsigned int frame_size;
41  unsigned int pgroup; /* size of the pixel group in bytes */
42  unsigned int xinc;
43 
44  uint32_t timestamp;
45 };
46 
48 {
49  enum AVPixelFormat pixfmt;
50  int tag;
51  const AVPixFmtDescriptor *desc;
52 
53  if (!strncmp(data->sampling, "YCbCr-4:2:2", 11)) {
54  tag = MKTAG('U', 'Y', 'V', 'Y');
55  data->xinc = 2;
56 
57  if (data->depth == 8) {
58  data->pgroup = 4;
61  } else if (data->depth == 10) {
62  data->pgroup = 5;
65  } else {
66  return AVERROR_INVALIDDATA;
67  }
68  } else if (!strncmp(data->sampling, "YCbCr-4:2:0", 11)) {
69  tag = MKTAG('I', '4', '2', '0');
70  data->xinc = 4;
71 
72  if (data->depth == 8) {
73  data->pgroup = 6;
76  } else {
77  return AVERROR_INVALIDDATA;
78  }
79  } else if (!strncmp(data->sampling, "RGB", 3)) {
80  tag = MKTAG('R', 'G', 'B', 24);
81  if (data->depth == 8) {
82  data->xinc = 1;
83  data->pgroup = 3;
86  } else {
87  return AVERROR_INVALIDDATA;
88  }
89  } else if (!strncmp(data->sampling, "BGR", 3)) {
90  tag = MKTAG('B', 'G', 'R', 24);
91  if (data->depth == 8) {
92  data->xinc = 1;
93  data->pgroup = 3;
96  } else {
97  return AVERROR_INVALIDDATA;
98  }
99  } else {
100  return AVERROR_INVALIDDATA;
101  }
102 
104  stream->codecpar->format = pixfmt;
105  stream->codecpar->codec_tag = tag;
107  data->frame_size = data->width * data->height * data->pgroup / data->xinc;
108 
109  if (data->interlaced)
110  stream->codecpar->field_order = AV_FIELD_TT;
111  else
113 
114  if (data->framerate.den > 0) {
115  stream->avg_frame_rate = data->framerate;
116  stream->codecpar->bit_rate = data->frame_size * av_q2d(data->framerate) * 8;
117  }
118 
119  return 0;
120 }
121 
123  PayloadContext *data, const char *attr,
124  const char *value)
125 {
126  if (!strncmp(attr, "width", 5))
127  data->width = atoi(value);
128  else if (!strncmp(attr, "height", 6))
129  data->height = atoi(value);
130  else if (!strncmp(attr, "sampling", 8))
131  data->sampling = av_strdup(value);
132  else if (!strncmp(attr, "depth", 5))
133  data->depth = atoi(value);
134  else if (!strncmp(attr, "interlace", 9))
135  data->interlaced = 1;
136  else if (!strncmp(attr, "exactframerate", 14)) {
137  if (av_parse_video_rate(&data->framerate, value) < 0)
138  return AVERROR(EINVAL);
139  } else if (!strncmp(attr, "TCS", 3)) {
140  if (!strncmp(value, "SDR", 3))
142  else if (!strncmp(value, "PQ", 2))
144  else if (!strncmp(value, "HLG", 3))
146  else if (!strncmp(value, "LINEAR", 6))
148  else if (!strncmp(value, "ST428-1", 7))
150  else
152  } else if (!strncmp(attr, "colorimetry", 11)) {
153  if (!strncmp(value, "BT601", 5)) {
156  } else if (!strncmp(value, "BT709", 5)) {
159  } else if (!strncmp(value, "BT2020", 6)) {
162  }
163  } else if (!strncmp(attr, "RANGE", 5)) {
164  if (!strncmp(value, "NARROW", 6))
166  else if (!strncmp(value, "FULL", 4))
168  }
169 
170  return 0;
171 }
172 
173 static int rfc4175_parse_sdp_line(AVFormatContext *s, int st_index,
174  PayloadContext *data, const char *line)
175 {
176  const char *p;
177 
178  if (st_index < 0)
179  return 0;
180 
181  if (av_strstart(line, "fmtp:", &p)) {
182  AVStream *stream = s->streams[st_index];
183  int ret = ff_parse_fmtp(s, stream, data, p, rfc4175_parse_fmtp);
184 
185  if (ret < 0)
186  return ret;
187 
188 
189  if (!data->sampling || !data->depth || !data->width || !data->height)
190  return AVERROR(EINVAL);
191 
192  stream->codecpar->width = data->width;
193  stream->codecpar->height = data->height;
194 
195  ret = rfc4175_parse_format(stream, data);
196  av_freep(&data->sampling);
197 
198  return ret;
199  }
200 
201  return 0;
202 }
203 
205  int stream_index)
206 {
207  int ret = 0;
208 
209  pkt->stream_index = stream_index;
210  if (!data->interlaced || data->field) {
211  ret = av_packet_from_data(pkt, data->frame, data->frame_size);
212  if (ret < 0) {
213  av_freep(&data->frame);
214  }
215  data->frame = NULL;
216  }
217 
218  data->field = 0;
219 
220  return ret;
221 }
222 
224  AVStream *st, AVPacket *pkt, uint32_t *timestamp,
225  const uint8_t * buf, int len,
226  uint16_t seq, int flags)
227 {
228  int length, line, offset, cont, field;
229  const uint8_t *headers = buf + 2; /* skip extended seqnum */
230  const uint8_t *payload = buf + 2;
231  int payload_len = len - 2;
232  int missed_last_packet = 0;
233 
234  uint8_t *dest;
235 
236  if (*timestamp != data->timestamp) {
237  if (data->frame && (!data->interlaced || data->field)) {
238  /*
239  * if we're here, it means that we missed the cue to return
240  * the previous AVPacket, that cue being the RTP_FLAG_MARKER
241  * in the last packet of either the previous frame (progressive)
242  * or the previous second field (interlace). Let's finalize the
243  * previous frame (or pair of fields) anyway by filling the AVPacket.
244  */
245  av_log(ctx, AV_LOG_ERROR, "Missed previous RTP Marker\n");
246  missed_last_packet = 1;
248  }
249 
250  if (!data->frame)
251  data->frame = av_malloc(data->frame_size);
252 
253  data->timestamp = *timestamp;
254 
255  if (!data->frame) {
256  av_log(ctx, AV_LOG_ERROR, "Out of memory.\n");
257  return AVERROR(ENOMEM);
258  }
259  }
260 
261  /*
262  * looks for the 'Continuation bit' in scan lines' headers
263  * to find where data start
264  */
265  do {
266  if (payload_len < 6)
267  return AVERROR_INVALIDDATA;
268 
269  cont = payload[4] & 0x80;
270  payload += 6;
271  payload_len -= 6;
272  } while (cont);
273 
274  /* and now iterate over every scan lines */
275  do {
276  int copy_offset;
277 
278  if (payload_len < data->pgroup)
279  return AVERROR_INVALIDDATA;
280 
281  length = (headers[0] << 8) | headers[1];
282  field = (headers[2] & 0x80) >> 7;
283  line = ((headers[2] & 0x7f) << 8) | headers[3];
284  offset = ((headers[4] & 0x7f) << 8) | headers[5];
285  cont = headers[4] & 0x80;
286  headers += 6;
287  data->field = field;
288 
289  if (!data->pgroup || length % data->pgroup)
290  return AVERROR_INVALIDDATA;
291 
292  if (length > payload_len)
293  length = payload_len;
294 
295  if (data->interlaced)
296  line = 2 * line + field;
297 
298  /* prevent ill-formed packets to write after buffer's end */
299  copy_offset = (line * data->width + offset) * data->pgroup / data->xinc;
300  if (copy_offset + length > data->frame_size || !data->frame)
301  return AVERROR_INVALIDDATA;
302 
303  dest = data->frame + copy_offset;
304  memcpy(dest, payload, length);
305 
306  payload += length;
307  payload_len -= length;
308  } while (cont);
309 
310  if ((flags & RTP_FLAG_MARKER)) {
311  return rfc4175_finalize_packet(data, pkt, st->index);
312  } else if (missed_last_packet) {
313  return 0;
314  }
315 
316  return AVERROR(EAGAIN);
317 }
318 
320  .enc_name = "raw",
321  .codec_type = AVMEDIA_TYPE_VIDEO,
322  .codec_id = AV_CODEC_ID_NONE,
323  .priv_data_size = sizeof(PayloadContext),
324  .parse_sdp_a_line = rfc4175_parse_sdp_line,
326 };
rfc4175_finalize_packet
static int rfc4175_finalize_packet(PayloadContext *data, AVPacket *pkt, int stream_index)
Definition: rtpdec_rfc4175.c:204
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
AV_FIELD_PROGRESSIVE
@ AV_FIELD_PROGRESSIVE
Definition: codec_par.h:40
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
PayloadContext::frame
uint8_t * frame
Definition: rtpdec_rfc4175.c:39
rfc4175_handle_packet
static int rfc4175_handle_packet(AVFormatContext *ctx, PayloadContext *data, AVStream *st, AVPacket *pkt, uint32_t *timestamp, const uint8_t *buf, int len, uint16_t seq, int flags)
Definition: rtpdec_rfc4175.c:223
AVCodecParameters::color_space
enum AVColorSpace color_space
Definition: codec_par.h:151
av_pix_fmt_desc_get
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2858
AVCOL_TRC_LINEAR
@ AVCOL_TRC_LINEAR
"Linear transfer characteristics"
Definition: pixfmt.h:567
rtpdec_formats.h
ff_parse_fmtp
int ff_parse_fmtp(AVFormatContext *s, AVStream *stream, PayloadContext *data, const char *p, int(*parse_fmtp)(AVFormatContext *s, AVStream *stream, PayloadContext *data, const char *attr, const char *value))
Definition: rtpdec.c:964
AV_CODEC_ID_RAWVIDEO
@ AV_CODEC_ID_RAWVIDEO
Definition: codec_id.h:65
pixdesc.h
AVCOL_RANGE_JPEG
@ AVCOL_RANGE_JPEG
Full range content.
Definition: pixfmt.h:661
RTP_FLAG_MARKER
#define RTP_FLAG_MARKER
RTP marker bit was set for this packet.
Definition: rtpdec.h:94
AVCOL_TRC_UNSPECIFIED
@ AVCOL_TRC_UNSPECIFIED
Definition: pixfmt.h:561
AVStream::avg_frame_rate
AVRational avg_frame_rate
Average framerate.
Definition: avformat.h:1028
data
const char data[16]
Definition: mxf.c:146
AV_PIX_FMT_BGR24
@ AV_PIX_FMT_BGR24
packed RGB 8:8:8, 24bpp, BGRBGR...
Definition: pixfmt.h:69
av_get_bits_per_pixel
int av_get_bits_per_pixel(const AVPixFmtDescriptor *pixdesc)
Return the number of bits per pixel used by the pixel format described by pixdesc.
Definition: pixdesc.c:2810
AVCodecParameters::codec_tag
uint32_t codec_tag
Additional information about the codec (corresponds to the AVI FOURCC).
Definition: codec_par.h:66
av_malloc
#define av_malloc(s)
Definition: tableprint_vlc.h:30
PayloadContext::timestamp
uint32_t timestamp
current frame timestamp
Definition: rtpdec_ac3.c:31
RTPDynamicProtocolHandler::enc_name
const char * enc_name
Definition: rtpdec.h:117
AVCodecParameters::color_primaries
enum AVColorPrimaries color_primaries
Definition: codec_par.h:149
AVCOL_SPC_BT470BG
@ AVCOL_SPC_BT470BG
also ITU-R BT601-6 625 / ITU-R BT1358 625 / ITU-R BT1700 625 PAL & SECAM / IEC 61966-2-4 xvYCC601
Definition: pixfmt.h:593
rfc4175_parse_fmtp
static int rfc4175_parse_fmtp(AVFormatContext *s, AVStream *stream, PayloadContext *data, const char *attr, const char *value)
Definition: rtpdec_rfc4175.c:122
AVCOL_TRC_SMPTEST428_1
@ AVCOL_TRC_SMPTEST428_1
Definition: pixfmt.h:578
AVCodecParameters::color_trc
enum AVColorTransferCharacteristic color_trc
Definition: codec_par.h:150
pkt
AVPacket * pkt
Definition: movenc.c:59
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
s
#define s(width, name)
Definition: cbs_vp9.c:256
AVCodecParameters::width
int width
Video only.
Definition: codec_par.h:128
av_q2d
static double av_q2d(AVRational a)
Convert an AVRational to a double.
Definition: rational.h:104
ff_rfc4175_rtp_handler
const RTPDynamicProtocolHandler ff_rfc4175_rtp_handler
Definition: rtpdec_rfc4175.c:319
ctx
AVFormatContext * ctx
Definition: movenc.c:48
field
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this field
Definition: writing_filters.txt:78
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
AVCOL_PRI_BT470BG
@ AVCOL_PRI_BT470BG
also ITU-R BT601-6 625 / ITU-R BT1358 625 / ITU-R BT1700 625 PAL & SECAM
Definition: pixfmt.h:540
if
if(ret)
Definition: filter_design.txt:179
AVFormatContext
Format I/O context.
Definition: avformat.h:1216
AVStream::codecpar
AVCodecParameters * codecpar
Codec parameters associated with this stream.
Definition: avformat.h:1108
PayloadContext::field
int field
Definition: rtpdec_rfc4175.c:37
NULL
#define NULL
Definition: coverity.c:32
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
AVCOL_PRI_BT709
@ AVCOL_PRI_BT709
also ITU-R BT1361 / IEC 61966-2-4 / SMPTE RP 177 Annex B
Definition: pixfmt.h:535
parseutils.h
PayloadContext::sampling
char * sampling
Definition: rtpdec_rfc4175.c:31
AV_PIX_FMT_YUV422P10
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:460
PayloadContext::framerate
AVRational framerate
Definition: rtpdec_rfc4175.c:32
AVCOL_PRI_BT2020
@ AVCOL_PRI_BT2020
ITU-R BT2020.
Definition: pixfmt.h:544
PayloadContext::width
int width
Definition: rtpdec_rfc4175.c:34
AVCOL_TRC_SMPTE2084
@ AVCOL_TRC_SMPTE2084
SMPTE ST 2084 for 10-, 12-, 14- and 16-bit systems.
Definition: pixfmt.h:575
av_packet_from_data
int av_packet_from_data(AVPacket *pkt, uint8_t *data, int size)
Initialize a reference-counted packet from av_malloc()ed data.
Definition: avpacket.c:171
AV_PIX_FMT_RGB24
@ AV_PIX_FMT_RGB24
packed RGB 8:8:8, 24bpp, RGBRGB...
Definition: pixfmt.h:68
PayloadContext::xinc
unsigned int xinc
Definition: rtpdec_rfc4175.c:42
AV_FIELD_TT
@ AV_FIELD_TT
Top coded_first, top displayed first.
Definition: codec_par.h:41
offset
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf offset
Definition: writing_filters.txt:86
line
Definition: graph2dot.c:48
av_strstart
int av_strstart(const char *str, const char *pfx, const char **ptr)
Return non-zero if pfx is a prefix of str.
Definition: avstring.c:37
AV_CODEC_ID_BITPACKED
@ AV_CODEC_ID_BITPACKED
Definition: codec_id.h:284
AVCOL_TRC_BT709
@ AVCOL_TRC_BT709
also ITU-R BT1361
Definition: pixfmt.h:560
av_parse_video_rate
int av_parse_video_rate(AVRational *rate, const char *arg)
Parse str and store the detected values in *rate.
Definition: parseutils.c:181
AV_CODEC_ID_NONE
@ AV_CODEC_ID_NONE
Definition: codec_id.h:50
avio_internal.h
AVCOL_SPC_BT2020_NCL
@ AVCOL_SPC_BT2020_NCL
ITU-R BT2020 non-constant luminance system.
Definition: pixfmt.h:598
PayloadContext::height
int height
Definition: rtpdec_rfc4175.c:35
AVCodecParameters::height
int height
Definition: codec_par.h:129
rfc4175_parse_format
static int rfc4175_parse_format(AVStream *stream, PayloadContext *data)
Definition: rtpdec_rfc4175.c:47
value
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf default value
Definition: writing_filters.txt:86
AVCodecParameters::color_range
enum AVColorRange color_range
Video only.
Definition: codec_par.h:148
len
int len
Definition: vorbis_enc_data.h:426
AVCOL_RANGE_MPEG
@ AVCOL_RANGE_MPEG
Narrow or limited range content.
Definition: pixfmt.h:644
AVCodecParameters::field_order
enum AVFieldOrder field_order
Video only.
Definition: codec_par.h:143
tag
uint32_t tag
Definition: movenc.c:1647
ret
ret
Definition: filter_design.txt:187
AVStream
Stream structure.
Definition: avformat.h:948
pixfmt
enum AVPixelFormat pixfmt
Definition: kmsgrab.c:365
AV_PIX_FMT_UYVY422
@ AV_PIX_FMT_UYVY422
packed YUV 4:2:2, 16bpp, Cb Y0 Cr Y1
Definition: pixfmt.h:81
AVStream::index
int index
stream index in AVFormatContext
Definition: avformat.h:956
AVCOL_TRC_ARIB_STD_B67
@ AVCOL_TRC_ARIB_STD_B67
ARIB STD-B67, known as "Hybrid log-gamma".
Definition: pixfmt.h:579
headers
FFmpeg currently uses a custom build this text attempts to document some of its obscure features and options Makefile the full command issued by make and its output will be shown on the screen DBG Preprocess x86 external assembler files to a dbg asm file in the object which then gets compiled Helps in developing those assembler files DESTDIR Destination directory for the install useful to prepare packages or install FFmpeg in cross environments GEN Set to ‘1’ to generate the missing or mismatched references Makefile builds all the libraries and the executables fate Run the fate test note that you must have installed it fate list List all fate regression test targets install Install headers
Definition: build_system.txt:34
AVPacket::stream_index
int stream_index
Definition: packet.h:376
parse_packet
static int parse_packet(AVFormatContext *s, AVPacket *pkt, int stream_index, int flush)
Parse a packet, add all split parts to parse_queue.
Definition: demux.c:1119
PayloadContext::depth
int depth
Definition: rtpdec_rfc4175.c:33
av_strdup
char * av_strdup(const char *s)
Duplicate a string.
Definition: mem.c:280
desc
const char * desc
Definition: libsvtav1.c:83
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
PayloadContext::interlaced
int interlaced
Definition: rtpdec_rfc4175.c:36
AVCodecParameters::bits_per_coded_sample
int bits_per_coded_sample
The number of bits per sample in the codedwords.
Definition: codec_par.h:104
PayloadContext::frame_size
unsigned int frame_size
Definition: rtpdec_rfc4175.c:40
AVCodecParameters::format
int format
Definition: codec_par.h:86
AVPixFmtDescriptor
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:69
AVCodecParameters::codec_id
enum AVCodecID codec_id
Specific type of the encoded data (the codec used).
Definition: codec_par.h:62
AVPacket
This structure stores compressed data.
Definition: packet.h:351
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
PayloadContext::pgroup
unsigned int pgroup
Definition: rtpdec_rfc4175.c:41
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:561
AVCodecParameters::bit_rate
int64_t bit_rate
The average bitrate of the encoded data (in bits per second).
Definition: codec_par.h:91
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
AVERROR_INVALIDDATA
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:61
MKTAG
#define MKTAG(a, b, c, d)
Definition: macros.h:55
rfc4175_parse_sdp_line
static int rfc4175_parse_sdp_line(AVFormatContext *s, int st_index, PayloadContext *data, const char *line)
Definition: rtpdec_rfc4175.c:173
avstring.h
PayloadContext
RTP/JPEG specific private data.
Definition: rdt.c:83
AVCOL_SPC_BT709
@ AVCOL_SPC_BT709
also ITU-R BT1361 / IEC 61966-2-4 xvYCC709 / derived in SMPTE RP 177 Annex B
Definition: pixfmt.h:589
line
The official guide to swscale for confused that consecutive non overlapping rectangles of slice_bottom special converter These generally are unscaled converters of common like for each output line the vertical scaler pulls lines from a ring buffer When the ring buffer does not contain the wanted line
Definition: swscale.txt:40
RTPDynamicProtocolHandler
Definition: rtpdec.h:116