FFmpeg
rtpdec_rfc4175.c
Go to the documentation of this file.
1 /*
2  * RTP Depacketization of RAW video (TR-03)
3  * Copyright (c) 2016 Savoir-faire Linux, Inc
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 /* Development sponsored by CBC/Radio-Canada */
23 
24 #include "avio_internal.h"
25 #include "rtpdec_formats.h"
26 #include "libavutil/avstring.h"
27 #include "libavutil/pixdesc.h"
28 #include "libavutil/parseutils.h"
29 
30 struct PayloadContext {
31  char *sampling;
33  int depth;
34  int width;
35  int height;
36 
37  uint8_t *frame;
38  unsigned int frame_size;
39  unsigned int pgroup; /* size of the pixel group in bytes */
40  unsigned int xinc;
41 
42  uint32_t timestamp;
43 };
44 
46 {
47  enum AVPixelFormat pixfmt;
48  int tag;
49  const AVPixFmtDescriptor *desc;
50 
51  if (!strncmp(data->sampling, "YCbCr-4:2:2", 11)) {
52  tag = MKTAG('U', 'Y', 'V', 'Y');
53  data->xinc = 2;
54 
55  if (data->depth == 8) {
56  data->pgroup = 4;
58  } else if (data->depth == 10) {
59  data->pgroup = 5;
61  } else {
62  return AVERROR_INVALIDDATA;
63  }
64  } else {
65  return AVERROR_INVALIDDATA;
66  }
67 
69  stream->codecpar->format = pixfmt;
70  stream->codecpar->codec_tag = tag;
72  data->frame_size = data->width * data->height * data->pgroup / data->xinc;
73 
74  if (data->framerate.den > 0) {
75  stream->avg_frame_rate = data->framerate;
76  stream->codecpar->bit_rate = data->frame_size * av_q2d(data->framerate) * 8;
77  }
78 
79  return 0;
80 }
81 
83  PayloadContext *data, const char *attr,
84  const char *value)
85 {
86  if (!strncmp(attr, "width", 5))
87  data->width = atoi(value);
88  else if (!strncmp(attr, "height", 6))
89  data->height = atoi(value);
90  else if (!strncmp(attr, "sampling", 8))
91  data->sampling = av_strdup(value);
92  else if (!strncmp(attr, "depth", 5))
93  data->depth = atoi(value);
94  else if (!strncmp(attr, "exactframerate", 14)) {
95  if (av_parse_video_rate(&data->framerate, value) < 0)
96  return AVERROR(EINVAL);
97  } else if (!strncmp(attr, "TCS", 3)) {
98  if (!strncmp(value, "SDR", 3))
100  else if (!strncmp(value, "PQ", 2))
102  else if (!strncmp(value, "HLG", 3))
104  else if (!strncmp(value, "LINEAR", 6))
106  else if (!strncmp(value, "ST428-1", 7))
108  else
110  } else if (!strncmp(attr, "colorimetry", 11)) {
111  if (!strncmp(value, "BT601", 5)) {
114  } else if (!strncmp(value, "BT709", 5)) {
117  } else if (!strncmp(value, "BT2020", 6)) {
120  }
121  } else if (!strncmp(attr, "RANGE", 5)) {
122  if (!strncmp(value, "NARROW", 6))
124  else if (!strncmp(value, "FULL", 4))
126  }
127 
128  return 0;
129 }
130 
131 static int rfc4175_parse_sdp_line(AVFormatContext *s, int st_index,
132  PayloadContext *data, const char *line)
133 {
134  const char *p;
135 
136  if (st_index < 0)
137  return 0;
138 
139  if (av_strstart(line, "fmtp:", &p)) {
140  AVStream *stream = s->streams[st_index];
141  int ret = ff_parse_fmtp(s, stream, data, p, rfc4175_parse_fmtp);
142 
143  if (ret < 0)
144  return ret;
145 
146 
147  if (!data->sampling || !data->depth || !data->width || !data->height)
148  return AVERROR(EINVAL);
149 
150  stream->codecpar->width = data->width;
151  stream->codecpar->height = data->height;
152 
153  ret = rfc4175_parse_format(stream, data);
154  av_freep(&data->sampling);
155 
156  return ret;
157  }
158 
159  return 0;
160 }
161 
163  int stream_index)
164 {
165  int ret;
166 
167  pkt->stream_index = stream_index;
168  ret = av_packet_from_data(pkt, data->frame, data->frame_size);
169  if (ret < 0) {
170  av_freep(&data->frame);
171  }
172 
173  data->frame = NULL;
174 
175  return ret;
176 }
177 
179  AVStream *st, AVPacket *pkt, uint32_t *timestamp,
180  const uint8_t * buf, int len,
181  uint16_t seq, int flags)
182 {
183  int length, line, offset, cont;
184  const uint8_t *headers = buf + 2; /* skip extended seqnum */
185  const uint8_t *payload = buf + 2;
186  int payload_len = len - 2;
187  int missed_last_packet = 0;
188 
189  uint8_t *dest;
190 
191  if (*timestamp != data->timestamp) {
192  if (data->frame) {
193  /*
194  * if we're here, it means that two RTP packets didn't have the
195  * same timestamp, which is a sign that they were packets from two
196  * different frames, but we didn't get the flag RTP_FLAG_MARKER on
197  * the first one of these frames (last packet of a frame).
198  * Finalize the previous frame anyway by filling the AVPacket.
199  */
200  av_log(ctx, AV_LOG_ERROR, "Missed previous RTP Marker\n");
201  missed_last_packet = 1;
203  }
204 
205  data->frame = av_malloc(data->frame_size);
206 
207  data->timestamp = *timestamp;
208 
209  if (!data->frame) {
210  av_log(ctx, AV_LOG_ERROR, "Out of memory.\n");
211  return AVERROR(ENOMEM);
212  }
213  }
214 
215  /*
216  * looks for the 'Continuation bit' in scan lines' headers
217  * to find where data start
218  */
219  do {
220  if (payload_len < 6)
221  return AVERROR_INVALIDDATA;
222 
223  cont = payload[4] & 0x80;
224  payload += 6;
225  payload_len -= 6;
226  } while (cont);
227 
228  /* and now iterate over every scan lines */
229  do {
230  int copy_offset;
231 
232  if (payload_len < data->pgroup)
233  return AVERROR_INVALIDDATA;
234 
235  length = (headers[0] << 8) | headers[1];
236  line = ((headers[2] & 0x7f) << 8) | headers[3];
237  offset = ((headers[4] & 0x7f) << 8) | headers[5];
238  cont = headers[4] & 0x80;
239  headers += 6;
240 
241  if (!data->pgroup || length % data->pgroup)
242  return AVERROR_INVALIDDATA;
243 
244  if (length > payload_len)
245  length = payload_len;
246 
247  /* prevent ill-formed packets to write after buffer's end */
248  copy_offset = (line * data->width + offset) * data->pgroup / data->xinc;
249  if (copy_offset + length > data->frame_size)
250  return AVERROR_INVALIDDATA;
251 
252  dest = data->frame + copy_offset;
253  memcpy(dest, payload, length);
254 
255  payload += length;
256  payload_len -= length;
257  } while (cont);
258 
259  if ((flags & RTP_FLAG_MARKER)) {
260  return rfc4175_finalize_packet(data, pkt, st->index);
261  } else if (missed_last_packet) {
262  return 0;
263  }
264 
265  return AVERROR(EAGAIN);
266 }
267 
269  .enc_name = "raw",
270  .codec_type = AVMEDIA_TYPE_VIDEO,
271  .codec_id = AV_CODEC_ID_BITPACKED,
272  .priv_data_size = sizeof(PayloadContext),
273  .parse_sdp_a_line = rfc4175_parse_sdp_line,
275 };
rfc4175_finalize_packet
static int rfc4175_finalize_packet(PayloadContext *data, AVPacket *pkt, int stream_index)
Definition: rtpdec_rfc4175.c:162
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
PayloadContext::frame
uint8_t * frame
Definition: rtpdec_rfc4175.c:37
rfc4175_handle_packet
static int rfc4175_handle_packet(AVFormatContext *ctx, PayloadContext *data, AVStream *st, AVPacket *pkt, uint32_t *timestamp, const uint8_t *buf, int len, uint16_t seq, int flags)
Definition: rtpdec_rfc4175.c:178
AVCodecParameters::color_space
enum AVColorSpace color_space
Definition: codec_par.h:149
av_pix_fmt_desc_get
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2564
AVCOL_TRC_LINEAR
@ AVCOL_TRC_LINEAR
"Linear transfer characteristics"
Definition: pixfmt.h:485
rtpdec_formats.h
ff_parse_fmtp
int ff_parse_fmtp(AVFormatContext *s, AVStream *stream, PayloadContext *data, const char *p, int(*parse_fmtp)(AVFormatContext *s, AVStream *stream, PayloadContext *data, const char *attr, const char *value))
Definition: rtpdec.c:959
pixdesc.h
AVCOL_RANGE_JPEG
@ AVCOL_RANGE_JPEG
Full range content.
Definition: pixfmt.h:579
RTP_FLAG_MARKER
#define RTP_FLAG_MARKER
RTP marker bit was set for this packet.
Definition: rtpdec.h:94
AVCOL_TRC_UNSPECIFIED
@ AVCOL_TRC_UNSPECIFIED
Definition: pixfmt.h:479
AVStream::avg_frame_rate
AVRational avg_frame_rate
Average framerate.
Definition: avformat.h:924
data
const char data[16]
Definition: mxf.c:143
av_get_bits_per_pixel
int av_get_bits_per_pixel(const AVPixFmtDescriptor *pixdesc)
Return the number of bits per pixel used by the pixel format described by pixdesc.
Definition: pixdesc.c:2516
AVCodecParameters::codec_tag
uint32_t codec_tag
Additional information about the codec (corresponds to the AVI FOURCC).
Definition: codec_par.h:64
av_malloc
#define av_malloc(s)
Definition: tableprint_vlc.h:31
PayloadContext::timestamp
uint32_t timestamp
current frame timestamp
Definition: rtpdec_ac3.c:31
RTPDynamicProtocolHandler::enc_name
const char * enc_name
Definition: rtpdec.h:117
AVCodecParameters::color_primaries
enum AVColorPrimaries color_primaries
Definition: codec_par.h:147
AVCOL_SPC_BT470BG
@ AVCOL_SPC_BT470BG
also ITU-R BT601-6 625 / ITU-R BT1358 625 / ITU-R BT1700 625 PAL & SECAM / IEC 61966-2-4 xvYCC601
Definition: pixfmt.h:511
rfc4175_parse_fmtp
static int rfc4175_parse_fmtp(AVFormatContext *s, AVStream *stream, PayloadContext *data, const char *attr, const char *value)
Definition: rtpdec_rfc4175.c:82
AVCOL_TRC_SMPTEST428_1
@ AVCOL_TRC_SMPTEST428_1
Definition: pixfmt.h:496
AVCodecParameters::color_trc
enum AVColorTransferCharacteristic color_trc
Definition: codec_par.h:148
pkt
AVPacket * pkt
Definition: movenc.c:59
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
s
#define s(width, name)
Definition: cbs_vp9.c:257
AVCodecParameters::width
int width
Video only.
Definition: codec_par.h:126
av_q2d
static double av_q2d(AVRational a)
Convert an AVRational to a double.
Definition: rational.h:104
ff_rfc4175_rtp_handler
const RTPDynamicProtocolHandler ff_rfc4175_rtp_handler
Definition: rtpdec_rfc4175.c:268
ctx
AVFormatContext * ctx
Definition: movenc.c:48
AVCOL_PRI_BT470BG
@ AVCOL_PRI_BT470BG
also ITU-R BT601-6 625 / ITU-R BT1358 625 / ITU-R BT1700 625 PAL & SECAM
Definition: pixfmt.h:458
if
if(ret)
Definition: filter_design.txt:179
AVFormatContext
Format I/O context.
Definition: avformat.h:1109
AVStream::codecpar
AVCodecParameters * codecpar
Codec parameters associated with this stream.
Definition: avformat.h:1004
NULL
#define NULL
Definition: coverity.c:32
AVRational
Rational number (pair of numerator and denominator).
Definition: rational.h:58
AVCOL_PRI_BT709
@ AVCOL_PRI_BT709
also ITU-R BT1361 / IEC 61966-2-4 / SMPTE RP 177 Annex B
Definition: pixfmt.h:453
parseutils.h
PayloadContext::sampling
char * sampling
Definition: rtpdec_rfc4175.c:31
AV_PIX_FMT_YUV422P10
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:392
PayloadContext::framerate
AVRational framerate
Definition: rtpdec_rfc4175.c:32
AVCOL_PRI_BT2020
@ AVCOL_PRI_BT2020
ITU-R BT2020.
Definition: pixfmt.h:462
PayloadContext::width
int width
Definition: rtpdec_rfc4175.c:34
AVCOL_TRC_SMPTE2084
@ AVCOL_TRC_SMPTE2084
SMPTE ST 2084 for 10-, 12-, 14- and 16-bit systems.
Definition: pixfmt.h:493
av_packet_from_data
int av_packet_from_data(AVPacket *pkt, uint8_t *data, int size)
Initialize a reference-counted packet from av_malloc()ed data.
Definition: avpacket.c:166
PayloadContext::xinc
unsigned int xinc
Definition: rtpdec_rfc4175.c:40
offset
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf offset
Definition: writing_filters.txt:86
line
Definition: graph2dot.c:48
av_strstart
int av_strstart(const char *str, const char *pfx, const char **ptr)
Return non-zero if pfx is a prefix of str.
Definition: avstring.c:34
AV_CODEC_ID_BITPACKED
@ AV_CODEC_ID_BITPACKED
Definition: codec_id.h:280
AVCOL_TRC_BT709
@ AVCOL_TRC_BT709
also ITU-R BT1361
Definition: pixfmt.h:478
av_parse_video_rate
int av_parse_video_rate(AVRational *rate, const char *arg)
Parse str and store the detected values in *rate.
Definition: parseutils.c:179
avio_internal.h
AVCOL_SPC_BT2020_NCL
@ AVCOL_SPC_BT2020_NCL
ITU-R BT2020 non-constant luminance system.
Definition: pixfmt.h:516
PayloadContext::height
int height
Definition: rtpdec_rfc4175.c:35
AVCodecParameters::height
int height
Definition: codec_par.h:127
rfc4175_parse_format
static int rfc4175_parse_format(AVStream *stream, PayloadContext *data)
Definition: rtpdec_rfc4175.c:45
value
it s the only field you need to keep assuming you have a context There is some magic you don t need to care about around this just let it vf default value
Definition: writing_filters.txt:86
AVCodecParameters::color_range
enum AVColorRange color_range
Video only.
Definition: codec_par.h:146
len
int len
Definition: vorbis_enc_data.h:426
AVCOL_RANGE_MPEG
@ AVCOL_RANGE_MPEG
Narrow or limited range content.
Definition: pixfmt.h:562
tag
uint32_t tag
Definition: movenc.c:1595
ret
ret
Definition: filter_design.txt:187
AVStream
Stream structure.
Definition: avformat.h:857
pixfmt
enum AVPixelFormat pixfmt
Definition: kmsgrab.c:365
AV_PIX_FMT_UYVY422
@ AV_PIX_FMT_UYVY422
packed YUV 4:2:2, 16bpp, Cb Y0 Cr Y1
Definition: pixfmt.h:81
AVStream::index
int index
stream index in AVFormatContext
Definition: avformat.h:858
AVCOL_TRC_ARIB_STD_B67
@ AVCOL_TRC_ARIB_STD_B67
ARIB STD-B67, known as "Hybrid log-gamma".
Definition: pixfmt.h:497
headers
FFmpeg currently uses a custom build this text attempts to document some of its obscure features and options Makefile the full command issued by make and its output will be shown on the screen DBG Preprocess x86 external assembler files to a dbg asm file in the object which then gets compiled Helps in developing those assembler files DESTDIR Destination directory for the install useful to prepare packages or install FFmpeg in cross environments GEN Set to ‘1’ to generate the missing or mismatched references Makefile builds all the libraries and the executables fate Run the fate test note that you must have installed it fate list List all fate regression test targets install Install headers
Definition: build_system.txt:34
AVPacket::stream_index
int stream_index
Definition: packet.h:375
parse_packet
static int parse_packet(AVFormatContext *s, AVPacket *pkt, int stream_index, int flush)
Parse a packet, add all split parts to parse_queue.
Definition: demux.c:1106
PayloadContext::depth
int depth
Definition: rtpdec_rfc4175.c:33
av_strdup
char * av_strdup(const char *s)
Duplicate a string.
Definition: mem.c:279
desc
const char * desc
Definition: libsvtav1.c:79
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AVCodecParameters::bits_per_coded_sample
int bits_per_coded_sample
The number of bits per sample in the codedwords.
Definition: codec_par.h:102
PayloadContext::frame_size
unsigned int frame_size
Definition: rtpdec_rfc4175.c:38
AVCodecParameters::format
int format
Definition: codec_par.h:84
AVPixFmtDescriptor
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:69
AVPacket
This structure stores compressed data.
Definition: packet.h:350
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:35
PayloadContext::pgroup
unsigned int pgroup
Definition: rtpdec_rfc4175.c:39
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:561
AVCodecParameters::bit_rate
int64_t bit_rate
The average bitrate of the encoded data (in bits per second).
Definition: codec_par.h:89
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:28
AVERROR_INVALIDDATA
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:61
MKTAG
#define MKTAG(a, b, c, d)
Definition: macros.h:55
rfc4175_parse_sdp_line
static int rfc4175_parse_sdp_line(AVFormatContext *s, int st_index, PayloadContext *data, const char *line)
Definition: rtpdec_rfc4175.c:131
avstring.h
PayloadContext
RTP/JPEG specific private data.
Definition: rdt.c:83
AVCOL_SPC_BT709
@ AVCOL_SPC_BT709
also ITU-R BT1361 / IEC 61966-2-4 xvYCC709 / derived in SMPTE RP 177 Annex B
Definition: pixfmt.h:507
line
The official guide to swscale for confused that consecutive non overlapping rectangles of slice_bottom special converter These generally are unscaled converters of common like for each output line the vertical scaler pulls lines from a ring buffer When the ring buffer does not contain the wanted line
Definition: swscale.txt:40
RTPDynamicProtocolHandler
Definition: rtpdec.h:116