FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
rtpdec.c
Go to the documentation of this file.
1 /*
2  * RTP input format
3  * Copyright (c) 2002 Fabrice Bellard
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 #include "libavutil/mathematics.h"
23 #include "libavutil/avstring.h"
24 #include "libavutil/time.h"
25 #include "libavcodec/get_bits.h"
26 #include "avformat.h"
27 #include "network.h"
28 #include "srtp.h"
29 #include "url.h"
30 #include "rtpdec.h"
31 #include "rtpdec_formats.h"
32 
33 #define MIN_FEEDBACK_INTERVAL 200000 /* 200 ms in us */
34 
36  .enc_name = "GSM",
37  .codec_type = AVMEDIA_TYPE_AUDIO,
38  .codec_id = AV_CODEC_ID_GSM,
39 };
40 
42  .enc_name = "X-MP3-draft-00",
43  .codec_type = AVMEDIA_TYPE_AUDIO,
44  .codec_id = AV_CODEC_ID_MP3ADU,
45 };
46 
48  .enc_name = "speex",
49  .codec_type = AVMEDIA_TYPE_AUDIO,
50  .codec_id = AV_CODEC_ID_SPEEX,
51 };
52 
54  .enc_name = "opus",
55  .codec_type = AVMEDIA_TYPE_AUDIO,
56  .codec_id = AV_CODEC_ID_OPUS,
57 };
58 
60  .enc_name = "t140",
61  .codec_type = AVMEDIA_TYPE_SUBTITLE,
62  .codec_id = AV_CODEC_ID_TEXT,
63 };
64 
66 
68 {
70  rtp_first_dynamic_payload_handler = handler;
71 }
72 
74 {
112  ff_register_dynamic_payload_handler(&gsm_dynamic_handler);
113  ff_register_dynamic_payload_handler(&opus_dynamic_handler);
114  ff_register_dynamic_payload_handler(&realmedia_mp3_dynamic_handler);
115  ff_register_dynamic_payload_handler(&speex_dynamic_handler);
116  ff_register_dynamic_payload_handler(&t140_dynamic_handler);
117 }
118 
120  enum AVMediaType codec_type)
121 {
123  for (handler = rtp_first_dynamic_payload_handler;
124  handler; handler = handler->next)
125  if (handler->enc_name &&
126  !av_strcasecmp(name, handler->enc_name) &&
127  codec_type == handler->codec_type)
128  return handler;
129  return NULL;
130 }
131 
133  enum AVMediaType codec_type)
134 {
136  for (handler = rtp_first_dynamic_payload_handler;
137  handler; handler = handler->next)
138  if (handler->static_payload_id && handler->static_payload_id == id &&
139  codec_type == handler->codec_type)
140  return handler;
141  return NULL;
142 }
143 
144 static int rtcp_parse_packet(RTPDemuxContext *s, const unsigned char *buf,
145  int len)
146 {
147  int payload_len;
148  while (len >= 4) {
149  payload_len = FFMIN(len, (AV_RB16(buf + 2) + 1) * 4);
150 
151  switch (buf[1]) {
152  case RTCP_SR:
153  if (payload_len < 20) {
154  av_log(s->ic, AV_LOG_ERROR, "Invalid RTCP SR packet length\n");
155  return AVERROR_INVALIDDATA;
156  }
157 
159  s->last_rtcp_ntp_time = AV_RB64(buf + 8);
160  s->last_rtcp_timestamp = AV_RB32(buf + 16);
163  if (!s->base_timestamp)
166  }
167 
168  break;
169  case RTCP_BYE:
170  return -RTCP_BYE;
171  }
172 
173  buf += payload_len;
174  len -= payload_len;
175  }
176  return -1;
177 }
178 
179 #define RTP_SEQ_MOD (1 << 16)
180 
181 static void rtp_init_statistics(RTPStatistics *s, uint16_t base_sequence)
182 {
183  memset(s, 0, sizeof(RTPStatistics));
184  s->max_seq = base_sequence;
185  s->probation = 1;
186 }
187 
188 /*
189  * Called whenever there is a large jump in sequence numbers,
190  * or when they get out of probation...
191  */
192 static void rtp_init_sequence(RTPStatistics *s, uint16_t seq)
193 {
194  s->max_seq = seq;
195  s->cycles = 0;
196  s->base_seq = seq - 1;
197  s->bad_seq = RTP_SEQ_MOD + 1;
198  s->received = 0;
199  s->expected_prior = 0;
200  s->received_prior = 0;
201  s->jitter = 0;
202  s->transit = 0;
203 }
204 
205 /* Returns 1 if we should handle this packet. */
206 static int rtp_valid_packet_in_sequence(RTPStatistics *s, uint16_t seq)
207 {
208  uint16_t udelta = seq - s->max_seq;
209  const int MAX_DROPOUT = 3000;
210  const int MAX_MISORDER = 100;
211  const int MIN_SEQUENTIAL = 2;
212 
213  /* source not valid until MIN_SEQUENTIAL packets with sequence
214  * seq. numbers have been received */
215  if (s->probation) {
216  if (seq == s->max_seq + 1) {
217  s->probation--;
218  s->max_seq = seq;
219  if (s->probation == 0) {
220  rtp_init_sequence(s, seq);
221  s->received++;
222  return 1;
223  }
224  } else {
225  s->probation = MIN_SEQUENTIAL - 1;
226  s->max_seq = seq;
227  }
228  } else if (udelta < MAX_DROPOUT) {
229  // in order, with permissible gap
230  if (seq < s->max_seq) {
231  // sequence number wrapped; count another 64k cycles
232  s->cycles += RTP_SEQ_MOD;
233  }
234  s->max_seq = seq;
235  } else if (udelta <= RTP_SEQ_MOD - MAX_MISORDER) {
236  // sequence made a large jump...
237  if (seq == s->bad_seq) {
238  /* two sequential packets -- assume that the other side
239  * restarted without telling us; just resync. */
240  rtp_init_sequence(s, seq);
241  } else {
242  s->bad_seq = (seq + 1) & (RTP_SEQ_MOD - 1);
243  return 0;
244  }
245  } else {
246  // duplicate or reordered packet...
247  }
248  s->received++;
249  return 1;
250 }
251 
252 static void rtcp_update_jitter(RTPStatistics *s, uint32_t sent_timestamp,
253  uint32_t arrival_timestamp)
254 {
255  // Most of this is pretty straight from RFC 3550 appendix A.8
256  uint32_t transit = arrival_timestamp - sent_timestamp;
257  uint32_t prev_transit = s->transit;
258  int32_t d = transit - prev_transit;
259  // Doing the FFABS() call directly on the "transit - prev_transit"
260  // expression doesn't work, since it's an unsigned expression. Doing the
261  // transit calculation in unsigned is desired though, since it most
262  // probably will need to wrap around.
263  d = FFABS(d);
264  s->transit = transit;
265  if (!prev_transit)
266  return;
267  s->jitter += d - (int32_t) ((s->jitter + 8) >> 4);
268 }
269 
271  AVIOContext *avio, int count)
272 {
273  AVIOContext *pb;
274  uint8_t *buf;
275  int len;
276  int rtcp_bytes;
278  uint32_t lost;
279  uint32_t extended_max;
280  uint32_t expected_interval;
281  uint32_t received_interval;
282  int32_t lost_interval;
283  uint32_t expected;
284  uint32_t fraction;
285 
286  if ((!fd && !avio) || (count < 1))
287  return -1;
288 
289  /* TODO: I think this is way too often; RFC 1889 has algorithm for this */
290  /* XXX: MPEG pts hardcoded. RTCP send every 0.5 seconds */
291  s->octet_count += count;
292  rtcp_bytes = ((s->octet_count - s->last_octet_count) * RTCP_TX_RATIO_NUM) /
294  rtcp_bytes /= 50; // mmu_man: that's enough for me... VLC sends much less btw !?
295  if (rtcp_bytes < 28)
296  return -1;
298 
299  if (!fd)
300  pb = avio;
301  else if (avio_open_dyn_buf(&pb) < 0)
302  return -1;
303 
304  // Receiver Report
305  avio_w8(pb, (RTP_VERSION << 6) + 1); /* 1 report block */
306  avio_w8(pb, RTCP_RR);
307  avio_wb16(pb, 7); /* length in words - 1 */
308  // our own SSRC: we use the server's SSRC + 1 to avoid conflicts
309  avio_wb32(pb, s->ssrc + 1);
310  avio_wb32(pb, s->ssrc); // server SSRC
311  // some placeholders we should really fill...
312  // RFC 1889/p64
313  extended_max = stats->cycles + stats->max_seq;
314  expected = extended_max - stats->base_seq;
315  lost = expected - stats->received;
316  lost = FFMIN(lost, 0xffffff); // clamp it since it's only 24 bits...
317  expected_interval = expected - stats->expected_prior;
318  stats->expected_prior = expected;
319  received_interval = stats->received - stats->received_prior;
320  stats->received_prior = stats->received;
321  lost_interval = expected_interval - received_interval;
322  if (expected_interval == 0 || lost_interval <= 0)
323  fraction = 0;
324  else
325  fraction = (lost_interval << 8) / expected_interval;
326 
327  fraction = (fraction << 24) | lost;
328 
329  avio_wb32(pb, fraction); /* 8 bits of fraction, 24 bits of total packets lost */
330  avio_wb32(pb, extended_max); /* max sequence received */
331  avio_wb32(pb, stats->jitter >> 4); /* jitter */
332 
334  avio_wb32(pb, 0); /* last SR timestamp */
335  avio_wb32(pb, 0); /* delay since last SR */
336  } else {
337  uint32_t middle_32_bits = s->last_rtcp_ntp_time >> 16; // this is valid, right? do we need to handle 64 bit values special?
338  uint32_t delay_since_last = av_rescale(av_gettime_relative() - s->last_rtcp_reception_time,
339  65536, AV_TIME_BASE);
340 
341  avio_wb32(pb, middle_32_bits); /* last SR timestamp */
342  avio_wb32(pb, delay_since_last); /* delay since last SR */
343  }
344 
345  // CNAME
346  avio_w8(pb, (RTP_VERSION << 6) + 1); /* 1 report block */
347  avio_w8(pb, RTCP_SDES);
348  len = strlen(s->hostname);
349  avio_wb16(pb, (7 + len + 3) / 4); /* length in words - 1 */
350  avio_wb32(pb, s->ssrc + 1);
351  avio_w8(pb, 0x01);
352  avio_w8(pb, len);
353  avio_write(pb, s->hostname, len);
354  avio_w8(pb, 0); /* END */
355  // padding
356  for (len = (7 + len) % 4; len % 4; len++)
357  avio_w8(pb, 0);
358 
359  avio_flush(pb);
360  if (!fd)
361  return 0;
362  len = avio_close_dyn_buf(pb, &buf);
363  if ((len > 0) && buf) {
364  int av_unused result;
365  av_log(s->ic, AV_LOG_TRACE, "sending %d bytes of RR\n", len);
366  result = ffurl_write(fd, buf, len);
367  av_log(s->ic, AV_LOG_TRACE, "result from ffurl_write: %d\n", result);
368  av_free(buf);
369  }
370  return 0;
371 }
372 
374 {
375  AVIOContext *pb;
376  uint8_t *buf;
377  int len;
378 
379  /* Send a small RTP packet */
380  if (avio_open_dyn_buf(&pb) < 0)
381  return;
382 
383  avio_w8(pb, (RTP_VERSION << 6));
384  avio_w8(pb, 0); /* Payload type */
385  avio_wb16(pb, 0); /* Seq */
386  avio_wb32(pb, 0); /* Timestamp */
387  avio_wb32(pb, 0); /* SSRC */
388 
389  avio_flush(pb);
390  len = avio_close_dyn_buf(pb, &buf);
391  if ((len > 0) && buf)
392  ffurl_write(rtp_handle, buf, len);
393  av_free(buf);
394 
395  /* Send a minimal RTCP RR */
396  if (avio_open_dyn_buf(&pb) < 0)
397  return;
398 
399  avio_w8(pb, (RTP_VERSION << 6));
400  avio_w8(pb, RTCP_RR); /* receiver report */
401  avio_wb16(pb, 1); /* length in words - 1 */
402  avio_wb32(pb, 0); /* our own SSRC */
403 
404  avio_flush(pb);
405  len = avio_close_dyn_buf(pb, &buf);
406  if ((len > 0) && buf)
407  ffurl_write(rtp_handle, buf, len);
408  av_free(buf);
409 }
410 
411 static int find_missing_packets(RTPDemuxContext *s, uint16_t *first_missing,
412  uint16_t *missing_mask)
413 {
414  int i;
415  uint16_t next_seq = s->seq + 1;
416  RTPPacket *pkt = s->queue;
417 
418  if (!pkt || pkt->seq == next_seq)
419  return 0;
420 
421  *missing_mask = 0;
422  for (i = 1; i <= 16; i++) {
423  uint16_t missing_seq = next_seq + i;
424  while (pkt) {
425  int16_t diff = pkt->seq - missing_seq;
426  if (diff >= 0)
427  break;
428  pkt = pkt->next;
429  }
430  if (!pkt)
431  break;
432  if (pkt->seq == missing_seq)
433  continue;
434  *missing_mask |= 1 << (i - 1);
435  }
436 
437  *first_missing = next_seq;
438  return 1;
439 }
440 
442  AVIOContext *avio)
443 {
444  int len, need_keyframe, missing_packets;
445  AVIOContext *pb;
446  uint8_t *buf;
447  int64_t now;
448  uint16_t first_missing = 0, missing_mask = 0;
449 
450  if (!fd && !avio)
451  return -1;
452 
453  need_keyframe = s->handler && s->handler->need_keyframe &&
455  missing_packets = find_missing_packets(s, &first_missing, &missing_mask);
456 
457  if (!need_keyframe && !missing_packets)
458  return 0;
459 
460  /* Send new feedback if enough time has elapsed since the last
461  * feedback packet. */
462 
463  now = av_gettime_relative();
464  if (s->last_feedback_time &&
466  return 0;
467  s->last_feedback_time = now;
468 
469  if (!fd)
470  pb = avio;
471  else if (avio_open_dyn_buf(&pb) < 0)
472  return -1;
473 
474  if (need_keyframe) {
475  avio_w8(pb, (RTP_VERSION << 6) | 1); /* PLI */
476  avio_w8(pb, RTCP_PSFB);
477  avio_wb16(pb, 2); /* length in words - 1 */
478  // our own SSRC: we use the server's SSRC + 1 to avoid conflicts
479  avio_wb32(pb, s->ssrc + 1);
480  avio_wb32(pb, s->ssrc); // server SSRC
481  }
482 
483  if (missing_packets) {
484  avio_w8(pb, (RTP_VERSION << 6) | 1); /* NACK */
485  avio_w8(pb, RTCP_RTPFB);
486  avio_wb16(pb, 3); /* length in words - 1 */
487  avio_wb32(pb, s->ssrc + 1);
488  avio_wb32(pb, s->ssrc); // server SSRC
489 
490  avio_wb16(pb, first_missing);
491  avio_wb16(pb, missing_mask);
492  }
493 
494  avio_flush(pb);
495  if (!fd)
496  return 0;
497  len = avio_close_dyn_buf(pb, &buf);
498  if (len > 0 && buf) {
499  ffurl_write(fd, buf, len);
500  av_free(buf);
501  }
502  return 0;
503 }
504 
505 /**
506  * open a new RTP parse context for stream 'st'. 'st' can be NULL for
507  * MPEG-2 TS streams.
508  */
510  int payload_type, int queue_size)
511 {
513 
514  s = av_mallocz(sizeof(RTPDemuxContext));
515  if (!s)
516  return NULL;
517  s->payload_type = payload_type;
520  s->ic = s1;
521  s->st = st;
522  s->queue_size = queue_size;
523 
524  av_log(s->ic, AV_LOG_VERBOSE, "setting jitter buffer size to %d\n",
525  s->queue_size);
526 
528  if (st) {
529  switch (st->codecpar->codec_id) {
531  /* According to RFC 3551, the stream clock rate is 8000
532  * even if the sample rate is 16000. */
533  if (st->codecpar->sample_rate == 8000)
534  st->codecpar->sample_rate = 16000;
535  break;
536  default:
537  break;
538  }
539  }
540  // needed to send back RTCP RR in RTSP sessions
541  gethostname(s->hostname, sizeof(s->hostname));
542  return s;
543 }
544 
547 {
549  s->handler = handler;
550 }
551 
552 void ff_rtp_parse_set_crypto(RTPDemuxContext *s, const char *suite,
553  const char *params)
554 {
555  if (!ff_srtp_set_crypto(&s->srtp, suite, params))
556  s->srtp_enabled = 1;
557 }
558 
559 /**
560  * This was the second switch in rtp_parse packet.
561  * Normalizes time, if required, sets stream_index, etc.
562  */
563 static void finalize_packet(RTPDemuxContext *s, AVPacket *pkt, uint32_t timestamp)
564 {
565  if (pkt->pts != AV_NOPTS_VALUE || pkt->dts != AV_NOPTS_VALUE)
566  return; /* Timestamp already set by depacketizer */
567  if (timestamp == RTP_NOTS_VALUE)
568  return;
569 
570  if (s->last_rtcp_ntp_time != AV_NOPTS_VALUE && s->ic->nb_streams > 1) {
571  int64_t addend;
572  int delta_timestamp;
573 
574  /* compute pts from timestamp with received ntp_time */
575  delta_timestamp = timestamp - s->last_rtcp_timestamp;
576  /* convert to the PTS timebase */
578  s->st->time_base.den,
579  (uint64_t) s->st->time_base.num << 32);
580  pkt->pts = s->range_start_offset + s->rtcp_ts_offset + addend +
581  delta_timestamp;
582  return;
583  }
584 
585  if (!s->base_timestamp)
586  s->base_timestamp = timestamp;
587  /* assume that the difference is INT32_MIN < x < INT32_MAX,
588  * but allow the first timestamp to exceed INT32_MAX */
589  if (!s->timestamp)
590  s->unwrapped_timestamp += timestamp;
591  else
592  s->unwrapped_timestamp += (int32_t)(timestamp - s->timestamp);
593  s->timestamp = timestamp;
595  s->base_timestamp;
596 }
597 
599  const uint8_t *buf, int len)
600 {
601  unsigned int ssrc;
602  int payload_type, seq, flags = 0;
603  int ext, csrc;
604  AVStream *st;
605  uint32_t timestamp;
606  int rv = 0;
607 
608  csrc = buf[0] & 0x0f;
609  ext = buf[0] & 0x10;
610  payload_type = buf[1] & 0x7f;
611  if (buf[1] & 0x80)
612  flags |= RTP_FLAG_MARKER;
613  seq = AV_RB16(buf + 2);
614  timestamp = AV_RB32(buf + 4);
615  ssrc = AV_RB32(buf + 8);
616  /* store the ssrc in the RTPDemuxContext */
617  s->ssrc = ssrc;
618 
619  /* NOTE: we can handle only one payload type */
620  if (s->payload_type != payload_type)
621  return -1;
622 
623  st = s->st;
624  // only do something with this if all the rtp checks pass...
625  if (!rtp_valid_packet_in_sequence(&s->statistics, seq)) {
626  av_log(s->ic, AV_LOG_ERROR,
627  "RTP: PT=%02x: bad cseq %04x expected=%04x\n",
628  payload_type, seq, ((s->seq + 1) & 0xffff));
629  return -1;
630  }
631 
632  if (buf[0] & 0x20) {
633  int padding = buf[len - 1];
634  if (len >= 12 + padding)
635  len -= padding;
636  }
637 
638  s->seq = seq;
639  len -= 12;
640  buf += 12;
641 
642  len -= 4 * csrc;
643  buf += 4 * csrc;
644  if (len < 0)
645  return AVERROR_INVALIDDATA;
646 
647  /* RFC 3550 Section 5.3.1 RTP Header Extension handling */
648  if (ext) {
649  if (len < 4)
650  return -1;
651  /* calculate the header extension length (stored as number
652  * of 32-bit words) */
653  ext = (AV_RB16(buf + 2) + 1) << 2;
654 
655  if (len < ext)
656  return -1;
657  // skip past RTP header extension
658  len -= ext;
659  buf += ext;
660  }
661 
662  if (s->handler && s->handler->parse_packet) {
664  s->st, pkt, &timestamp, buf, len, seq,
665  flags);
666  } else if (st) {
667  if ((rv = av_new_packet(pkt, len)) < 0)
668  return rv;
669  memcpy(pkt->data, buf, len);
670  pkt->stream_index = st->index;
671  } else {
672  return AVERROR(EINVAL);
673  }
674 
675  // now perform timestamp things....
676  finalize_packet(s, pkt, timestamp);
677 
678  return rv;
679 }
680 
682 {
683  while (s->queue) {
684  RTPPacket *next = s->queue->next;
685  av_freep(&s->queue->buf);
686  av_freep(&s->queue);
687  s->queue = next;
688  }
689  s->seq = 0;
690  s->queue_len = 0;
691  s->prev_ret = 0;
692 }
693 
695 {
696  uint16_t seq = AV_RB16(buf + 2);
697  RTPPacket **cur = &s->queue, *packet;
698 
699  /* Find the correct place in the queue to insert the packet */
700  while (*cur) {
701  int16_t diff = seq - (*cur)->seq;
702  if (diff < 0)
703  break;
704  cur = &(*cur)->next;
705  }
706 
707  packet = av_mallocz(sizeof(*packet));
708  if (!packet)
709  return AVERROR(ENOMEM);
710  packet->recvtime = av_gettime_relative();
711  packet->seq = seq;
712  packet->len = len;
713  packet->buf = buf;
714  packet->next = *cur;
715  *cur = packet;
716  s->queue_len++;
717 
718  return 0;
719 }
720 
722 {
723  return s->queue && s->queue->seq == (uint16_t) (s->seq + 1);
724 }
725 
727 {
728  return s->queue ? s->queue->recvtime : 0;
729 }
730 
732 {
733  int rv;
734  RTPPacket *next;
735 
736  if (s->queue_len <= 0)
737  return -1;
738 
739  if (!has_next_packet(s))
741  "RTP: missed %d packets\n", s->queue->seq - s->seq - 1);
742 
743  /* Parse the first packet in the queue, and dequeue it */
744  rv = rtp_parse_packet_internal(s, pkt, s->queue->buf, s->queue->len);
745  next = s->queue->next;
746  av_freep(&s->queue->buf);
747  av_freep(&s->queue);
748  s->queue = next;
749  s->queue_len--;
750  return rv;
751 }
752 
754  uint8_t **bufptr, int len)
755 {
756  uint8_t *buf = bufptr ? *bufptr : NULL;
757  int flags = 0;
758  uint32_t timestamp;
759  int rv = 0;
760 
761  if (!buf) {
762  /* If parsing of the previous packet actually returned 0 or an error,
763  * there's nothing more to be parsed from that packet, but we may have
764  * indicated that we can return the next enqueued packet. */
765  if (s->prev_ret <= 0)
766  return rtp_parse_queued_packet(s, pkt);
767  /* return the next packets, if any */
768  if (s->handler && s->handler->parse_packet) {
769  /* timestamp should be overwritten by parse_packet, if not,
770  * the packet is left with pts == AV_NOPTS_VALUE */
771  timestamp = RTP_NOTS_VALUE;
773  s->st, pkt, &timestamp, NULL, 0, 0,
774  flags);
775  finalize_packet(s, pkt, timestamp);
776  return rv;
777  }
778  }
779 
780  if (len < 12)
781  return -1;
782 
783  if ((buf[0] & 0xc0) != (RTP_VERSION << 6))
784  return -1;
785  if (RTP_PT_IS_RTCP(buf[1])) {
786  return rtcp_parse_packet(s, buf, len);
787  }
788 
789  if (s->st) {
790  int64_t received = av_gettime_relative();
791  uint32_t arrival_ts = av_rescale_q(received, AV_TIME_BASE_Q,
792  s->st->time_base);
793  timestamp = AV_RB32(buf + 4);
794  // Calculate the jitter immediately, before queueing the packet
795  // into the reordering queue.
796  rtcp_update_jitter(&s->statistics, timestamp, arrival_ts);
797  }
798 
799  if ((s->seq == 0 && !s->queue) || s->queue_size <= 1) {
800  /* First packet, or no reordering */
801  return rtp_parse_packet_internal(s, pkt, buf, len);
802  } else {
803  uint16_t seq = AV_RB16(buf + 2);
804  int16_t diff = seq - s->seq;
805  if (diff < 0) {
806  /* Packet older than the previously emitted one, drop */
808  "RTP: dropping old packet received too late\n");
809  return -1;
810  } else if (diff <= 1) {
811  /* Correct packet */
812  rv = rtp_parse_packet_internal(s, pkt, buf, len);
813  return rv;
814  } else {
815  /* Still missing some packet, enqueue this one. */
816  rv = enqueue_packet(s, buf, len);
817  if (rv < 0)
818  return rv;
819  *bufptr = NULL;
820  /* Return the first enqueued packet if the queue is full,
821  * even if we're missing something */
822  if (s->queue_len >= s->queue_size) {
823  av_log(s->ic, AV_LOG_WARNING, "jitter buffer full\n");
824  return rtp_parse_queued_packet(s, pkt);
825  }
826  return -1;
827  }
828  }
829 }
830 
831 /**
832  * Parse an RTP or RTCP packet directly sent as a buffer.
833  * @param s RTP parse context.
834  * @param pkt returned packet
835  * @param bufptr pointer to the input buffer or NULL to read the next packets
836  * @param len buffer len
837  * @return 0 if a packet is returned, 1 if a packet is returned and more can follow
838  * (use buf as NULL to read the next). -1 if no packet (error or no more packet).
839  */
841  uint8_t **bufptr, int len)
842 {
843  int rv;
844  if (s->srtp_enabled && bufptr && ff_srtp_decrypt(&s->srtp, *bufptr, &len) < 0)
845  return -1;
846  rv = rtp_parse_one_packet(s, pkt, bufptr, len);
847  s->prev_ret = rv;
848  while (rv < 0 && has_next_packet(s))
849  rv = rtp_parse_queued_packet(s, pkt);
850  return rv ? rv : has_next_packet(s);
851 }
852 
854 {
856  ff_srtp_free(&s->srtp);
857  av_free(s);
858 }
859 
861  AVStream *stream, PayloadContext *data, const char *p,
862  int (*parse_fmtp)(AVFormatContext *s,
863  AVStream *stream,
864  PayloadContext *data,
865  const char *attr, const char *value))
866 {
867  char attr[256];
868  char *value;
869  int res;
870  int value_size = strlen(p) + 1;
871 
872  if (!(value = av_malloc(value_size))) {
873  av_log(s, AV_LOG_ERROR, "Failed to allocate data for FMTP.\n");
874  return AVERROR(ENOMEM);
875  }
876 
877  // remove protocol identifier
878  while (*p && *p == ' ')
879  p++; // strip spaces
880  while (*p && *p != ' ')
881  p++; // eat protocol identifier
882  while (*p && *p == ' ')
883  p++; // strip trailing spaces
884 
885  while (ff_rtsp_next_attr_and_value(&p,
886  attr, sizeof(attr),
887  value, value_size)) {
888  res = parse_fmtp(s, stream, data, attr, value);
889  if (res < 0 && res != AVERROR_PATCHWELCOME) {
890  av_free(value);
891  return res;
892  }
893  }
894  av_free(value);
895  return 0;
896 }
897 
898 int ff_rtp_finalize_packet(AVPacket *pkt, AVIOContext **dyn_buf, int stream_idx)
899 {
900  int ret;
901  av_init_packet(pkt);
902 
903  pkt->size = avio_close_dyn_buf(*dyn_buf, &pkt->data);
904  pkt->stream_index = stream_idx;
905  *dyn_buf = NULL;
906  if ((ret = av_packet_from_data(pkt, pkt->data, pkt->size)) < 0) {
907  av_freep(&pkt->data);
908  return ret;
909  }
910  return pkt->size;
911 }
int queue_size
The size of queue, or 0 if reordering is disabled.
Definition: rtpdec.h:174
#define NULL
Definition: coverity.c:32
void ff_rtp_parse_set_crypto(RTPDemuxContext *s, const char *suite, const char *params)
Definition: rtpdec.c:552
const char * s
Definition: avisynth_c.h:631
Bytestream IO Context.
Definition: avio.h:147
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
AVFormatContext * ic
Definition: rtpdec.h:150
uint16_t seq
Definition: rtpdec.h:154
RTPDynamicProtocolHandler ff_quicktime_rtp_aud_handler
void ff_rtp_send_punch_packets(URLContext *rtp_handle)
Send a dummy packet on both port pairs to set up the connection state in potential NAT routers...
Definition: rtpdec.c:373
int avio_close_dyn_buf(AVIOContext *s, uint8_t **pbuffer)
Return the written size and a pointer to the buffer.
Definition: aviobuf.c:1272
ptrdiff_t const GLvoid * data
Definition: opengl_enc.c:101
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:182
static void rtcp_update_jitter(RTPStatistics *s, uint32_t sent_timestamp, uint32_t arrival_timestamp)
Definition: rtpdec.c:252
int ffurl_write(URLContext *h, const unsigned char *buf, int size)
Write size bytes from buf to the resource accessed by h.
Definition: avio.c:421
int payload_type
Definition: rtpdec.h:152
int64_t range_start_offset
Definition: rtpdec.h:159
int prev_ret
Fields for packet reordering.
Definition: rtpdec.h:171
RTP/JPEG specific private data.
Definition: rdt.c:83
int64_t last_feedback_time
Definition: rtpdec.h:188
unsigned int last_octet_count
Definition: rtpdec.h:187
static int rtp_parse_packet_internal(RTPDemuxContext *s, AVPacket *pkt, const uint8_t *buf, int len)
Definition: rtpdec.c:598
RTPPacket * queue
A sorted queue of buffered packets not yet returned.
Definition: rtpdec.h:172
#define RTP_VERSION
Definition: rtp.h:78
static int parse_fmtp(AVFormatContext *s, AVStream *stream, PayloadContext *data, const char *attr, const char *value)
Definition: rtpdec_latm.c:131
enum AVCodecID codec_id
Specific type of the encoded data (the codec used).
Definition: avcodec.h:3922
RTPDynamicProtocolHandler ff_mp4a_latm_dynamic_handler
Definition: rtpdec_latm.c:165
int num
numerator
Definition: rational.h:44
int index
stream index in AVFormatContext
Definition: avformat.h:877
int size
Definition: avcodec.h:1581
RTPDynamicProtocolHandler ff_ms_rtp_asf_pfa_handler
#define RTCP_TX_RATIO_NUM
Definition: rtp.h:82
const RTPDynamicProtocolHandler * handler
Definition: rtpdec.h:191
enum AVMediaType codec_type
Definition: rtp.c:37
static int rtcp_parse_packet(RTPDemuxContext *s, const unsigned char *buf, int len)
Definition: rtpdec.c:144
RTPDynamicProtocolHandler ff_jpeg_dynamic_handler
Definition: rtpdec_jpeg.c:382
RTPDynamicProtocolHandler ff_h263_1998_dynamic_handler
Definition: rtpdec_h263.c:92
static AVPacket pkt
RTPDynamicProtocolHandler ff_amr_wb_dynamic_handler
Definition: rtpdec_amr.c:195
uint64_t last_rtcp_ntp_time
Definition: rtpdec.h:178
uint32_t cycles
shifted count of sequence number cycles
Definition: rtpdec.h:81
#define RTCP_TX_RATIO_DEN
Definition: rtp.h:83
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_WL32 unsigned int_TMPL AV_WL24 unsigned int_TMPL AV_WL16 uint64_t_TMPL AV_WB64 unsigned int_TMPL AV_WB32 unsigned int_TMPL AV_WB24 unsigned int_TMPL AV_RB16
Definition: bytestream.h:87
static RTPDynamicProtocolHandler speex_dynamic_handler
Definition: rtpdec.c:47
RTPDynamicProtocolHandler ff_h263_2000_dynamic_handler
Definition: rtpdec_h263.c:100
int avio_open_dyn_buf(AVIOContext **s)
Open a write only memory stream.
Definition: aviobuf.c:1260
static int find_missing_packets(RTPDemuxContext *s, uint16_t *first_missing, uint16_t *missing_mask)
Definition: rtpdec.c:411
enum AVMediaType codec_type
Definition: rtpdec.h:117
RTPDemuxContext * ff_rtp_parse_open(AVFormatContext *s1, AVStream *st, int payload_type, int queue_size)
open a new RTP parse context for stream 'st'.
Definition: rtpdec.c:509
PayloadContext * dynamic_protocol_context
Definition: rtpdec.h:192
Format I/O context.
Definition: avformat.h:1325
uint64_t first_rtcp_ntp_time
Definition: rtpdec.h:180
static RTPDynamicProtocolHandler gsm_dynamic_handler
Definition: rtpdec.c:35
uint32_t base_seq
base sequence number
Definition: rtpdec.h:82
void ff_srtp_free(struct SRTPContext *s)
Definition: srtp.c:31
uint8_t
#define av_malloc(s)
#define AV_LOG_TRACE
Extremely verbose debugging, useful for libav* development.
Definition: log.h:202
void ff_rtp_reset_packet_queue(RTPDemuxContext *s)
Definition: rtpdec.c:681
RTPDynamicProtocolHandler ff_ilbc_dynamic_handler
Definition: rtpdec_ilbc.c:69
int len
Definition: rtpdec.h:144
int av_packet_from_data(AVPacket *pkt, uint8_t *data, int size)
Initialize a reference-counted packet from av_malloc()ed data.
Definition: avpacket.c:151
static void handler(vbi_event *ev, void *user_data)
RTPDynamicProtocolHandler ff_dv_dynamic_handler
Definition: rtpdec_dv.c:134
int ff_rtsp_next_attr_and_value(const char **p, char *attr, int attr_size, char *value, int value_size)
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_WL32 unsigned int_TMPL AV_WL24 unsigned int_TMPL AV_WL16 uint64_t_TMPL AV_WB64 unsigned int_TMPL AV_RB32
Definition: bytestream.h:87
RTPDynamicProtocolHandler ff_theora_dynamic_handler
Definition: rtpdec_xiph.c:370
uint8_t * data
Definition: avcodec.h:1580
void ff_register_rtp_dynamic_payload_handlers(void)
Definition: rtpdec.c:73
Definition: rtp.h:99
static int rtp_parse_queued_packet(RTPDemuxContext *s, AVPacket *pkt)
Definition: rtpdec.c:731
bitstream reader API header.
RTPDynamicProtocolHandler ff_mpeg_audio_robust_dynamic_handler
#define AV_LOG_VERBOSE
Detailed information.
Definition: log.h:192
char hostname[256]
Definition: rtpdec.h:162
void avio_write(AVIOContext *s, const unsigned char *buf, int size)
Definition: aviobuf.c:204
uint32_t expected_prior
packets expected in last interval
Definition: rtpdec.h:86
#define av_log(a,...)
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
int srtp_enabled
Definition: rtpdec.h:164
int av_new_packet(AVPacket *pkt, int size)
Allocate the payload of a packet and initialize its fields with default values.
Definition: avpacket.c:86
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
uint16_t seq
Definition: rtpdec.h:142
#define RTP_FLAG_MARKER
RTP marker bit was set for this packet.
Definition: rtpdec.h:93
#define AVERROR(e)
Definition: error.h:43
Definition: rtp.h:103
int probation
sequence packets till source is valid
Definition: rtpdec.h:84
static void rtp_init_sequence(RTPStatistics *s, uint16_t seq)
Definition: rtpdec.c:192
GLenum GLint * params
Definition: opengl_enc.c:114
#define RTP_SEQ_MOD
Definition: rtpdec.c:179
RTPDynamicProtocolHandler ff_vorbis_dynamic_handler
Definition: rtpdec_xiph.c:380
RTPDynamicProtocolHandler ff_ms_rtp_asf_pfv_handler
RTPDynamicProtocolHandler ff_ac3_dynamic_handler
Definition: rtpdec_ac3.c:125
RTPDynamicProtocolHandler ff_svq3_dynamic_handler
Definition: rtpdec_svq3.c:113
GLsizei count
Definition: opengl_enc.c:109
DynamicPayloadPacketHandlerProc parse_packet
Parse handler for this dynamic packet.
Definition: rtpdec.h:135
int64_t rtcp_ts_offset
Definition: rtpdec.h:182
RTPDynamicProtocolHandler * ff_rtp_handler_find_by_id(int id, enum AVMediaType codec_type)
Definition: rtpdec.c:132
uint32_t timestamp
Definition: rtpdec.h:155
uint32_t transit
relative transit time for previous packet
Definition: rtpdec.h:88
uint32_t jitter
estimated jitter.
Definition: rtpdec.h:89
int queue_len
The number of packets in queue.
Definition: rtpdec.h:173
RTPDynamicProtocolHandler ff_qt_rtp_vid_handler
unsigned int nb_streams
Number of elements in AVFormatContext.streams.
Definition: avformat.h:1381
int void avio_flush(AVIOContext *s)
Force flushing of buffered data.
Definition: aviobuf.c:224
int ff_srtp_decrypt(struct SRTPContext *s, uint8_t *buf, int *lenptr)
Definition: srtp.c:126
int64_t av_rescale(int64_t a, int64_t b, int64_t c)
Rescale a 64-bit integer with rounding to nearest.
Definition: mathematics.c:129
#define AV_TIME_BASE
Internal time base represented as integer.
Definition: avutil.h:246
#define FFMIN(a, b)
Definition: common.h:96
int av_strcasecmp(const char *a, const char *b)
Locale-independent case-insensitive compare.
Definition: avstring.c:213
static RTPDynamicProtocolHandler * rtp_first_dynamic_payload_handler
Definition: rtpdec.c:65
Definition: rtp.h:98
GLsizei GLboolean const GLfloat * value
Definition: opengl_enc.c:109
RTPDynamicProtocolHandler ff_h263_rfc2190_dynamic_handler
int32_t
AVFormatContext * ctx
Definition: movenc.c:48
#define FFABS(a)
Absolute value, Note, INT_MIN / INT64_MIN result in undefined behavior as they are not representable ...
Definition: common.h:72
void ff_rtp_parse_set_dynamic_protocol(RTPDemuxContext *s, PayloadContext *ctx, RTPDynamicProtocolHandler *handler)
Definition: rtpdec.c:545
int ff_rtp_send_rtcp_feedback(RTPDemuxContext *s, URLContext *fd, AVIOContext *avio)
Definition: rtpdec.c:441
Stream structure.
Definition: avformat.h:876
uint32_t received
packets received
Definition: rtpdec.h:85
#define AVERROR_PATCHWELCOME
Not yet implemented in FFmpeg, patches welcome.
Definition: error.h:62
RTPDynamicProtocolHandler ff_g726_16_dynamic_handler
int64_t last_rtcp_reception_time
Definition: rtpdec.h:179
#define AV_TIME_BASE_Q
Internal time base represented as fractional value.
Definition: avutil.h:252
Definition: rtp.h:100
static int rtp_parse_one_packet(RTPDemuxContext *s, AVPacket *pkt, uint8_t **bufptr, int len)
Definition: rtpdec.c:753
RTPDynamicProtocolHandler ff_vc2hq_dynamic_handler
Definition: rtpdec_vc2hq.c:219
int64_t unwrapped_timestamp
Definition: rtpdec.h:158
uint32_t last_rtcp_timestamp
Definition: rtpdec.h:181
static int has_next_packet(RTPDemuxContext *s)
Definition: rtpdec.c:721
void ff_register_dynamic_payload_handler(RTPDynamicProtocolHandler *handler)
Definition: rtpdec.c:67
void avio_w8(AVIOContext *s, int b)
Definition: aviobuf.c:182
RTPDynamicProtocolHandler ff_mp4v_es_dynamic_handler
Definition: rtpdec_mpeg4.c:317
unsigned int octet_count
Definition: rtpdec.h:186
RTPDynamicProtocolHandler ff_h261_dynamic_handler
Definition: rtpdec_h261.c:165
void * buf
Definition: avisynth_c.h:553
Definition: url.h:38
RTPStatistics statistics
Statistics for this stream (used by RTCP receiver reports)
Definition: rtpdec.h:168
uint32_t received_prior
packets received in last interval
Definition: rtpdec.h:87
RTPDynamicProtocolHandler ff_qdm2_dynamic_handler
Definition: rtpdec_qdm2.c:301
uint32_t bad_seq
last bad sequence number + 1
Definition: rtpdec.h:83
AVMediaType
Definition: avutil.h:191
int64_t ff_rtp_queued_packet_time(RTPDemuxContext *s)
Definition: rtpdec.c:726
int ff_rtp_check_and_send_back_rr(RTPDemuxContext *s, URLContext *fd, AVIOContext *avio, int count)
some rtp servers assume client is dead if they don't hear from them...
Definition: rtpdec.c:270
#define s1
Definition: regdef.h:38
int ff_parse_fmtp(AVFormatContext *s, AVStream *stream, PayloadContext *data, const char *p, int(*parse_fmtp)(AVFormatContext *s, AVStream *stream, PayloadContext *data, const char *attr, const char *value))
Definition: rtpdec.c:860
static void finalize_packet(RTPDemuxContext *s, AVPacket *pkt, uint32_t timestamp)
This was the second switch in rtp_parse packet.
Definition: rtpdec.c:563
uint16_t max_seq
highest sequence number seen
Definition: rtpdec.h:80
RTPDynamicProtocolHandler ff_mpegts_dynamic_handler
Definition: rtpdec_mpegts.c:92
RTPDynamicProtocolHandler ff_g726_32_dynamic_handler
RTPDynamicProtocolHandler ff_qt_rtp_aud_handler
const char * enc_name
Definition: rtpdec.h:116
uint8_t * buf
Definition: rtpdec.h:143
#define RTP_PT_IS_RTCP(x)
Definition: rtp.h:110
void avio_wb16(AVIOContext *s, unsigned int val)
Definition: aviobuf.c:452
int64_t av_gettime_relative(void)
Get the current time in microseconds since some unspecified starting point.
Definition: time.c:56
static int flags
Definition: cpu.c:47
RTPDynamicProtocolHandler ff_mpeg_audio_dynamic_handler
Definition: rtpdec_mpeg12.c:51
int sample_rate
Audio only.
Definition: avcodec.h:4032
uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_WL32 unsigned int_TMPL AV_WL24 unsigned int_TMPL AV_WL16 uint64_t_TMPL AV_RB64
Definition: bytestream.h:87
RTPDynamicProtocolHandler ff_mpeg_video_dynamic_handler
Definition: rtpdec_mpeg12.c:59
Main libavformat public API header.
struct RTPPacket * next
Definition: rtpdec.h:146
uint32_t ssrc
Definition: rtpdec.h:153
static RTPDynamicProtocolHandler realmedia_mp3_dynamic_handler
Definition: rtpdec.c:41
int64_t recvtime
Definition: rtpdec.h:145
RTPDynamicProtocolHandler * ff_rtp_handler_find_by_name(const char *name, enum AVMediaType codec_type)
Definition: rtpdec.c:119
RTPDynamicProtocolHandler ff_g726_40_dynamic_handler
raw UTF-8 text
Definition: avcodec.h:604
RTPDynamicProtocolHandler ff_qcelp_dynamic_handler
Definition: rtpdec_qcelp.c:212
void av_init_packet(AVPacket *pkt)
Initialize optional fields of a packet with default values.
Definition: avpacket.c:33
int den
denominator
Definition: rational.h:45
RTPDynamicProtocolHandler ff_hevc_dynamic_handler
Definition: rtpdec_hevc.c:350
Definition: rtp.h:97
int ff_rtp_finalize_packet(AVPacket *pkt, AVIOContext **dyn_buf, int stream_idx)
Close the dynamic buffer and make a packet from it.
Definition: rtpdec.c:898
uint32_t base_timestamp
Definition: rtpdec.h:156
RTPDynamicProtocolHandler ff_g726_24_dynamic_handler
RTPDynamicProtocolHandler ff_h264_dynamic_handler
Definition: rtpdec_h264.c:411
static av_always_inline int diff(const uint32_t a, const uint32_t b)
#define av_free(p)
RTPDynamicProtocolHandler ff_vp9_dynamic_handler
Definition: rtpdec_vp9.c:333
as in Berlin toast format
Definition: avcodec.h:532
int len
int ff_srtp_set_crypto(struct SRTPContext *s, const char *suite, const char *params)
Definition: srtp.c:65
void ff_rtp_parse_close(RTPDemuxContext *s)
Definition: rtpdec.c:853
static RTPDynamicProtocolHandler t140_dynamic_handler
Definition: rtpdec.c:59
static void stats(const struct CachedBuf *in, int n_in, unsigned *_max, unsigned *_sum)
int64_t dts
Decompression timestamp in AVStream->time_base units; the time at which the packet is decompressed...
Definition: avcodec.h:1579
void avio_wb32(AVIOContext *s, unsigned int val)
Definition: aviobuf.c:354
#define RTP_NOTS_VALUE
Definition: rtpdec.h:40
static int enqueue_packet(RTPDemuxContext *s, uint8_t *buf, int len)
Definition: rtpdec.c:694
#define av_freep(p)
unbuffered private I/O API
static void rtp_init_statistics(RTPStatistics *s, uint16_t base_sequence)
Definition: rtpdec.c:181
AVCodecParameters * codecpar
Definition: avformat.h:1006
int(* need_keyframe)(PayloadContext *context)
Definition: rtpdec.h:136
static RTPDynamicProtocolHandler opus_dynamic_handler
Definition: rtpdec.c:53
int stream_index
Definition: avcodec.h:1582
AVRational time_base
This is the fundamental unit of time (in seconds) in terms of which frame timestamps are represented...
Definition: avformat.h:913
RTPDynamicProtocolHandler ff_quicktime_rtp_vid_handler
RTPDynamicProtocolHandler ff_mpeg4_generic_dynamic_handler
Definition: rtpdec_mpeg4.c:326
int ff_rtp_parse_packet(RTPDemuxContext *s, AVPacket *pkt, uint8_t **bufptr, int len)
Parse an RTP or RTCP packet directly sent as a buffer.
Definition: rtpdec.c:840
RTPDynamicProtocolHandler ff_amr_nb_dynamic_handler
Definition: rtpdec_amr.c:185
AVStream * st
Definition: rtpdec.h:151
This structure stores compressed data.
Definition: avcodec.h:1557
void * av_mallocz(size_t size)
Allocate a block of size bytes with alignment suitable for all memory accesses (including vectors if ...
Definition: mem.c:252
static int rtp_valid_packet_in_sequence(RTPStatistics *s, uint16_t seq)
Definition: rtpdec.c:206
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
Definition: avcodec.h:1573
RTPDynamicProtocolHandler ff_vp8_dynamic_handler
Definition: rtpdec_vp8.c:279
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:240
#define MIN_FEEDBACK_INTERVAL
Definition: rtpdec.c:33
#define av_unused
Definition: attributes.h:126
struct SRTPContext srtp
Definition: rtpdec.h:165
const char * name
Definition: opengl_enc.c:103
struct RTPDynamicProtocolHandler * next
Definition: rtpdec.h:138