45 #define BUFFER_SIZE MAX_URL_SIZE
46 #define MAX_REDIRECTS 8
92 z_stream inflate_stream;
102 #define OFFSET(x) offsetof(HTTPContext, x)
103 #define D AV_OPT_FLAG_DECODING_PARAM
104 #define E AV_OPT_FLAG_ENCODING_PARAM
105 #define DEFAULT_USER_AGENT "Lavf/" AV_STRINGIFY(LIBAVFORMAT_VERSION)
108 {
"seekable",
"control seekability of connection",
OFFSET(seekable),
AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1,
D },
109 {
"chunked_post",
"use chunked transfer-encoding for posts",
OFFSET(chunked_post),
AV_OPT_TYPE_INT, { .i64 = 1 }, 0, 1,
E },
110 {
"headers",
"set custom HTTP headers, can override built in default headers",
OFFSET(headers),
AV_OPT_TYPE_STRING, { 0 }, 0, 0,
D |
E },
111 {
"content_type",
"set a specific content type for the POST messages",
OFFSET(content_type),
AV_OPT_TYPE_STRING, { 0 }, 0, 0,
D |
E },
114 {
"multiple_requests",
"use persistent connections",
OFFSET(multiple_requests),
AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1,
D |
E },
117 {
"cookies",
"set cookies to be sent in applicable future requests, use newline delimited Set-Cookie HTTP field value syntax",
OFFSET(cookies),
AV_OPT_TYPE_STRING, { 0 }, 0, 0,
D },
123 {
"none",
"No auth method set, autodetect", 0,
AV_OPT_TYPE_CONST, { .i64 =
HTTP_AUTH_NONE }, 0, 0,
D |
E,
"auth_type"},
125 {
"send_expect_100",
"Force sending an Expect: 100-continue header for POST",
OFFSET(send_expect_100),
AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1,
E },
128 {
"end_offset",
"try to limit the request to bytes preceding this offset",
OFFSET(end_off),
AV_OPT_TYPE_INT64, { .i64 = 0 }, 0, INT64_MAX,
D },
129 {
"method",
"Override the HTTP method or set the expected HTTP method from a client",
OFFSET(method),
AV_OPT_TYPE_STRING, { .str =
NULL }, 0, 0,
D |
E },
130 {
"reconnect",
"auto reconnect after disconnect before EOF",
OFFSET(reconnect),
AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1,
D },
136 const char *hoststr,
const char *auth,
137 const char *proxyauth,
int *new_location);
152 const char *path, *proxy_path, *lower_proto =
"tcp", *local_path;
153 char hostname[1024], hoststr[1024], proto[10];
154 char auth[1024], proxyauth[1024] =
"";
157 int port, use_proxy, err, location_changed = 0;
161 hostname,
sizeof(hostname), &port,
165 proxy_path = getenv(
"http_proxy");
169 if (!strcmp(proto,
"https")) {
178 if (path1[0] ==
'\0')
190 hostname,
sizeof(hostname), &port,
NULL, 0, proxy_path);
203 auth, proxyauth, &location_changed);
207 return location_changed;
215 int location_changed, attempts = 0, redirects = 0;
223 if (location_changed < 0)
245 location_changed == 1) {
254 location_changed = 0;
262 if (location_changed < 0)
263 return location_changed;
287 switch (status_code) {
294 if (status_code >= 400 && status_code <= 499)
296 else if (status_code >= 500)
299 return default_averror;
304 static const char bad_request[] =
"HTTP/1.1 400 Bad Request\r\nContent-Type: text/plain\r\n\r\n400 Bad Request\r\n";
305 static const char internal_server_error[] =
"HTTP/1.1 500 Internal server error\r\nContent-Type: text/plain\r\n\r\n500 Internal server error\r\n";
314 ffurl_write(s->
hd, internal_server_error, strlen(internal_server_error));
323 static const char header[] =
"HTTP/1.1 200 OK\r\nContent-Type: application/octet-stream\r\nTransfer-Encoding: chunked\r\n\r\n";
324 char hostname[1024], proto[10];
326 const char *lower_proto =
"tcp";
327 int port, new_location;
328 av_url_split(proto,
sizeof(proto),
NULL, 0, hostname,
sizeof(hostname), &port,
330 if (!strcmp(proto,
"https"))
332 ff_url_join(lower_url,
sizeof(lower_url), lower_proto,
NULL, hostname, port,
370 if (len < 2 || strcmp(
"\r\n", s->
headers + len - 2))
372 "No trailing CRLF found in HTTP header.\n");
391 }
else if (len == 0) {
413 if (q > line && q[-1] ==
'\r')
419 if ((q - line) < line_size - 1)
430 if (http_code >= 400 && http_code < 600 &&
445 new_loc =
av_strdup(redirected_location);
459 if (!strncmp(p,
"bytes ", 6)) {
462 if ((slash = strchr(p,
'/')) && strlen(slash) > 0)
477 inflateEnd(&s->inflate_stream);
478 if (inflateInit2(&s->inflate_stream, 32 + 15) != Z_OK) {
480 s->inflate_stream.msg);
483 if (zlibCompileFlags() & (1 << 17)) {
485 "Your zlib was compiled without gzip support.\n");
490 "Compressed (%s) content, need zlib with gzip support\n", p);
505 int len = 4 + strlen(p) + strlen(tag);
530 if (!(eql = strchr(p,
'=')))
return AVERROR(EINVAL);
546 len += strlen(e->
key) + strlen(e->
value) + 1;
550 if (*cookies)
av_free(*cookies);
552 if (!*cookies)
return AVERROR(ENOMEM);
571 if (line[0] ==
'\0') {
577 if (line_count == 0) {
587 av_log(h,
AV_LOG_ERROR,
"Received and expected HTTP method do not match. (%s expected, %s received)\n",
596 "(%s autodetected %s received)\n", auto_method, method);
635 while (*p !=
'\0' && *p !=
':')
654 !strncmp(p,
"bytes", 5) &&
668 if (!strcmp(p,
"close"))
708 char *next, *cookie, *set_cookies =
av_strdup(s->
cookies), *cset_cookies = set_cookies;
710 if (!set_cookies)
return AVERROR(EINVAL);
716 while ((cookie =
av_strtok(set_cookies,
"\n", &next))) {
717 int domain_offset = 0;
718 char *param, *next_param, *cdomain =
NULL, *cpath =
NULL, *cvalue =
NULL;
725 while ((param =
av_strtok(cookie,
"; ", &next_param))) {
736 int leading_dot = (param[7] ==
'.');
738 cdomain =
av_strdup(¶m[7+leading_dot]);
747 if (!cdomain || !cpath || !cvalue) {
749 "Invalid cookie found, no value, path or domain specified\n");
758 domain_offset = strlen(domain) - strlen(cdomain);
759 if (domain_offset < 0)
773 char *tmp = *cookies;
774 size_t str_size = strlen(cvalue) + strlen(*cookies) + 3;
779 snprintf(*cookies, str_size,
"%s; %s", tmp, cvalue);
840 const char *hoststr,
const char *auth,
841 const char *proxyauth,
int *new_location)
846 char *authstr =
NULL, *proxyauthstr =
NULL;
847 int64_t off = s->
off;
850 int send_expect_100 = 0;
865 method = post ?
"POST" :
"GET";
885 len +=
av_strlcatf(headers + len,
sizeof(headers) - len,
888 len +=
av_strlcpy(headers + len,
"Accept: */*\r\n",
889 sizeof(headers) - len);
894 len +=
av_strlcatf(headers + len,
sizeof(headers) - len,
895 "Range: bytes=%"PRId64
"-", s->
off);
897 len +=
av_strlcatf(headers + len,
sizeof(headers) - len,
900 sizeof(headers) - len);
903 len +=
av_strlcatf(headers + len,
sizeof(headers) - len,
904 "Expect: 100-continue\r\n");
908 len +=
av_strlcpy(headers + len,
"Connection: keep-alive\r\n",
909 sizeof(headers) - len);
911 len +=
av_strlcpy(headers + len,
"Connection: close\r\n",
912 sizeof(headers) - len);
916 len +=
av_strlcatf(headers + len,
sizeof(headers) - len,
917 "Host: %s\r\n", hoststr);
919 len +=
av_strlcatf(headers + len,
sizeof(headers) - len,
923 len +=
av_strlcatf(headers + len,
sizeof(headers) - len,
926 char *cookies =
NULL;
927 if (!
get_cookies(s, &cookies, path, hoststr) && cookies) {
928 len +=
av_strlcatf(headers + len,
sizeof(headers) - len,
929 "Cookie: %s\r\n", cookies);
934 len +=
av_strlcatf(headers + len,
sizeof(headers) - len,
935 "Icy-MetaData: %d\r\n", 1);
950 post && s->
chunked_post ?
"Transfer-Encoding: chunked\r\n" :
"",
952 authstr ? authstr :
"",
953 proxyauthstr ?
"Proxy-" :
"", proxyauthstr ? proxyauthstr :
"");
974 if (post && !s->
post_data && !send_expect_100) {
991 err = (off == s->
off) ? 0 : -1;
1017 "Stream ends prematurely at %"PRId64
", should be %"PRId64
"\n",
1032 #define DECOMPRESS_BUF_SIZE (256 * 1024)
1038 if (!s->inflate_buffer) {
1039 s->inflate_buffer =
av_malloc(DECOMPRESS_BUF_SIZE);
1040 if (!s->inflate_buffer)
1044 if (s->inflate_stream.avail_in == 0) {
1045 int read =
http_buf_read(h, s->inflate_buffer, DECOMPRESS_BUF_SIZE);
1048 s->inflate_stream.next_in = s->inflate_buffer;
1049 s->inflate_stream.avail_in = read;
1052 s->inflate_stream.avail_out =
size;
1053 s->inflate_stream.next_out =
buf;
1055 ret = inflate(&s->inflate_stream, Z_SYNC_FLUSH);
1056 if (ret != Z_OK && ret != Z_STREAM_END)
1058 ret, s->inflate_stream.msg);
1060 return size - s->inflate_stream.avail_out;
1069 int err, new_location, read_ret, seek_ret;
1101 return http_buf_read_compressed(h, buf, size);
1107 if (seek_ret != s->
off) {
1123 while (pos < size) {
1141 val = strstr(key,
"='");
1144 end = strstr(val,
"';");
1177 char data[255 * 16 + 1];
1184 if ((ret =
av_opt_set(s,
"icy_metadata_packet", data, 0)) < 0)
1192 return FFMIN(size, remaining);
1216 char crlf[] =
"\r\n";
1228 snprintf(temp,
sizeof(temp),
"%x\r\n", size);
1241 char footer[] =
"0\r\n\r\n";
1247 ret = ret > 0 ? 0 :
ret;
1260 inflateEnd(&s->inflate_stream);
1278 int64_t old_off = s->
off;
1280 int old_buf_size,
ret;
1285 else if (!force_reconnect &&
1286 ((whence == SEEK_CUR && off == 0) ||
1287 (whence == SEEK_SET && off == s->
off)))
1292 if (whence == SEEK_CUR)
1294 else if (whence == SEEK_END)
1296 else if (whence != SEEK_SET)
1304 memcpy(old_buf, s->
buf_ptr, old_buf_size);
1310 memcpy(s->
buffer, old_buf, old_buf_size);
1333 #define HTTP_CLASS(flavor) \
1334 static const AVClass flavor ## _context_class = { \
1335 .class_name = # flavor, \
1336 .item_name = av_default_item_name, \
1337 .option = options, \
1338 .version = LIBAVUTIL_VERSION_INT, \
1341 #if CONFIG_HTTP_PROTOCOL
1354 .priv_data_class = &http_context_class,
1359 #if CONFIG_HTTPS_PROTOCOL
1372 .priv_data_class = &https_context_class,
1377 #if CONFIG_HTTPPROXY_PROTOCOL
1389 char hostname[1024], hoststr[1024];
1390 char auth[1024], pathbuf[1024], *path;
1391 char lower_url[100];
1392 int port, ret = 0, attempts = 0;
1402 av_url_split(
NULL, 0, auth,
sizeof(auth), hostname,
sizeof(hostname), &port,
1403 pathbuf,
sizeof(pathbuf), uri);
1409 ff_url_join(lower_url,
sizeof(lower_url),
"tcp",
NULL, hostname, port,
1420 "CONNECT %s HTTP/1.1\r\n"
1422 "Connection: close\r\n"
1427 authstr ?
"Proxy-" :
"", authstr ? authstr :
"");
1465 http_proxy_close(h);
1476 .
name =
"httpproxy",
1477 .url_open = http_proxy_open,
1479 .url_write = http_proxy_write,
1480 .url_close = http_proxy_close,
static int http_get_line(HTTPContext *s, char *line, int line_size)
void av_url_split(char *proto, int proto_size, char *authorization, int authorization_size, char *hostname, int hostname_size, int *port_ptr, char *path, int path_size, const char *url)
Split a URL string into components.
static void parse_content_range(URLContext *h, const char *p)
static int http_connect(URLContext *h, const char *path, const char *local_path, const char *hoststr, const char *auth, const char *proxyauth, int *new_location)
const char const char void * val
void ff_make_absolute_url(char *buf, int size, const char *base, const char *rel)
Convert a relative url into an absolute url, given a base url.
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
#define URL_PROTOCOL_FLAG_NETWORK
ptrdiff_t const GLvoid * data
#define AV_OPT_FLAG_EXPORT
The option is inteded for exporting values to the caller.
HTTPAuthType
Authentication types, ordered from weakest to strongest.
#define AV_LOG_WARNING
Something somehow does not look correct.
static int http_close(URLContext *h)
int ffurl_write(URLContext *h, const unsigned char *buf, int size)
Write size bytes from buf to the resource accessed by h.
char * av_stristr(const char *s1, const char *s2)
Locate the first case-independent occurrence in the string haystack of the string needle...
int is_streamed
true if streamed (no seek possible), default = false
AVIOInterruptCB interrupt_callback
HTTPAuthState proxy_auth_state
#define AVIO_FLAG_READ
read-only
char * icy_metadata_headers
#define AVIO_FLAG_WRITE
write-only
int av_strncasecmp(const char *a, const char *b, size_t n)
Locale-independent case-insensitive compare.
#define AVERROR_HTTP_NOT_FOUND
static int http_listen(URLContext *h, const char *uri, int flags, AVDictionary **options)
static int http_getc(HTTPContext *s)
HTTP Authentication state structure.
int auth_type
The currently chosen auth type.
#define AV_DICT_DONT_STRDUP_KEY
Take ownership of a key that's been allocated with av_malloc() or another memory allocation function...
static int parse_cookie(HTTPContext *s, const char *p, AVDictionary **cookies)
int av_stristart(const char *str, const char *pfx, const char **ptr)
Return non-zero if pfx is a prefix of str independent of case.
static int http_get_file_handle(URLContext *h)
static int http_buf_read(URLContext *h, uint8_t *buf, int size)
int ff_http_averror(int status_code, int default_averror)
int av_isspace(int c)
Locale-independent conversion of ASCII isspace.
miscellaneous OS support macros and functions.
#define AV_LOG_TRACE
Extremely verbose debugging, useful for libav* development.
static int http_read_header(URLContext *h, int *new_location)
static av_cold int end(AVCodecContext *avctx)
#define HTTP_HEADERS_SIZE
static int http_open_cnx(URLContext *h, AVDictionary **options)
AVDictionaryEntry * av_dict_get(const AVDictionary *m, const char *key, const AVDictionaryEntry *prev, int flags)
Get a dictionary entry with matching key.
int av_reallocp(void *ptr, size_t size)
Allocate or reallocate a block of memory.
#define DEFAULT_USER_AGENT
char * av_strndup(const char *s, size_t len)
Duplicate a substring of the string s.
#define AVERROR_EOF
End of file.
void ff_http_init_auth_state(URLContext *dest, const URLContext *src)
Initialize the authentication state based on another HTTP URLContext.
HTTP 1.0 Basic auth from RFC 1945 (also in RFC 2617)
static const uint8_t header[24]
static int http_open_cnx_internal(URLContext *h, AVDictionary **options)
void av_dict_copy(AVDictionary **dst, const AVDictionary *src, int flags)
Copy entries from one AVDictionary struct into another.
static void update_metadata(HTTPContext *s, char *data)
static int64_t http_seek_internal(URLContext *h, int64_t off, int whence, int force_reconnect)
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
static int http_write(URLContext *h, const uint8_t *buf, int size)
static const AVOption options[]
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
void av_dict_free(AVDictionary **pm)
Free all the memory allocated for an AVDictionary struct and all keys and values. ...
size_t av_strlcpy(char *dst, const char *src, size_t size)
Copy the string src to dst, but no more than size - 1 bytes, and null-terminate dst.
AVDictionary * chained_options
#define AVERROR_HTTP_SERVER_ERROR
static int store_icy(URLContext *h, int size)
#define AVERROR_HTTP_UNAUTHORIZED
char * icy_metadata_packet
int av_strcasecmp(const char *a, const char *b)
Locale-independent case-insensitive compare.
int ff_http_match_no_proxy(const char *no_proxy, const char *hostname)
int ffurl_get_file_handle(URLContext *h)
Return the file descriptor associated with this URL.
AVDictionary * cookie_dict
int stale
Auth ok, but needs to be resent with a new nonce.
offset must point to a pointer immediately followed by an int for the length
int ffurl_closep(URLContext **hh)
Close the resource accessed by the URLContext h, and free the memory used by it.
int ff_url_join(char *str, int size, const char *proto, const char *authorization, const char *hostname, int port, const char *fmt,...)
static int http_read(URLContext *h, uint8_t *buf, int size)
#define AV_LOG_INFO
Standard information.
char * av_strdup(const char *s)
Duplicate the string s.
int seekable
Control seekability, 0 = disable, 1 = enable, -1 = probe.
#define AVIO_FLAG_READ_WRITE
read-write pseudo flag
int av_dict_set(AVDictionary **pm, const char *key, const char *value, int flags)
Set the given entry in *pm, overwriting an existing entry.
Describe the class of an AVClass context structure.
#define AVERROR_HTTP_OTHER_4XX
size_t av_strlcatf(char *dst, size_t size, const char *fmt,...)
char * ff_http_auth_create_response(HTTPAuthState *state, const char *auth, const char *path, const char *method)
static int has_header(const char *str, const char *header)
#define AVERROR_HTTP_FORBIDDEN
int ffurl_close(URLContext *h)
static int process_line(URLContext *h, char *line, int line_count, int *new_location)
int ff_http_do_new_request(URLContext *h, const char *uri)
Send a new HTTP request, reusing the old connection.
char * av_strtok(char *s, const char *delim, char **saveptr)
Split the string into several tokens which can be accessed by successive calls to av_strtok()...
int av_strstart(const char *str, const char *pfx, const char **ptr)
Return non-zero if pfx is a prefix of str.
char * cookies
holds newline ( ) delimited Set-Cookie header field values (without the "Set-Cookie: " field name) ...
static int parse_content_encoding(URLContext *h, const char *p)
int ffurl_open(URLContext **puc, const char *filename, int flags, const AVIOInterruptCB *int_cb, AVDictionary **options)
Create an URLContext for accessing to the resource indicated by url, and open it. ...
static int get_cookies(HTTPContext *s, char **cookies, const char *path, const char *domain)
Create a string containing cookie values for use as a HTTP cookie header field value for a particular...
static int http_open(URLContext *h, const char *uri, int flags, AVDictionary **options)
#define AVSEEK_SIZE
Passing this as the "whence" parameter to a seek function causes it to return the filesize without se...
void ff_http_auth_handle_header(HTTPAuthState *state, const char *key, const char *value)
static int cookie_string(AVDictionary *dict, char **cookies)
static int parse_location(HTTPContext *s, const char *p)
static int http_shutdown(URLContext *h, int flags)
#define AV_OPT_FLAG_READONLY
The option may not be set through the AVOptions API, only read.
#define AVERROR_HTTP_BAD_REQUEST
static int parse_icy(HTTPContext *s, const char *tag, const char *p)
static int http_read_stream(URLContext *h, uint8_t *buf, int size)
static int http_read_stream_all(URLContext *h, uint8_t *buf, int size)
#define AV_DICT_IGNORE_SUFFIX
Return first entry in a dictionary whose first part corresponds to the search key, ignoring the suffix of the found key string.
unbuffered private I/O API
static void handle_http_errors(URLContext *h, int error)
static int64_t http_seek(URLContext *h, int64_t off, int whence)
int av_opt_set(void *obj, const char *name, const char *val, int search_flags)
int ffurl_read(URLContext *h, unsigned char *buf, int size)
Read up to size bytes from the resource accessed by h, and store the read bytes in buf...
#define HTTP_CLASS(flavor)
No authentication specified.
static int check_http_code(URLContext *h, int http_code, const char *end)