| 1 | /* |
| 2 | Copyright (c) 2012, Broadcom Europe Ltd |
| 3 | All rights reserved. |
| 4 | |
| 5 | Redistribution and use in source and binary forms, with or without |
| 6 | modification, are permitted provided that the following conditions are met: |
| 7 | * Redistributions of source code must retain the above copyright |
| 8 | notice, this list of conditions and the following disclaimer. |
| 9 | * Redistributions in binary form must reproduce the above copyright |
| 10 | notice, this list of conditions and the following disclaimer in the |
| 11 | documentation and/or other materials provided with the distribution. |
| 12 | * Neither the name of the copyright holder nor the |
| 13 | names of its contributors may be used to endorse or promote products |
| 14 | derived from this software without specific prior written permission. |
| 15 | |
| 16 | THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND |
| 17 | ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED |
| 18 | WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE |
| 19 | DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY |
| 20 | DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES |
| 21 | (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; |
| 22 | LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND |
| 23 | ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 24 | (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS |
| 25 | SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 26 | */ |
| 27 | |
| 28 | #include <stdlib.h> |
| 29 | #include <string.h> |
| 30 | #include <stdio.h> |
| 31 | #include <ctype.h> |
| 32 | |
| 33 | #include "containers/containers.h" |
| 34 | #include "containers/core/containers_common.h" |
| 35 | #include "containers/core/containers_io.h" |
| 36 | #include "containers/core/containers_uri.h" |
| 37 | #include "containers/core/containers_logging.h" |
| 38 | #include "containers/core/containers_list.h" |
| 39 | #include "containers/core/containers_utils.h" |
| 40 | #include "containers/net/net_sockets.h" |
| 41 | |
| 42 | /* Set to 1 if you want to log all HTTP requests */ |
| 43 | #define 0 |
| 44 | |
| 45 | /****************************************************************************** |
| 46 | Defines and constants. |
| 47 | ******************************************************************************/ |
| 48 | |
| 49 | #define IO_HTTP_DEFAULT_PORT "80" |
| 50 | |
| 51 | /** Space for sending requests and receiving responses */ |
| 52 | #define COMMS_BUFFER_SIZE 4000 |
| 53 | |
| 54 | /** Largest allowed HTTP URI. Must be substantially smaller than COMMS_BUFFER_SIZE |
| 55 | * to allow for the headers that may be sent. */ |
| 56 | #define HTTP_URI_LENGTH_MAX 1024 |
| 57 | |
| 58 | /** Initial capacity of header list */ |
| 59 | #define 16 |
| 60 | |
| 61 | /** Format of the first line of an HTTP request */ |
| 62 | #define HTTP_REQUEST_LINE_FORMAT "%s %s HTTP/1.1\r\nHost: %s\r\n" |
| 63 | |
| 64 | /** Format of a range request */ |
| 65 | #define HTTP_RANGE_REQUEST "Range: bytes=%"PRId64"-%"PRId64"\r\n" |
| 66 | |
| 67 | /** Format string for common headers used with all request methods. |
| 68 | * Note: includes double new line to terminate headers */ |
| 69 | #define "User-Agent: Broadcom/1.0\r\n\r\n" |
| 70 | |
| 71 | /** \name HTTP methods, used as the first item in the request line |
| 72 | * @{ */ |
| 73 | #define GET_METHOD "GET" |
| 74 | #define HEAD_METHOD "HEAD" |
| 75 | /* @} */ |
| 76 | |
| 77 | /** \name Names of headers used by the code |
| 78 | * @{ */ |
| 79 | #define CONTENT_LENGTH_NAME "Content-Length" |
| 80 | #define CONTENT_BASE_NAME "Content-Base" |
| 81 | #define CONTENT_LOCATION_NAME "Content-Location" |
| 82 | #define ACCEPT_RANGES_NAME "Accept-Ranges" |
| 83 | #define CONNECTION_NAME "Connection" |
| 84 | /* @} */ |
| 85 | |
| 86 | /** Supported HTTP major version number */ |
| 87 | #define HTTP_MAJOR_VERSION 1 |
| 88 | /** Supported HTTP minor version number */ |
| 89 | #define HTTP_MINOR_VERSION 1 |
| 90 | |
| 91 | /** Lowest successful status code value */ |
| 92 | #define HTTP_STATUS_OK 200 |
| 93 | #define HTTP_STATUS_PARTIAL_CONTENT 206 |
| 94 | |
| 95 | typedef struct { |
| 96 | const char *; |
| 97 | char *; |
| 98 | } ; |
| 99 | |
| 100 | |
| 101 | /****************************************************************************** |
| 102 | Type definitions |
| 103 | ******************************************************************************/ |
| 104 | typedef struct VC_CONTAINER_IO_MODULE_T |
| 105 | { |
| 106 | VC_CONTAINER_NET_T *sock; |
| 107 | VC_CONTAINERS_LIST_T *; /**< Parsed response headers, pointing into comms buffer */ |
| 108 | |
| 109 | bool persistent; |
| 110 | int64_t cur_offset; |
| 111 | bool reconnecting; |
| 112 | |
| 113 | /* Buffer used for sending and receiving HTTP messages */ |
| 114 | char comms_buffer[COMMS_BUFFER_SIZE]; |
| 115 | } VC_CONTAINER_IO_MODULE_T; |
| 116 | |
| 117 | /****************************************************************************** |
| 118 | Function prototypes |
| 119 | ******************************************************************************/ |
| 120 | |
| 121 | static int io_http_header_comparator(const HTTP_HEADER_T *first, const HTTP_HEADER_T *second); |
| 122 | static VC_CONTAINER_STATUS_T io_http_send(VC_CONTAINER_IO_T *p_ctx); |
| 123 | |
| 124 | VC_CONTAINER_STATUS_T vc_container_io_http_open(VC_CONTAINER_IO_T *, const char *, |
| 125 | VC_CONTAINER_IO_MODE_T); |
| 126 | |
| 127 | /****************************************************************************** |
| 128 | Local Functions |
| 129 | ******************************************************************************/ |
| 130 | |
| 131 | /**************************************************************************//** |
| 132 | * Trim whitespace from the end and start of the string |
| 133 | * |
| 134 | * \param str String to be trimmed |
| 135 | * \return Trimmed string |
| 136 | */ |
| 137 | static char *io_http_trim(char *str) |
| 138 | { |
| 139 | char *s = str + strlen(str); |
| 140 | |
| 141 | /* Search backwards for first non-whitespace */ |
| 142 | while (--s >= str &&(*s == ' ' || *s == '\t' || *s == '\n' || *s == '\r')) |
| 143 | ; /* Everything done in the while */ |
| 144 | s[1] = '\0'; |
| 145 | |
| 146 | /* Now move start of string forwards to first non-whitespace */ |
| 147 | s = str; |
| 148 | while (*s == ' ' || *s == '\t' || *s == '\n' || *s == '\r') |
| 149 | s++; |
| 150 | |
| 151 | return s; |
| 152 | } |
| 153 | |
| 154 | /**************************************************************************//** |
| 155 | * Header comparison function. |
| 156 | * Compare two header structures and return whether the first is less than, |
| 157 | * equal to or greater than the second. |
| 158 | * |
| 159 | * @param first The first structure to be compared. |
| 160 | * @param second The second structure to be compared. |
| 161 | * @return Negative if first is less than second, positive if first is greater |
| 162 | * and zero if they are equal. |
| 163 | */ |
| 164 | static int (const HTTP_HEADER_T *first, const HTTP_HEADER_T *second) |
| 165 | { |
| 166 | return strcasecmp(first->name, second->name); |
| 167 | } |
| 168 | |
| 169 | /**************************************************************************//** |
| 170 | * Check a response status line to see if the response is usable or not. |
| 171 | * Reasons for invalidity include: |
| 172 | * - Incorrectly formatted |
| 173 | * - Unsupported version |
| 174 | * - Status code is not in the 2xx range |
| 175 | * |
| 176 | * @param status_line The response status line. |
| 177 | * @return The resulting status of the function. |
| 178 | */ |
| 179 | static bool io_http_successful_response_status(const char *status_line) |
| 180 | { |
| 181 | unsigned int major_version, minor_version, status_code; |
| 182 | |
| 183 | /* coverity[secure_coding] String is null-terminated */ |
| 184 | if (sscanf(status_line, "HTTP/%u.%u %u" , &major_version, &minor_version, &status_code) != 3) |
| 185 | { |
| 186 | LOG_ERROR(NULL, "HTTP: Invalid response status line:\n%s" , status_line); |
| 187 | return false; |
| 188 | } |
| 189 | |
| 190 | if (major_version != HTTP_MAJOR_VERSION || minor_version != HTTP_MINOR_VERSION) |
| 191 | { |
| 192 | LOG_ERROR(NULL, "HTTP: Unexpected response HTTP version: %u.%u" , major_version, minor_version); |
| 193 | return false; |
| 194 | } |
| 195 | |
| 196 | if (status_code != HTTP_STATUS_OK && status_code != HTTP_STATUS_PARTIAL_CONTENT) |
| 197 | { |
| 198 | LOG_ERROR(NULL, "HTTP: Response status unsuccessful:\n%s" , status_line); |
| 199 | return false; |
| 200 | } |
| 201 | |
| 202 | return true; |
| 203 | } |
| 204 | |
| 205 | /**************************************************************************//** |
| 206 | * Get the content length header from the response headers as an unsigned |
| 207 | * 64-bit integer. |
| 208 | * If the content length header is not found or badly formatted, zero is |
| 209 | * returned. |
| 210 | * |
| 211 | * @param header_list The response headers. |
| 212 | * @return The content length. |
| 213 | */ |
| 214 | static uint64_t io_http_get_content_length(VC_CONTAINERS_LIST_T *) |
| 215 | { |
| 216 | uint64_t content_length = 0; |
| 217 | HTTP_HEADER_T ; |
| 218 | |
| 219 | header.name = CONTENT_LENGTH_NAME; |
| 220 | if (header_list && vc_containers_list_find_entry(header_list, &header)) |
| 221 | /* coverity[secure_coding] String is null-terminated */ |
| 222 | sscanf(header.value, "%" PRIu64, &content_length); |
| 223 | |
| 224 | return content_length; |
| 225 | } |
| 226 | |
| 227 | /**************************************************************************//** |
| 228 | * Get the accept ranges header from the response headers and verify that |
| 229 | * the server accepts byte ranges.. |
| 230 | * If the accept ranges header is not found false is returned. |
| 231 | * |
| 232 | * @param header_list The response headers. |
| 233 | * @return The resulting status of the function. |
| 234 | */ |
| 235 | static bool io_http_check_accept_range(VC_CONTAINERS_LIST_T *) |
| 236 | { |
| 237 | HTTP_HEADER_T ; |
| 238 | |
| 239 | header.name = ACCEPT_RANGES_NAME; |
| 240 | if (header_list && vc_containers_list_find_entry(header_list, &header)) |
| 241 | { |
| 242 | /* coverity[secure_coding] String is null-terminated */ |
| 243 | if (!strcasecmp(header.value, "bytes" )) |
| 244 | return true; |
| 245 | } |
| 246 | |
| 247 | return false; |
| 248 | } |
| 249 | |
| 250 | /**************************************************************************//** |
| 251 | * Check whether the server supports persistent connections. |
| 252 | * |
| 253 | * @param header_list The response headers. |
| 254 | * @return The resulting status of the function. |
| 255 | */ |
| 256 | static bool io_http_check_persistent_connection(VC_CONTAINERS_LIST_T *) |
| 257 | { |
| 258 | HTTP_HEADER_T ; |
| 259 | |
| 260 | header.name = CONNECTION_NAME; |
| 261 | if (header_list && vc_containers_list_find_entry(header_list, &header)) |
| 262 | { |
| 263 | /* coverity[secure_coding] String is null-terminated */ |
| 264 | if (!strcasecmp(header.value, "close" )) |
| 265 | return false; |
| 266 | } |
| 267 | |
| 268 | return true; |
| 269 | } |
| 270 | |
| 271 | /*****************************************************************************/ |
| 272 | static VC_CONTAINER_STATUS_T translate_net_status_to_container_status(vc_container_net_status_t net_status) |
| 273 | { |
| 274 | switch (net_status) |
| 275 | { |
| 276 | case VC_CONTAINER_NET_SUCCESS: return VC_CONTAINER_SUCCESS; |
| 277 | case VC_CONTAINER_NET_ERROR_INVALID_SOCKET: return VC_CONTAINER_ERROR_INVALID_ARGUMENT; |
| 278 | case VC_CONTAINER_NET_ERROR_NOT_ALLOWED: return VC_CONTAINER_ERROR_UNSUPPORTED_OPERATION; |
| 279 | case VC_CONTAINER_NET_ERROR_INVALID_PARAMETER: return VC_CONTAINER_ERROR_INVALID_ARGUMENT; |
| 280 | case VC_CONTAINER_NET_ERROR_NO_MEMORY: return VC_CONTAINER_ERROR_OUT_OF_MEMORY; |
| 281 | case VC_CONTAINER_NET_ERROR_IN_USE: return VC_CONTAINER_ERROR_URI_OPEN_FAILED; |
| 282 | case VC_CONTAINER_NET_ERROR_NETWORK: return VC_CONTAINER_ERROR_EOS; |
| 283 | case VC_CONTAINER_NET_ERROR_CONNECTION_LOST: return VC_CONTAINER_ERROR_EOS; |
| 284 | case VC_CONTAINER_NET_ERROR_NOT_CONNECTED: return VC_CONTAINER_ERROR_INVALID_ARGUMENT; |
| 285 | case VC_CONTAINER_NET_ERROR_TIMED_OUT: return VC_CONTAINER_ERROR_ABORTED; |
| 286 | case VC_CONTAINER_NET_ERROR_CONNECTION_REFUSED: return VC_CONTAINER_ERROR_NOT_FOUND; |
| 287 | case VC_CONTAINER_NET_ERROR_HOST_NOT_FOUND: return VC_CONTAINER_ERROR_NOT_FOUND; |
| 288 | case VC_CONTAINER_NET_ERROR_TRY_AGAIN: return VC_CONTAINER_ERROR_CONTINUE; |
| 289 | default: return VC_CONTAINER_ERROR_FAILED; |
| 290 | } |
| 291 | } |
| 292 | |
| 293 | /*****************************************************************************/ |
| 294 | static VC_CONTAINER_STATUS_T io_http_open_socket(VC_CONTAINER_IO_T *ctx) |
| 295 | { |
| 296 | VC_CONTAINER_IO_MODULE_T *module = ctx->module; |
| 297 | VC_CONTAINER_STATUS_T status; |
| 298 | const char *host, *port; |
| 299 | |
| 300 | /* Treat empty host or port strings as not defined */ |
| 301 | port = vc_uri_port(ctx->uri_parts); |
| 302 | if (port && !*port) |
| 303 | port = NULL; |
| 304 | |
| 305 | /* Require the port to be defined */ |
| 306 | if (!port) |
| 307 | { |
| 308 | status = VC_CONTAINER_ERROR_URI_OPEN_FAILED; |
| 309 | goto error; |
| 310 | } |
| 311 | |
| 312 | host = vc_uri_host(ctx->uri_parts); |
| 313 | if (host && !*host) |
| 314 | host = NULL; |
| 315 | |
| 316 | if (!host) |
| 317 | { |
| 318 | status = VC_CONTAINER_ERROR_URI_OPEN_FAILED; |
| 319 | goto error; |
| 320 | } |
| 321 | |
| 322 | module->sock = vc_container_net_open(host, port, VC_CONTAINER_NET_OPEN_FLAG_STREAM, NULL); |
| 323 | if (!module->sock) |
| 324 | { |
| 325 | status = VC_CONTAINER_ERROR_URI_NOT_FOUND; |
| 326 | goto error; |
| 327 | } |
| 328 | |
| 329 | return VC_CONTAINER_SUCCESS; |
| 330 | |
| 331 | error: |
| 332 | return status; |
| 333 | } |
| 334 | |
| 335 | /*****************************************************************************/ |
| 336 | static VC_CONTAINER_STATUS_T io_http_close_socket(VC_CONTAINER_IO_MODULE_T *module) |
| 337 | { |
| 338 | if (module->sock) |
| 339 | { |
| 340 | vc_container_net_close(module->sock); |
| 341 | module->sock = NULL; |
| 342 | } |
| 343 | |
| 344 | return VC_CONTAINER_SUCCESS; |
| 345 | } |
| 346 | |
| 347 | /*****************************************************************************/ |
| 348 | static size_t io_http_read_from_net(VC_CONTAINER_IO_T *p_ctx, void *buffer, size_t size) |
| 349 | { |
| 350 | size_t ret; |
| 351 | vc_container_net_status_t net_status; |
| 352 | |
| 353 | ret = vc_container_net_read(p_ctx->module->sock, buffer, size); |
| 354 | net_status = vc_container_net_status(p_ctx->module->sock); |
| 355 | p_ctx->status = translate_net_status_to_container_status(net_status); |
| 356 | |
| 357 | return ret; |
| 358 | } |
| 359 | |
| 360 | /**************************************************************************//** |
| 361 | * Reads an HTTP response and parses it into headers and content. |
| 362 | * The headers and content remain stored in the comms buffer, but referenced |
| 363 | * by the module's header list. Content uses a special header name that cannot |
| 364 | * occur in the real headers. |
| 365 | * |
| 366 | * @param p_ctx The HTTP reader context. |
| 367 | * @return The resulting status of the function. |
| 368 | */ |
| 369 | static VC_CONTAINER_STATUS_T io_http_read_response(VC_CONTAINER_IO_T *p_ctx) |
| 370 | { |
| 371 | VC_CONTAINER_IO_MODULE_T *module = p_ctx->module; |
| 372 | char *next_read = module->comms_buffer; |
| 373 | size_t space_available = sizeof(module->comms_buffer) - 1; /* Allow for a NUL */ |
| 374 | char *ptr = next_read; |
| 375 | bool end_response = false; |
| 376 | HTTP_HEADER_T ; |
| 377 | const char endstr[] = "\r\n\r\n" ; |
| 378 | int endcount = sizeof(endstr) - 1; |
| 379 | int endchk = 0; |
| 380 | |
| 381 | vc_containers_list_reset(module->header_list); |
| 382 | |
| 383 | /* Response status line doesn't need to be stored, just checked */ |
| 384 | header.name = NULL; |
| 385 | header.value = next_read; |
| 386 | |
| 387 | /* |
| 388 | * We need to read just a byte at a time to make sure that we just read the HTTP response and |
| 389 | * no more. For example, if a GET operation was requested the file being fetched will also |
| 390 | * be waiting to be read on the socket. |
| 391 | */ |
| 392 | |
| 393 | while (space_available) |
| 394 | { |
| 395 | if (io_http_read_from_net(p_ctx, next_read, 1) != 1) |
| 396 | break; |
| 397 | |
| 398 | next_read++; |
| 399 | space_available--; |
| 400 | |
| 401 | if (next_read[-1] == endstr[endchk]) |
| 402 | { |
| 403 | if (++endchk == endcount) |
| 404 | break; |
| 405 | } |
| 406 | else |
| 407 | endchk = 0; |
| 408 | } |
| 409 | if (!space_available) |
| 410 | { |
| 411 | LOG_ERROR(NULL, "comms buffer too small for complete HTTP message (%d)" , |
| 412 | sizeof(module->comms_buffer)); |
| 413 | return VC_CONTAINER_ERROR_CORRUPTED; |
| 414 | } |
| 415 | |
| 416 | *next_read = '\0'; |
| 417 | |
| 418 | if (endchk == endcount) |
| 419 | { |
| 420 | if (ENABLE_HTTP_EXTRA_LOGGING) |
| 421 | LOG_DEBUG(NULL, "READ FROM SERVER: %d bytes\n%s\n-----------------------------------------" , |
| 422 | sizeof(module->comms_buffer) - 1 - space_available, module->comms_buffer); |
| 423 | |
| 424 | while (!end_response && ptr < next_read) |
| 425 | { |
| 426 | switch (*ptr) |
| 427 | { |
| 428 | case ':': |
| 429 | if (header.value) |
| 430 | { |
| 431 | /* Just another character in the value */ |
| 432 | ptr++; |
| 433 | } else { |
| 434 | /* End of name, expect value next */ |
| 435 | *ptr++ = '\0'; |
| 436 | header.value = ptr; |
| 437 | } |
| 438 | break; |
| 439 | |
| 440 | case '\n': |
| 441 | if (header.value) |
| 442 | { |
| 443 | /* End of line while parsing the value part of the header, add name/value pair to list */ |
| 444 | *ptr++ = '\0'; |
| 445 | header.value = io_http_trim(header.value); |
| 446 | if (header.name) |
| 447 | { |
| 448 | if (!vc_containers_list_insert(module->header_list, &header, false)) |
| 449 | { |
| 450 | LOG_ERROR(NULL, "HTTP: Failed to add <%s> header to list" , header.name); |
| 451 | return VC_CONTAINER_ERROR_OUT_OF_MEMORY; |
| 452 | } |
| 453 | } else { |
| 454 | /* Check response status line */ |
| 455 | if (!io_http_successful_response_status(header.value)) |
| 456 | return VC_CONTAINER_ERROR_FORMAT_INVALID; |
| 457 | } |
| 458 | /* Ready for next header */ |
| 459 | header.name = ptr; |
| 460 | header.value = NULL; |
| 461 | } else { |
| 462 | /* End of line while parsing the name of a header */ |
| 463 | *ptr++ = '\0'; |
| 464 | if (*header.name && *header.name != '\r') |
| 465 | { |
| 466 | /* A non-empty name is invalid, so fail */ |
| 467 | LOG_ERROR(NULL, "HTTP: Invalid name in header - no colon:\n%s" , header.name); |
| 468 | return VC_CONTAINER_ERROR_FORMAT_INVALID; |
| 469 | } |
| 470 | |
| 471 | /* An empty name signifies the end of the HTTP response */ |
| 472 | end_response = true; |
| 473 | } |
| 474 | break; |
| 475 | |
| 476 | default: |
| 477 | /* Just another character in either the name or the value */ |
| 478 | ptr++; |
| 479 | } |
| 480 | } |
| 481 | } |
| 482 | |
| 483 | if (!space_available && !end_response) |
| 484 | { |
| 485 | /* Ran out of buffer space */ |
| 486 | LOG_ERROR(NULL, "HTTP: Response header section too big" ); |
| 487 | return VC_CONTAINER_ERROR_FORMAT_INVALID; |
| 488 | } |
| 489 | |
| 490 | return p_ctx->status; |
| 491 | } |
| 492 | |
| 493 | /**************************************************************************//** |
| 494 | * Send a GET request to the HTTP server. |
| 495 | * |
| 496 | * @param p_ctx The reader context. |
| 497 | * @return The resulting status of the function. |
| 498 | */ |
| 499 | static VC_CONTAINER_STATUS_T io_http_send_get_request(VC_CONTAINER_IO_T *p_ctx, size_t size) |
| 500 | { |
| 501 | VC_CONTAINER_IO_MODULE_T *module = p_ctx->module; |
| 502 | char *ptr = module->comms_buffer, *end = ptr + sizeof(module->comms_buffer); |
| 503 | int64_t end_offset; |
| 504 | |
| 505 | ptr += snprintf(ptr, end - ptr, HTTP_REQUEST_LINE_FORMAT, GET_METHOD, |
| 506 | vc_uri_path(p_ctx->uri_parts), vc_uri_host(p_ctx->uri_parts)); |
| 507 | |
| 508 | end_offset = module->cur_offset + size - 1; |
| 509 | if (end_offset >= p_ctx->size) |
| 510 | end_offset = p_ctx->size - 1; |
| 511 | |
| 512 | if (ptr < end) |
| 513 | ptr += snprintf(ptr, end - ptr, HTTP_RANGE_REQUEST, module->cur_offset, end_offset); |
| 514 | |
| 515 | if (ptr < end) |
| 516 | ptr += snprintf(ptr, end - ptr, TRAILING_HEADERS_FORMAT); |
| 517 | |
| 518 | if (ptr >= end) |
| 519 | { |
| 520 | LOG_ERROR(0, "comms buffer too small (%i/%u)" , (int)(end - ptr), |
| 521 | sizeof(module->comms_buffer)); |
| 522 | return VC_CONTAINER_ERROR_OUT_OF_RESOURCES; |
| 523 | } |
| 524 | |
| 525 | if (ENABLE_HTTP_EXTRA_LOGGING) |
| 526 | LOG_DEBUG(NULL, "Sending server read request:\n%s\n---------------------\n" , module->comms_buffer); |
| 527 | return io_http_send(p_ctx); |
| 528 | } |
| 529 | |
| 530 | /*****************************************************************************/ |
| 531 | static VC_CONTAINER_STATUS_T io_http_seek(VC_CONTAINER_IO_T *p_ctx, int64_t offset) |
| 532 | { |
| 533 | VC_CONTAINER_IO_MODULE_T *module = p_ctx->module; |
| 534 | |
| 535 | /* |
| 536 | * No seeking past the end of the file. |
| 537 | */ |
| 538 | |
| 539 | if (offset < 0 || offset > p_ctx->size) |
| 540 | { |
| 541 | p_ctx->status = VC_CONTAINER_ERROR_EOS; |
| 542 | return VC_CONTAINER_ERROR_EOS; |
| 543 | } |
| 544 | |
| 545 | module->cur_offset = offset; |
| 546 | p_ctx->status = VC_CONTAINER_SUCCESS; |
| 547 | |
| 548 | return VC_CONTAINER_SUCCESS; |
| 549 | } |
| 550 | |
| 551 | /*****************************************************************************/ |
| 552 | static VC_CONTAINER_STATUS_T io_http_close(VC_CONTAINER_IO_T *p_ctx) |
| 553 | { |
| 554 | VC_CONTAINER_IO_MODULE_T *module = p_ctx->module; |
| 555 | |
| 556 | if (!module) |
| 557 | return VC_CONTAINER_ERROR_INVALID_ARGUMENT; |
| 558 | |
| 559 | io_http_close_socket(module); |
| 560 | if (module->header_list) |
| 561 | vc_containers_list_destroy(module->header_list); |
| 562 | |
| 563 | free(module); |
| 564 | p_ctx->module = NULL; |
| 565 | |
| 566 | return VC_CONTAINER_SUCCESS; |
| 567 | } |
| 568 | |
| 569 | /*****************************************************************************/ |
| 570 | static size_t io_http_read(VC_CONTAINER_IO_T *p_ctx, void *buffer, size_t size) |
| 571 | { |
| 572 | VC_CONTAINER_STATUS_T status = VC_CONTAINER_SUCCESS; |
| 573 | VC_CONTAINER_IO_MODULE_T *module = p_ctx->module; |
| 574 | size_t content_length; |
| 575 | size_t bytes_read; |
| 576 | size_t ret = 0; |
| 577 | char *ptr = buffer; |
| 578 | |
| 579 | /* |
| 580 | * Are we at the end of the file? |
| 581 | */ |
| 582 | |
| 583 | if (module->cur_offset >= p_ctx->size) |
| 584 | { |
| 585 | p_ctx->status = VC_CONTAINER_ERROR_EOS; |
| 586 | return 0; |
| 587 | } |
| 588 | |
| 589 | if (!module->persistent) |
| 590 | { |
| 591 | status = io_http_open_socket(p_ctx); |
| 592 | if (status != VC_CONTAINER_SUCCESS) |
| 593 | { |
| 594 | LOG_ERROR(NULL, "Error opening socket for GET request" ); |
| 595 | return status; |
| 596 | } |
| 597 | } |
| 598 | |
| 599 | /* Send GET request and get response */ |
| 600 | status = io_http_send_get_request(p_ctx, size); |
| 601 | if (status != VC_CONTAINER_SUCCESS) |
| 602 | { |
| 603 | LOG_ERROR(NULL, "Error sending GET request" ); |
| 604 | goto error; |
| 605 | } |
| 606 | |
| 607 | status = io_http_read_response(p_ctx); |
| 608 | if (status == VC_CONTAINER_ERROR_EOS && !module->reconnecting) |
| 609 | { |
| 610 | LOG_DEBUG(NULL, "reconnecting" ); |
| 611 | io_http_close_socket(module); |
| 612 | status = io_http_open_socket(p_ctx); |
| 613 | if (status == VC_CONTAINER_SUCCESS) |
| 614 | { |
| 615 | module->reconnecting = true; |
| 616 | status = io_http_read(p_ctx, buffer, size); |
| 617 | module->reconnecting = false; |
| 618 | return status; |
| 619 | } |
| 620 | } |
| 621 | if (status != VC_CONTAINER_SUCCESS) |
| 622 | { |
| 623 | LOG_ERROR(NULL, "Error reading GET response" ); |
| 624 | goto error; |
| 625 | } |
| 626 | |
| 627 | /* |
| 628 | * How much data is the server offering us? |
| 629 | */ |
| 630 | |
| 631 | content_length = (size_t)io_http_get_content_length(module->header_list); |
| 632 | if (content_length > size) |
| 633 | { |
| 634 | LOG_ERROR(NULL, "received too much data (%i/%i)" , |
| 635 | (int)content_length, (int)size); |
| 636 | status = VC_CONTAINER_ERROR_CORRUPTED; |
| 637 | goto error; |
| 638 | } |
| 639 | |
| 640 | bytes_read = 0; |
| 641 | while (bytes_read < content_length && p_ctx->status == VC_CONTAINER_SUCCESS) |
| 642 | { |
| 643 | ret = io_http_read_from_net(p_ctx, ptr, content_length - bytes_read); |
| 644 | if (p_ctx->status == VC_CONTAINER_SUCCESS) |
| 645 | { |
| 646 | bytes_read += ret; |
| 647 | ptr += ret; |
| 648 | } |
| 649 | } |
| 650 | |
| 651 | if (p_ctx->status == VC_CONTAINER_SUCCESS) |
| 652 | { |
| 653 | module->cur_offset += bytes_read; |
| 654 | ret = bytes_read; |
| 655 | } |
| 656 | |
| 657 | if (!module->persistent) |
| 658 | io_http_close_socket(module); |
| 659 | |
| 660 | return ret; |
| 661 | |
| 662 | error: |
| 663 | if (!module->persistent) |
| 664 | io_http_close_socket(module); |
| 665 | |
| 666 | return status; |
| 667 | } |
| 668 | |
| 669 | /*****************************************************************************/ |
| 670 | static size_t io_http_write(VC_CONTAINER_IO_T *p_ctx, const void *buffer, size_t size) |
| 671 | { |
| 672 | size_t ret = vc_container_net_write(p_ctx->module->sock, buffer, size); |
| 673 | vc_container_net_status_t net_status; |
| 674 | |
| 675 | net_status = vc_container_net_status(p_ctx->module->sock); |
| 676 | p_ctx->status = translate_net_status_to_container_status(net_status); |
| 677 | |
| 678 | return ret; |
| 679 | } |
| 680 | |
| 681 | /*****************************************************************************/ |
| 682 | static VC_CONTAINER_STATUS_T io_http_control(struct VC_CONTAINER_IO_T *p_ctx, |
| 683 | VC_CONTAINER_CONTROL_T operation, |
| 684 | va_list args) |
| 685 | { |
| 686 | vc_container_net_status_t net_status; |
| 687 | VC_CONTAINER_STATUS_T status; |
| 688 | |
| 689 | switch (operation) |
| 690 | { |
| 691 | case VC_CONTAINER_CONTROL_IO_SET_READ_BUFFER_SIZE: |
| 692 | net_status = vc_container_net_control(p_ctx->module->sock, VC_CONTAINER_NET_CONTROL_SET_READ_BUFFER_SIZE, args); |
| 693 | break; |
| 694 | case VC_CONTAINER_CONTROL_IO_SET_READ_TIMEOUT_MS: |
| 695 | net_status = vc_container_net_control(p_ctx->module->sock, VC_CONTAINER_NET_CONTROL_SET_READ_TIMEOUT_MS, args); |
| 696 | break; |
| 697 | default: |
| 698 | net_status = VC_CONTAINER_NET_ERROR_NOT_ALLOWED; |
| 699 | } |
| 700 | |
| 701 | status = translate_net_status_to_container_status(net_status); |
| 702 | p_ctx->status = status; |
| 703 | |
| 704 | return status; |
| 705 | } |
| 706 | |
| 707 | /**************************************************************************//** |
| 708 | * Send out the data in the comms buffer. |
| 709 | * |
| 710 | * @param p_ctx The reader context. |
| 711 | * @return The resulting status of the function. |
| 712 | */ |
| 713 | static VC_CONTAINER_STATUS_T io_http_send(VC_CONTAINER_IO_T *p_ctx) |
| 714 | { |
| 715 | VC_CONTAINER_IO_MODULE_T *module = p_ctx->module; |
| 716 | size_t to_write; |
| 717 | size_t written; |
| 718 | const char *buffer = module->comms_buffer; |
| 719 | |
| 720 | to_write = strlen(buffer); |
| 721 | |
| 722 | while (to_write) |
| 723 | { |
| 724 | written = io_http_write(p_ctx, buffer, to_write); |
| 725 | if (p_ctx->status != VC_CONTAINER_SUCCESS) |
| 726 | break; |
| 727 | |
| 728 | to_write -= written; |
| 729 | buffer += written; |
| 730 | } |
| 731 | |
| 732 | return p_ctx->status; |
| 733 | } |
| 734 | |
| 735 | /**************************************************************************//** |
| 736 | * Send a HEAD request to the HTTP server. |
| 737 | * |
| 738 | * @param p_ctx The reader context. |
| 739 | * @return The resulting status of the function. |
| 740 | */ |
| 741 | static VC_CONTAINER_STATUS_T io_http_send_head_request(VC_CONTAINER_IO_T *p_ctx) |
| 742 | { |
| 743 | VC_CONTAINER_IO_MODULE_T *module = p_ctx->module; |
| 744 | char *ptr = module->comms_buffer, *end = ptr + sizeof(module->comms_buffer); |
| 745 | |
| 746 | ptr += snprintf(ptr, end - ptr, HTTP_REQUEST_LINE_FORMAT, HEAD_METHOD, |
| 747 | vc_uri_path(p_ctx->uri_parts), vc_uri_host(p_ctx->uri_parts)); |
| 748 | if (ptr < end) |
| 749 | ptr += snprintf(ptr, end - ptr, TRAILING_HEADERS_FORMAT); |
| 750 | |
| 751 | if (ptr >= end) |
| 752 | { |
| 753 | LOG_ERROR(0, "comms buffer too small (%i/%u)" , (int)(end - ptr), |
| 754 | sizeof(module->comms_buffer)); |
| 755 | return VC_CONTAINER_ERROR_OUT_OF_RESOURCES; |
| 756 | } |
| 757 | |
| 758 | return io_http_send(p_ctx); |
| 759 | } |
| 760 | |
| 761 | static VC_CONTAINER_STATUS_T io_http_head(VC_CONTAINER_IO_T *p_ctx) |
| 762 | { |
| 763 | VC_CONTAINER_STATUS_T status = VC_CONTAINER_SUCCESS; |
| 764 | VC_CONTAINER_IO_MODULE_T *module = p_ctx->module; |
| 765 | uint64_t content_length; |
| 766 | |
| 767 | /* Send HEAD request and get response */ |
| 768 | status = io_http_send_head_request(p_ctx); |
| 769 | if (status != VC_CONTAINER_SUCCESS) |
| 770 | return status; |
| 771 | status = io_http_read_response(p_ctx); |
| 772 | if (status != VC_CONTAINER_SUCCESS) |
| 773 | return status; |
| 774 | |
| 775 | /* |
| 776 | * Save the content length since that's our file size. |
| 777 | */ |
| 778 | |
| 779 | content_length = io_http_get_content_length(module->header_list); |
| 780 | if (content_length) |
| 781 | { |
| 782 | p_ctx->size = content_length; |
| 783 | LOG_DEBUG(NULL, "File size is %" PRId64, p_ctx->size); |
| 784 | } |
| 785 | |
| 786 | /* |
| 787 | * Now make sure that the server supports byte range requests. |
| 788 | */ |
| 789 | |
| 790 | if (!io_http_check_accept_range(module->header_list)) |
| 791 | { |
| 792 | LOG_ERROR(NULL, "Server doesn't support byte range requests" ); |
| 793 | return VC_CONTAINER_ERROR_FAILED; |
| 794 | } |
| 795 | |
| 796 | /* |
| 797 | * Does it support persistent connections? |
| 798 | */ |
| 799 | |
| 800 | if (io_http_check_persistent_connection(module->header_list)) |
| 801 | { |
| 802 | module->persistent = true; |
| 803 | } |
| 804 | else |
| 805 | { |
| 806 | LOG_DEBUG(NULL, "Server does not support persistent connections" ); |
| 807 | io_http_close_socket(module); |
| 808 | } |
| 809 | |
| 810 | module->cur_offset = 0; |
| 811 | |
| 812 | return status; |
| 813 | } |
| 814 | |
| 815 | /***************************************************************************** |
| 816 | Functions exported as part of the I/O Module API |
| 817 | *****************************************************************************/ |
| 818 | |
| 819 | /*****************************************************************************/ |
| 820 | VC_CONTAINER_STATUS_T vc_container_io_http_open(VC_CONTAINER_IO_T *p_ctx, |
| 821 | const char *unused, VC_CONTAINER_IO_MODE_T mode) |
| 822 | { |
| 823 | VC_CONTAINER_STATUS_T status = VC_CONTAINER_SUCCESS; |
| 824 | VC_CONTAINER_IO_MODULE_T *module = 0; |
| 825 | VC_CONTAINER_PARAM_UNUSED(unused); |
| 826 | |
| 827 | /* Check the URI to see if we're dealing with an http stream */ |
| 828 | if (!vc_uri_scheme(p_ctx->uri_parts) || |
| 829 | strcasecmp(vc_uri_scheme(p_ctx->uri_parts), "http" )) |
| 830 | return VC_CONTAINER_ERROR_FORMAT_NOT_SUPPORTED; |
| 831 | |
| 832 | /* |
| 833 | * Some basic error checking. |
| 834 | */ |
| 835 | |
| 836 | if (mode == VC_CONTAINER_IO_MODE_WRITE) |
| 837 | { |
| 838 | status = VC_CONTAINER_ERROR_UNSUPPORTED_OPERATION; |
| 839 | goto error; |
| 840 | } |
| 841 | |
| 842 | if (strlen(p_ctx->uri) > HTTP_URI_LENGTH_MAX) |
| 843 | { |
| 844 | status = VC_CONTAINER_ERROR_URI_OPEN_FAILED; |
| 845 | goto error; |
| 846 | } |
| 847 | |
| 848 | module = calloc(1, sizeof(*module)); |
| 849 | if (!module) |
| 850 | { |
| 851 | status = VC_CONTAINER_ERROR_OUT_OF_MEMORY; |
| 852 | goto error; |
| 853 | } |
| 854 | p_ctx->module = module; |
| 855 | |
| 856 | /* header_list will contain pointers into the response_buffer, so take care in re-use */ |
| 857 | module->header_list = vc_containers_list_create(HEADER_LIST_INITIAL_CAPACITY, sizeof(HTTP_HEADER_T), |
| 858 | (VC_CONTAINERS_LIST_COMPARATOR_T)io_http_header_comparator); |
| 859 | if (!module->header_list) |
| 860 | { |
| 861 | status = VC_CONTAINER_ERROR_OUT_OF_MEMORY; |
| 862 | goto error; |
| 863 | } |
| 864 | |
| 865 | /* |
| 866 | * Make sure that we have a port number. |
| 867 | */ |
| 868 | |
| 869 | if (vc_uri_port(p_ctx->uri_parts) == NULL) |
| 870 | vc_uri_set_port(p_ctx->uri_parts, IO_HTTP_DEFAULT_PORT); |
| 871 | |
| 872 | status = io_http_open_socket(p_ctx); |
| 873 | if (status != VC_CONTAINER_SUCCESS) |
| 874 | goto error; |
| 875 | |
| 876 | /* |
| 877 | * Whoo hoo! Our socket is open. Now let's send a HEAD request. |
| 878 | */ |
| 879 | |
| 880 | status = io_http_head(p_ctx); |
| 881 | if (status != VC_CONTAINER_SUCCESS) |
| 882 | goto error; |
| 883 | |
| 884 | p_ctx->pf_close = io_http_close; |
| 885 | p_ctx->pf_read = io_http_read; |
| 886 | p_ctx->pf_write = NULL; |
| 887 | p_ctx->pf_control = io_http_control; |
| 888 | p_ctx->pf_seek = io_http_seek; |
| 889 | |
| 890 | p_ctx->capabilities = VC_CONTAINER_IO_CAPS_NO_CACHING; |
| 891 | p_ctx->capabilities |= VC_CONTAINER_IO_CAPS_SEEK_SLOW; |
| 892 | |
| 893 | return VC_CONTAINER_SUCCESS; |
| 894 | |
| 895 | error: |
| 896 | io_http_close(p_ctx); |
| 897 | return status; |
| 898 | } |
| 899 | |