123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836 |
- #include "curl_setup.h"
- #ifdef HAVE_NETINET_IN_H
- #include <netinet/in.h>
- #endif
- #ifdef HAVE_LINUX_TCP_H
- #include <linux/tcp.h>
- #endif
- #include <curl/curl.h>
- #include "urldata.h"
- #include "sendf.h"
- #include "connect.h"
- #include "vtls/vtls.h"
- #include "ssh.h"
- #include "easyif.h"
- #include "multiif.h"
- #include "non-ascii.h"
- #include "strerror.h"
- #include "select.h"
- #include "strdup.h"
- #include "curl_printf.h"
- #include "curl_memory.h"
- #include "memdebug.h"
- #ifdef CURL_DO_LINEEND_CONV
- static size_t convert_lineends(struct Curl_easy *data,
- char *startPtr, size_t size)
- {
- char *inPtr, *outPtr;
-
- if((startPtr == NULL) || (size < 1)) {
- return size;
- }
- if(data->state.prev_block_had_trailing_cr) {
-
- if(*startPtr == '\n') {
-
- memmove(startPtr, startPtr + 1, size-1);
- size--;
-
- data->state.crlf_conversions++;
- }
- data->state.prev_block_had_trailing_cr = FALSE;
- }
-
- inPtr = outPtr = memchr(startPtr, '\r', size);
- if(inPtr) {
-
- while(inPtr < (startPtr + size-1)) {
-
- if(memcmp(inPtr, "\r\n", 2) == 0) {
-
- inPtr++;
- *outPtr = *inPtr;
-
- data->state.crlf_conversions++;
- }
- else {
- if(*inPtr == '\r') {
-
- *outPtr = '\n';
- }
- else {
-
- *outPtr = *inPtr;
- }
- }
- outPtr++;
- inPtr++;
- }
- if(inPtr < startPtr + size) {
-
- if(*inPtr == '\r') {
-
- *outPtr = '\n';
-
- data->state.prev_block_had_trailing_cr = TRUE;
- }
- else {
-
- *outPtr = *inPtr;
- }
- outPtr++;
- }
- if(outPtr < startPtr + size)
-
- *outPtr = '\0';
- return (outPtr - startPtr);
- }
- return size;
- }
- #endif
- #ifdef USE_RECV_BEFORE_SEND_WORKAROUND
- bool Curl_recv_has_postponed_data(struct connectdata *conn, int sockindex)
- {
- struct postponed_data * const psnd = &(conn->postponed[sockindex]);
- return psnd->buffer && psnd->allocated_size &&
- psnd->recv_size > psnd->recv_processed;
- }
- static void pre_receive_plain(struct connectdata *conn, int num)
- {
- const curl_socket_t sockfd = conn->sock[num];
- struct postponed_data * const psnd = &(conn->postponed[num]);
- size_t bytestorecv = psnd->allocated_size - psnd->recv_size;
-
- if((conn->handler->protocol&PROTO_FAMILY_HTTP) != 0 &&
- conn->recv[num] == Curl_recv_plain &&
- (!psnd->buffer || bytestorecv)) {
- const int readymask = Curl_socket_check(sockfd, CURL_SOCKET_BAD,
- CURL_SOCKET_BAD, 0);
- if(readymask != -1 && (readymask & CURL_CSELECT_IN) != 0) {
-
- if(!psnd->buffer) {
-
- psnd->allocated_size = 2 * conn->data->set.buffer_size;
- psnd->buffer = malloc(psnd->allocated_size);
- psnd->recv_size = 0;
- psnd->recv_processed = 0;
- #ifdef DEBUGBUILD
- psnd->bindsock = sockfd;
- #endif
- bytestorecv = psnd->allocated_size;
- }
- if(psnd->buffer) {
- ssize_t recvedbytes;
- DEBUGASSERT(psnd->bindsock == sockfd);
- recvedbytes = sread(sockfd, psnd->buffer + psnd->recv_size,
- bytestorecv);
- if(recvedbytes > 0)
- psnd->recv_size += recvedbytes;
- }
- else
- psnd->allocated_size = 0;
- }
- }
- }
- static ssize_t get_pre_recved(struct connectdata *conn, int num, char *buf,
- size_t len)
- {
- struct postponed_data * const psnd = &(conn->postponed[num]);
- size_t copysize;
- if(!psnd->buffer)
- return 0;
- DEBUGASSERT(psnd->allocated_size > 0);
- DEBUGASSERT(psnd->recv_size <= psnd->allocated_size);
- DEBUGASSERT(psnd->recv_processed <= psnd->recv_size);
-
- if(psnd->recv_size > psnd->recv_processed) {
- DEBUGASSERT(psnd->bindsock == conn->sock[num]);
- copysize = CURLMIN(len, psnd->recv_size - psnd->recv_processed);
- memcpy(buf, psnd->buffer + psnd->recv_processed, copysize);
- psnd->recv_processed += copysize;
- }
- else
- copysize = 0;
-
- if(psnd->recv_processed == psnd->recv_size) {
- free(psnd->buffer);
- psnd->buffer = NULL;
- psnd->allocated_size = 0;
- psnd->recv_size = 0;
- psnd->recv_processed = 0;
- #ifdef DEBUGBUILD
- psnd->bindsock = CURL_SOCKET_BAD;
- #endif
- }
- return (ssize_t)copysize;
- }
- #else
- bool Curl_recv_has_postponed_data(struct connectdata *conn, int sockindex)
- {
- (void)conn;
- (void)sockindex;
- return false;
- }
- #define pre_receive_plain(c,n) do {} WHILE_FALSE
- #define get_pre_recved(c,n,b,l) 0
- #endif
- void Curl_infof(struct Curl_easy *data, const char *fmt, ...)
- {
- if(data && data->set.verbose) {
- va_list ap;
- size_t len;
- char print_buffer[2048 + 1];
- va_start(ap, fmt);
- vsnprintf(print_buffer, sizeof(print_buffer), fmt, ap);
- va_end(ap);
- len = strlen(print_buffer);
- Curl_debug(data, CURLINFO_TEXT, print_buffer, len);
- }
- }
- void Curl_failf(struct Curl_easy *data, const char *fmt, ...)
- {
- if(data->set.verbose || data->set.errorbuffer) {
- va_list ap;
- size_t len;
- char error[CURL_ERROR_SIZE + 2];
- va_start(ap, fmt);
- vsnprintf(error, CURL_ERROR_SIZE, fmt, ap);
- len = strlen(error);
- if(data->set.errorbuffer && !data->state.errorbuf) {
- strcpy(data->set.errorbuffer, error);
- data->state.errorbuf = TRUE;
- }
- if(data->set.verbose) {
- error[len] = '\n';
- error[++len] = '\0';
- Curl_debug(data, CURLINFO_TEXT, error, len);
- }
- va_end(ap);
- }
- }
- CURLcode Curl_sendf(curl_socket_t sockfd, struct connectdata *conn,
- const char *fmt, ...)
- {
- struct Curl_easy *data = conn->data;
- ssize_t bytes_written;
- size_t write_len;
- CURLcode result = CURLE_OK;
- char *s;
- char *sptr;
- va_list ap;
- va_start(ap, fmt);
- s = vaprintf(fmt, ap);
- va_end(ap);
- if(!s)
- return CURLE_OUT_OF_MEMORY;
- bytes_written = 0;
- write_len = strlen(s);
- sptr = s;
- for(;;) {
-
- result = Curl_write(conn, sockfd, sptr, write_len, &bytes_written);
- if(result)
- break;
- if(data->set.verbose)
- Curl_debug(data, CURLINFO_DATA_OUT, sptr, (size_t)bytes_written);
- if((size_t)bytes_written != write_len) {
-
- write_len -= bytes_written;
- sptr += bytes_written;
- }
- else
- break;
- }
- free(s);
- return result;
- }
- CURLcode Curl_write(struct connectdata *conn,
- curl_socket_t sockfd,
- const void *mem,
- size_t len,
- ssize_t *written)
- {
- ssize_t bytes_written;
- CURLcode result = CURLE_OK;
- int num = (sockfd == conn->sock[SECONDARYSOCKET]);
- bytes_written = conn->send[num](conn, num, mem, len, &result);
- *written = bytes_written;
- if(bytes_written >= 0)
-
- return CURLE_OK;
-
- switch(result) {
- case CURLE_AGAIN:
- *written = 0;
- return CURLE_OK;
- case CURLE_OK:
-
- return CURLE_SEND_ERROR;
- default:
-
- return result;
- }
- }
- ssize_t Curl_send_plain(struct connectdata *conn, int num,
- const void *mem, size_t len, CURLcode *code)
- {
- curl_socket_t sockfd = conn->sock[num];
- ssize_t bytes_written;
-
- pre_receive_plain(conn, num);
- #if defined(MSG_FASTOPEN) && !defined(TCP_FASTOPEN_CONNECT)
- if(conn->bits.tcp_fastopen) {
- bytes_written = sendto(sockfd, mem, len, MSG_FASTOPEN,
- conn->ip_addr->ai_addr, conn->ip_addr->ai_addrlen);
- conn->bits.tcp_fastopen = FALSE;
- }
- else
- #endif
- bytes_written = swrite(sockfd, mem, len);
- *code = CURLE_OK;
- if(-1 == bytes_written) {
- int err = SOCKERRNO;
- if(
- #ifdef WSAEWOULDBLOCK
-
- (WSAEWOULDBLOCK == err)
- #else
-
- (EWOULDBLOCK == err) || (EAGAIN == err) || (EINTR == err) ||
- (EINPROGRESS == err)
- #endif
- ) {
-
- bytes_written = 0;
- *code = CURLE_AGAIN;
- }
- else {
- failf(conn->data, "Send failure: %s",
- Curl_strerror(conn, err));
- conn->data->state.os_errno = err;
- *code = CURLE_SEND_ERROR;
- }
- }
- return bytes_written;
- }
- CURLcode Curl_write_plain(struct connectdata *conn,
- curl_socket_t sockfd,
- const void *mem,
- size_t len,
- ssize_t *written)
- {
- ssize_t bytes_written;
- CURLcode result;
- int num = (sockfd == conn->sock[SECONDARYSOCKET]);
- bytes_written = Curl_send_plain(conn, num, mem, len, &result);
- *written = bytes_written;
- return result;
- }
- ssize_t Curl_recv_plain(struct connectdata *conn, int num, char *buf,
- size_t len, CURLcode *code)
- {
- curl_socket_t sockfd = conn->sock[num];
- ssize_t nread;
-
- nread = get_pre_recved(conn, num, buf, len);
- if(nread > 0) {
- *code = CURLE_OK;
- return nread;
- }
- nread = sread(sockfd, buf, len);
- *code = CURLE_OK;
- if(-1 == nread) {
- int err = SOCKERRNO;
- if(
- #ifdef WSAEWOULDBLOCK
-
- (WSAEWOULDBLOCK == err)
- #else
-
- (EWOULDBLOCK == err) || (EAGAIN == err) || (EINTR == err)
- #endif
- ) {
-
- *code = CURLE_AGAIN;
- }
- else {
- failf(conn->data, "Recv failure: %s",
- Curl_strerror(conn, err));
- conn->data->state.os_errno = err;
- *code = CURLE_RECV_ERROR;
- }
- }
- return nread;
- }
- static CURLcode pausewrite(struct Curl_easy *data,
- int type,
- const char *ptr,
- size_t len)
- {
-
- struct SingleRequest *k = &data->req;
- struct UrlState *s = &data->state;
- char *dupl;
- unsigned int i;
- bool newtype = TRUE;
- if(s->tempcount) {
- for(i = 0; i< s->tempcount; i++) {
- if(s->tempwrite[i].type == type) {
-
- newtype = FALSE;
- break;
- }
- }
- DEBUGASSERT(i < 3);
- }
- else
- i = 0;
- if(!newtype) {
-
-
- size_t newlen = len + s->tempwrite[i].len;
-
- char *newptr = realloc(s->tempwrite[i].buf, newlen);
- if(!newptr)
- return CURLE_OUT_OF_MEMORY;
-
- memcpy(newptr + s->tempwrite[i].len, ptr, len);
-
- s->tempwrite[i].buf = newptr;
- s->tempwrite[i].len = newlen;
- }
- else {
- dupl = Curl_memdup(ptr, len);
- if(!dupl)
- return CURLE_OUT_OF_MEMORY;
-
- s->tempwrite[i].buf = dupl;
- s->tempwrite[i].len = len;
- s->tempwrite[i].type = type;
- if(newtype)
- s->tempcount++;
- }
-
- k->keepon |= KEEP_RECV_PAUSE;
- DEBUGF(infof(data, "Paused %zu bytes in buffer for type %02x\n",
- len, type));
- return CURLE_OK;
- }
- static CURLcode chop_write(struct connectdata *conn,
- int type,
- char *optr,
- size_t olen)
- {
- struct Curl_easy *data = conn->data;
- curl_write_callback writeheader = NULL;
- curl_write_callback writebody = NULL;
- char *ptr = optr;
- size_t len = olen;
- if(!len)
- return CURLE_OK;
-
- if(data->req.keepon & KEEP_RECV_PAUSE)
- return pausewrite(data, type, ptr, len);
-
- if(type & CLIENTWRITE_BODY)
- writebody = data->set.fwrite_func;
- if((type & CLIENTWRITE_HEADER) &&
- (data->set.fwrite_header || data->set.writeheader)) {
-
- writeheader =
- data->set.fwrite_header? data->set.fwrite_header: data->set.fwrite_func;
- }
-
- while(len) {
- size_t chunklen = len <= CURL_MAX_WRITE_SIZE? len: CURL_MAX_WRITE_SIZE;
- if(writebody) {
- size_t wrote = writebody(ptr, 1, chunklen, data->set.out);
- if(CURL_WRITEFUNC_PAUSE == wrote) {
- if(conn->handler->flags & PROTOPT_NONETWORK) {
-
- failf(data, "Write callback asked for PAUSE when not supported!");
- return CURLE_WRITE_ERROR;
- }
- return pausewrite(data, type, ptr, len);
- }
- if(wrote != chunklen) {
- failf(data, "Failed writing body (%zu != %zu)", wrote, chunklen);
- return CURLE_WRITE_ERROR;
- }
- }
- ptr += chunklen;
- len -= chunklen;
- }
- if(writeheader) {
- size_t wrote;
- ptr = optr;
- len = olen;
- Curl_set_in_callback(data, true);
- wrote = writeheader(ptr, 1, len, data->set.writeheader);
- Curl_set_in_callback(data, false);
- if(CURL_WRITEFUNC_PAUSE == wrote)
-
- return pausewrite(data, CLIENTWRITE_HEADER, ptr, len);
- if(wrote != len) {
- failf(data, "Failed writing header");
- return CURLE_WRITE_ERROR;
- }
- }
- return CURLE_OK;
- }
- CURLcode Curl_client_write(struct connectdata *conn,
- int type,
- char *ptr,
- size_t len)
- {
- struct Curl_easy *data = conn->data;
- if(0 == len)
- len = strlen(ptr);
- DEBUGASSERT(type <= 3);
-
- if((type & CLIENTWRITE_BODY) &&
- (conn->handler->protocol & PROTO_FAMILY_FTP) &&
- conn->proto.ftpc.transfertype == 'A') {
-
- CURLcode result = Curl_convert_from_network(data, ptr, len);
-
- if(result)
- return result;
- #ifdef CURL_DO_LINEEND_CONV
-
- len = convert_lineends(data, ptr, len);
- #endif
- }
- return chop_write(conn, type, ptr, len);
- }
- CURLcode Curl_read_plain(curl_socket_t sockfd,
- char *buf,
- size_t bytesfromsocket,
- ssize_t *n)
- {
- ssize_t nread = sread(sockfd, buf, bytesfromsocket);
- if(-1 == nread) {
- int err = SOCKERRNO;
- int return_error;
- #ifdef USE_WINSOCK
- return_error = WSAEWOULDBLOCK == err;
- #else
- return_error = EWOULDBLOCK == err || EAGAIN == err || EINTR == err;
- #endif
- if(return_error)
- return CURLE_AGAIN;
- return CURLE_RECV_ERROR;
- }
-
- *n = nread;
- return CURLE_OK;
- }
- CURLcode Curl_read(struct connectdata *conn,
- curl_socket_t sockfd,
- char *buf,
- size_t sizerequested,
- ssize_t *n)
- {
- CURLcode result = CURLE_RECV_ERROR;
- ssize_t nread = 0;
- size_t bytesfromsocket = 0;
- char *buffertofill = NULL;
- struct Curl_easy *data = conn->data;
-
- bool pipelining = Curl_pipeline_wanted(data->multi, CURLPIPE_HTTP1) &&
- (conn->bundle->multiuse == BUNDLE_PIPELINING);
-
- int num = (sockfd == conn->sock[SECONDARYSOCKET]);
- *n = 0;
-
- if(pipelining) {
- size_t bytestocopy = CURLMIN(conn->buf_len - conn->read_pos,
- sizerequested);
-
- if(bytestocopy > 0) {
- memcpy(buf, conn->master_buffer + conn->read_pos, bytestocopy);
- conn->read_pos += bytestocopy;
- conn->bits.stream_was_rewound = FALSE;
- *n = (ssize_t)bytestocopy;
- return CURLE_OK;
- }
-
- bytesfromsocket = CURLMIN(sizerequested, MASTERBUF_SIZE);
- buffertofill = conn->master_buffer;
- }
- else {
- bytesfromsocket = CURLMIN(sizerequested, (size_t)data->set.buffer_size);
- buffertofill = buf;
- }
- nread = conn->recv[num](conn, num, buffertofill, bytesfromsocket, &result);
- if(nread < 0)
- return result;
- if(pipelining) {
- memcpy(buf, conn->master_buffer, nread);
- conn->buf_len = nread;
- conn->read_pos = nread;
- }
- *n += nread;
- return CURLE_OK;
- }
- int Curl_debug(struct Curl_easy *data, curl_infotype type,
- char *ptr, size_t size)
- {
- static const char s_infotype[CURLINFO_END][3] = {
- "* ", "< ", "> ", "{ ", "} ", "{ ", "} " };
- int rc = 0;
- #ifdef CURL_DOES_CONVERSIONS
- char *buf = NULL;
- size_t conv_size = 0;
- switch(type) {
- case CURLINFO_HEADER_OUT:
- buf = Curl_memdup(ptr, size);
- if(!buf)
- return 1;
- conv_size = size;
-
- if(size > 4) {
- size_t i;
- for(i = 0; i < size-4; i++) {
- if(memcmp(&buf[i], "\x0d\x0a\x0d\x0a", 4) == 0) {
-
- conv_size = i + 4;
- break;
- }
- }
- }
- Curl_convert_from_network(data, buf, conv_size);
-
-
- ptr = buf;
- break;
- default:
-
- break;
- }
- #endif
- if(data->set.fdebug) {
- Curl_set_in_callback(data, true);
- rc = (*data->set.fdebug)(data, type, ptr, size, data->set.debugdata);
- Curl_set_in_callback(data, false);
- }
- else {
- switch(type) {
- case CURLINFO_TEXT:
- case CURLINFO_HEADER_OUT:
- case CURLINFO_HEADER_IN:
- fwrite(s_infotype[type], 2, 1, data->set.err);
- fwrite(ptr, size, 1, data->set.err);
- #ifdef CURL_DOES_CONVERSIONS
- if(size != conv_size) {
-
- fwrite("\n", 1, 1, data->set.err);
- }
- #endif
- break;
- default:
- break;
- }
- }
- #ifdef CURL_DOES_CONVERSIONS
- free(buf);
- #endif
- return rc;
- }
|