JSONRPC: Preallocate receive buffer based on Content-Length header

Decreases the amount of reallocations needed to receive the response.
This commit is contained in:
Axel Gembe 2020-11-10 15:01:49 +07:00
parent cdb1c92c82
commit 5e1a3b1254
No known key found for this signature in database
GPG key ID: 1CB3AA2143109AAC

26
util.c
View file

@ -38,16 +38,18 @@
#include "miner.h" #include "miner.h"
#include "elist.h" #include "elist.h"
struct data_buffer {
void *buf;
size_t len;
size_t allocated;
};
struct header_info { struct header_info {
char *lp_path; char *lp_path;
char *reason; char *reason;
char *stratum_url; char *stratum_url;
size_t content_length;
};
struct data_buffer {
void *buf;
size_t len;
size_t allocated;
struct header_info *headers;
}; };
struct tq_ent { struct tq_ent {
@ -193,14 +195,20 @@ static size_t all_data_cb(const void *ptr, size_t size, size_t nmemb,
reqalloc = db->len + len + 1; reqalloc = db->len + len + 1;
if (reqalloc > db->allocated) { if (reqalloc > db->allocated) {
if (db->len > 0) if (db->len > 0) {
newalloc = db->allocated * 2; newalloc = db->allocated * 2;
} else {
if (db->headers->content_length > 0)
newalloc = db->headers->content_length + 1;
else else
newalloc = initial_alloc; newalloc = initial_alloc;
}
if (db->headers->content_length == 0) {
/* limit the maximum buffer increase */ /* limit the maximum buffer increase */
if (newalloc - db->allocated > max_realloc_increase) if (newalloc - db->allocated > max_realloc_increase)
newalloc = db->allocated + max_realloc_increase; newalloc = db->allocated + max_realloc_increase;
}
/* ensure we have a big enough allocation */ /* ensure we have a big enough allocation */
if (reqalloc > newalloc) if (reqalloc > newalloc)
@ -273,6 +281,9 @@ static size_t resp_hdr_cb(void *ptr, size_t size, size_t nmemb, void *user_data)
val = NULL; val = NULL;
} }
if (!strcasecmp("Content-Length", key))
hi->content_length = strtoul(val, NULL, 10);
out: out:
free(key); free(key);
free(val); free(val);
@ -338,6 +349,7 @@ json_t *json_rpc_call(CURL *curl, const char *url,
long timeout = (flags & JSON_RPC_LONGPOLL) ? opt_timeout : 30; long timeout = (flags & JSON_RPC_LONGPOLL) ? opt_timeout : 30;
struct header_info hi = {0}; struct header_info hi = {0};
all_data.headers = &hi;
/* it is assumed that 'curl' is freshly [re]initialized at this pt */ /* it is assumed that 'curl' is freshly [re]initialized at this pt */
if (opt_protocol) if (opt_protocol)