/* ------------------- DEFINITIONS -------------------------- */
/* maximum number of requests on a time limited test */
#define MAX_REQUESTS 50000
/* good old state hostname */
#define STATE_UNCONNECTED 0
#define STATE_CONNECTING 1
#define STATE_READ 2
#define CBUFFSIZE 512
struct connection {
int fd;
int state;
int read; /* amount of bytes read */
int bread; /* amount of body read */
int length; /* Content-Length value used for keep-alive */
char cbuff[CBUFFSIZE]; /* a buffer to store server response header */
int cbx; /* offset in cbuffer */
int keepalive; /* non-zero if a keep-alive request */
int gotheader; /* non-zero if we have the entire header in
* cbuff */
struct timeval start, /* Start of connection */
connect, /* Connected, start writing */
endwrite, /* Request written */
beginread, /* First byte of input */
done; /* Connection closed */
/* 24-JAN-2002 MGD */
int rclass;
#ifdef USE_SSL
SSL *ssl;
#endif
};
struct data {
#ifdef USE_SSL
/* XXX insert timings for ssl */
#endif
int read; /* number of bytes read */
long starttime; /* start time of connection in seconds since
* Jan. 1, 1970 */
long waittime; /* Between writing request and reading
* response */
long ctime; /* time in ms to connect */
long time; /* time in ms for connection */
};
#define ap_min(a,b) ((a)<(b))?(a):(b)
#define ap_max(a,b) ((a)>(b))?(a):(b)
#define _rnd(x) ((long)(x+0.5))
/* --------------------- GLOBALS ---------------------------- */
int verbosity = 0; /* no verbosity by default */
int percentile = 1; /* Show percentile served */
int confidence = 1; /* Show confidence estimator and warnings */
int posting = 0; /* GET by default */
long requests = 1; /* Number of requests to make */
int heartbeatres = 100; /* How often do we say we're alive */
int concurrency = 1; /* Number of multiple requests to make */
int tlimit = 0; /* time limit in cs */
int keepalive = 0; /* try and do keepalive connections */
char servername[1024]; /* name that server reports */
char hostname[1024]; /* host name */
char proxyhost[1024]; /* proxy host name */
int proxyport = 0; /* proxy port */
int isproxy = 0;
char path[1024]; /* path name */
char postfile[1024]; /* name of file containing post data */
char *postdata; /* *buffer containing data from postfile */
char *gnuplot; /* GNUplot file */
char *csvperc; /* CSV Percentile file */
char url[1024];
char fullurl[1024];
int postlen = 0; /* length of data to be POSTed */
char content_type[1024]; /* content type to put in POST header */
char cookie[1024], /* optional cookie line */
auth[1024], /* optional (basic/uuencoded)
* authentification */
hdrs[4096]; /* optional arbitrary headers */
int port = 80; /* port number */
int use_html = 0; /* use html in the report */
char *tablestring;
char *trstring;
char *tdstring;
int doclen = 0; /* the length the document should be */
long totalread = 0; /* total number of bytes read */
long totalbread = 0; /* totoal amount of entity body read */
long totalposted = 0; /* total number of bytes posted, inc. headers */
long done = 0; /* number of requests we have done */
long doneka = 0; /* number of keep alive connections done */
long good = 0, bad = 0; /* number of good and bad requests */
long epipe = 0; /* number of broken pipe writes */
#ifdef USE_SSL
int ssl = 0;
SSL_CTX *ctx;
#endif
/* store error cases */
int err_length = 0, err_conn = 0, err_except = 0;
int err_response = 0;
struct timeval start, endtime;
/* global request (and its length) */
char request[512];
int reqlen;
/* one global throw-away buffer to read stuff into */
/* 24-JAN-2002 MGD (increased from 8192) */
char buffer[16384];
/* 24-JAN-2002 MGD */
int responseCount [6]; /* '0' (error), '1' to '5' */
struct connection *con; /* connection array */
struct data *stats; /* date for each request */
fd_set readbits, writebits; /* bits for select */
struct sockaddr_in server; /* server addr structure */
#ifndef BEOS
#define ab_close(s) close(s)
#define ab_read(a,b,c) read(a,b,c)
#define ab_write(a,b,c) write(a,b,c)
#else
#define ab_close(s) closesocket(s)
#define ab_read(a,b,c) recv(a,b,c,0)
#define ab_write(a,b,c) send(a,b,c,0)
#endif
static void close_connection(struct connection * c);
#if NO_WRITEV || USE_SSL
static void s_write(struct connection * c, char *buff, int len);
#endif
/* --------------------------------------------------------- */
/* simple little function to perror and exit */
static void err(char *s)
{
if (errno) {
perror(s);
}
else {
fprintf(stderr,"%s", s);
}
exit(errno ? errno : 1);
}
/* --------------------------------------------------------- */
/*
* write out request to a connection - assumes we can write (small) request
* out in one go into our new socket buffer
*/
static void write_request(struct connection * c)
{
/* XXX this sucks - SSL mode and writev() do not mix
* another artificial difference.
*/
#if !NO_WRITEV && !USE_SSL
struct iovec out[2];
int outcnt = 1;
#endif
gettimeofday(&c->connect, 0);
#if !NO_WRITEV && !USE_SSL
out[0].iov_base = request;
out[0].iov_len = reqlen;
if (posting > 0) {
out[1].iov_base = postdata;
out[1].iov_len = postlen;
outcnt = 2;
totalposted += (reqlen + postlen);
}
writev(c->fd, out, outcnt);
#else
s_write(c, request, reqlen);
if (posting > 0) {
s_write(c, postdata, postlen);
totalposted += (reqlen + postlen);
}
#endif
c->state = STATE_READ;
FD_SET(c->fd, &readbits);
FD_CLR(c->fd, &writebits);
gettimeofday(&c->endwrite, 0);
}
/* --------------------------------------------------------- */
/* Do actual data writing */
#if NO_WRITEV || USE_SSL
static void s_write(struct connection * c, char *buff, int len)
{
do {
int n;
#if USE_SSL
if (ssl) {
n = SSL_write(c->ssl, buff, len);
if (n < 0) {
int e = SSL_get_error(c->ssl, n);
/* XXXX propably wrong !!! */
if ((e != SSL_ERROR_WANT_READ) && (e != SSL_ERROR_WANT_WRITE))
n = -1;
else
n = 0;
};
}
else
#endif
n = ab_write(c->fd, buff, len);
if (n < 0) {
switch (errno) {
case EAGAIN:
break;
case EPIPE:
/* We've tried to write to a broken pipe. */
epipe++;
close_connection(c);
return;
default:
#if USE_SSL
if (ssl) {
fprintf(stderr,"Error writing: ");
ERR_print_errors_fp(stderr);
} else
#endif
perror("write");
exit(1);
}
}
else if (n) {
if (verbosity >= 3)
printf(" --> write(%x) %d (%d)\n", (unsigned char) buff[0], n, len);
buff += n;
len -= n;
};
} while (len > 0);
}
#endif
/* --------------------------------------------------------- */
/* make an fd non blocking */
static void nonblock(int fd)
{
int i = 1;
#ifdef BEOS
setsockopt(fd, SOL_SOCKET, SO_NONBLOCK, &i, sizeof(i));
#else
ioctl(fd, FIONBIO, &i);
#endif
}
/* --------------------------------------------------------- */
/* returns the time in ms between two timevals */
static int timedif(struct timeval a, struct timeval b)
{
register int us, s;
us = a.tv_usec - b.tv_usec;
us /= 1000;
s = a.tv_sec - b.tv_sec;
s *= 1000;
return s + us;
}
/* --------------------------------------------------------- */
/* calculate and output results */
static int compradre(struct data * a, struct data * b)
{
if ((a->ctime) < (b->ctime))
return -1;
if ((a->ctime) > (b->ctime))
return +1;
return 0;
}
static int comprando(struct data * a, struct data * b)
{
if ((a->time) < (b->time))
return -1;
if ((a->time) > (b->time))
return +1;
return 0;
}
static int compri(struct data * a, struct data * b)
{
int p = a->time - a->ctime;
int q = b->time - b->ctime;
if (p < q)
return -1;
if (p > q)
return +1;
return 0;
}
static int compwait(struct data * a, struct data * b)
{
if ((a->waittime) < (b->waittime))
return -1;
if ((a->waittime) > (b->waittime))
return 1;
return 0;
}
static void output_results(void)
{
long timetaken;
long i;
gettimeofday(&endtime, 0);
timetaken = timedif(endtime, start);
printf("\r \r");
printf("Server Software: %s\n", servername);
printf("Server Hostname: %s\n", hostname);
printf("Server Port: %d\n", port);
printf("\n");
printf("Document Path: %s\n", path);
printf("Document Length: %d bytes\n", doclen);
printf("\n");
printf("Concurrency Level: %d\n", concurrency);
printf("Time taken for tests: %ld.%03ld seconds\n",
timetaken / 1000, timetaken % 1000);
printf("Complete requests: %ld\n", done);
printf("Failed requests: %ld\n", bad);
if (bad)
printf(" (Connect: %d, Length: %d, Exceptions: %d)\n",
err_conn, err_length, err_except);
printf("Broken pipe errors: %ld\n", epipe);
if (err_response)
printf("Non-2xx responses: %d\n", err_response);
if (keepalive)
printf("Keep-Alive requests: %ld\n", doneka);
/* 24-JAN-2002 MGD */
printf("Response count: 1nn:%d 2nn:%d 3nn:%d 4nn:%d 5nn:%d err:%d\n",
responseCount[1], responseCount[2], responseCount[3],
responseCount[4], responseCount[5], responseCount[0]);
printf("Total transferred: %ld bytes\n", totalread);
if (posting > 0)
printf("Total POSTed: %ld\n", totalposted);
printf("HTML transferred: %ld bytes\n", totalbread);
/* avoid divide by zero */
if (timetaken) {
printf("Requests per second: %.2f [#/sec] (mean)\n", 1000 * (float) (done) / timetaken);
printf("Time per request: %.2f [ms] (mean)\n", concurrency * timetaken / (float) done);
printf("Time per request: %.2f [ms] (mean, across all concurrent requests)\n", timetaken / (float) done);
printf("Transfer rate: %.2f [Kbytes/sec] received\n",
(float) (totalread) / timetaken);
if (posting > 0) {
printf(" %.2f kb/s sent\n",
(float) (totalposted) / timetaken);
printf(" %.2f kb/s total\n",
(float) (totalread + totalposted) / timetaken);
}
}
if (requests>1) {
/* work out connection times */
double totalcon = 0, total = 0, totald = 0, totalwait = 0;
long mincon = 9999999, mintot = 999999, mind = 99999, minwait = 99999;
long maxcon = 0, maxtot = 0, maxd = 0, maxwait = 0;
long meancon = 0, meantot = 0, meand = 0, meanwait = 0;
double sdtot = 0, sdcon = 0, sdd = 0, sdwait = 0;
for (i = 0; i < requests; i++) {
struct data s = stats[i];
mincon = ap_min(mincon, s.ctime);
mintot = ap_min(mintot, s.time);
mind = ap_min(mintot, s.time - s.ctime);
minwait = ap_min(minwait, s.waittime);
maxcon = ap_max(maxcon, s.ctime);
maxtot = ap_max(maxtot, s.time);
maxd = ap_max(maxd, s.time - s.ctime);
maxwait = ap_max(maxwait, s.waittime);
totalcon += s.ctime;
total += s.time;
totald += s.time - s.ctime;
totalwait += s.waittime;
};
totalcon /= requests;
total /= requests;
totald /= requests;
totalwait /= requests;
for (i = 0; i < requests; i++) {
struct data s = stats[i];
int a;
a = (s.time - total);
sdtot += a * a;
a = (s.ctime - totalcon);
sdcon += a * a;
a = (s.time - s.ctime - totald);
sdd += a * a;
a = (s.waittime - totalwait);
sdwait += a * a;
};
sdtot = (requests > 1) ? sqrt(sdtot / (requests - 1)) : 0;
sdcon = (requests > 1) ? sqrt(sdcon / (requests - 1)) : 0;
sdd = (requests > 1) ? sqrt(sdd / (requests - 1)) : 0;
sdwait = (requests > 1) ? sqrt(sdwait / (requests - 1)) : 0;
if (gnuplot) {
FILE *out = fopen(gnuplot, "w");
if (!out) {
perror("Cannot open gnuplot output file");
exit(1);
};
fprintf(out, "starttime\tseconds\tctime\tdtime\tttime\twait\n");
for (i = 0; i < requests; i++) {
time_t sttime;
char *tmstring;
sttime = stats[i].starttime;
tmstring = ctime(&sttime);
tmstring[strlen(tmstring) - 1] = '\0'; /* ctime returns a
* string with a
* trailing newline */
fprintf(out, "%s\t%ld\t%ld\t%ld\t%ld\t%ld\n",
tmstring,
sttime,
stats[i].ctime,
stats[i].time - stats[i].ctime,
stats[i].time,
stats[i].waittime);
}
fclose(out);
};
/*
* XXX: what is better; this hideous cast of the copare function; or
* the four warnings during compile ? dirkx just does not know and
* hates both/
*/
qsort(stats, requests, sizeof(struct data),
(int (*) (const void *, const void *)) compradre);
if ((requests > 1) && (requests % 2))
meancon = (stats[requests / 2].ctime + stats[requests / 2 + 1].ctime) / 2;
else
meancon = stats[requests / 2].ctime;
qsort(stats, requests, sizeof(struct data),
(int (*) (const void *, const void *)) compri);
if ((requests > 1) && (requests % 2))
meand = (stats[requests / 2].time + stats[requests / 2 + 1].time \
-stats[requests / 2].ctime - stats[requests / 2 + 1].ctime) / 2;
else
meand = stats[requests / 2].time - stats[requests / 2].ctime;
qsort(stats, requests, sizeof(struct data),
(int (*) (const void *, const void *)) compwait);
if ((requests > 1) && (requests % 2))
meanwait = (stats[requests / 2].waittime + stats[requests / 2 + 1].waittime) / 2;
else
meanwait = stats[requests / 2].waittime;
qsort(stats, requests, sizeof(struct data),
(int (*) (const void *, const void *)) comprando);
if ((requests > 1) && (requests % 2))
meantot = (stats[requests / 2].time + stats[requests / 2 + 1].time) / 2;
else
meantot = stats[requests / 2].time;
printf("\nConnnection Times (ms)\n");
if (confidence) {
printf(" min mean[+/-sd] median max\n");
printf("Connect: %5ld %5ld %6.1f %5ld %5ld\n",
mincon, _rnd(totalcon), sdcon, meancon, maxcon);
printf("Processing: %5ld %5ld %6.1f %5ld %5ld\n",
mind, _rnd(totald), sdd, meand, maxd);
printf("Waiting: %5ld %5ld %6.1f %5ld %5ld\n",
minwait, _rnd(totalwait), sdwait, meanwait, maxwait);
printf("Total: %5ld %5ld %6.1f %5ld %5ld\n", mintot, _rnd(total), sdtot, meantot, maxtot);
#define SANE(what,avg,mean,sd) \
{ \
double d = avg - mean; \
if (d < 0) d = -d; \
if (d > 2 * sd ) \
printf("ERROR: The median and mean for " what " are more than twice the standard\n" \
" deviation apart. These results are NOT reliable.\n"); \
else if (d > sd ) \
printf("WARING: The median and mean for " what " are not within a normal deviation\n" \
" These results are propably not that reliable.\n"); \
}
SANE("the initial connection time", totalcon, meancon, sdcon);
SANE("the processing time", totald, meand, sdd);
SANE("the waiting time", totalwait, meanwait, sdwait);
SANE("the total time", total, meantot, sdtot);
}
else {
printf(" min avg max\n");
printf("Connect: %5ld %5ld %5ld\n", mincon, _rnd(totalcon), maxcon);
printf("Processing: %5ld %5ld %5ld\n", mind, _rnd(totald), maxd);
printf("Total: %5ld %5ld %5ld\n", mintot, _rnd(total), maxtot);
};
/* Sorted on total connect times */
if (percentile && (requests > 1)) {
printf("\nPercentage of the requests served within a certain time (ms)\n");
printf(" 50%% %5ld\n", stats[(int) (requests * 0.50)].time);
printf(" 66%% %5ld\n", stats[(int) (requests * 0.66)].time);
printf(" 75%% %5ld\n", stats[(int) (requests * 0.75)].time);
printf(" 80%% %5ld\n", stats[(int) (requests * 0.80)].time);
printf(" 90%% %5ld\n", stats[(int) (requests * 0.90)].time);
printf(" 95%% %5ld\n", stats[(int) (requests * 0.95)].time);
printf(" 98%% %5ld\n", stats[(int) (requests * 0.98)].time);
printf(" 99%% %5ld\n", stats[(int) (requests * 0.99)].time);
printf(" 100%% %5ld (last request)\n", stats[(int) (requests - 1)].time);
\
};
if (csvperc) {
FILE *out = fopen(csvperc, "w");
if (!out) {
perror("Cannot open CSV output file");
exit(1);
};
fprintf(out, "" "Percentage served" "," "Time in ms" "\n");
for (i = 0; i < 100; i++) {
double d;
if (i == 0)
d = stats[0].time;
else if (i == 100)
d = stats[requests - 1].time;
else
d = stats[(int) (0.5 + requests * i / 100.0)].time;
fprintf(out, "%ld,%f\n", i, d);
}
fclose(out);
};
}
}
/* --------------------------------------------------------- */
/* calculate and output results in HTML */
static void output_html_results(void)
{
long timetaken;
long i;
gettimeofday(&endtime, 0);
timetaken = timedif(endtime, start);
/* 24-JAN-2002 MGD (added align=right|left to clean up layout) */
printf("\n\n\n", tablestring);
printf("| Server Software: | "
"%s |
|---|
\n",
trstring, tdstring, tdstring, servername);
printf("| Server Hostname: | "
"%s |
|---|
\n",
trstring, tdstring, tdstring, hostname);
printf("| Server Port: | "
"%d |
|---|
\n",
trstring, tdstring, tdstring, port);
printf("| Document Path: | "
"%s |
|---|
\n",
trstring, tdstring, tdstring, path);
printf("| Document Length: | "
"%d bytes |
|---|
\n",
trstring, tdstring, tdstring, doclen);
printf("| Concurrency Level: | "
"%d |
|---|
\n",
trstring, tdstring, tdstring, concurrency);
printf("| Time taken for tests: | "
"%ld.%03ld seconds |
|---|
\n",
trstring, tdstring, tdstring, timetaken / 1000, timetaken % 1000);
printf("| Complete requests: | "
"%ld |
|---|
\n",
trstring, tdstring, tdstring, done);
printf("| Failed requests: | "
"%ld |
|---|
\n",
trstring, tdstring, tdstring, bad);
if (bad)
printf("| (Connect: %d, Length: %d, Exceptions: %d) |
\n",
trstring, tdstring, err_conn, err_length, err_except);
if (err_response)
printf("| Non-2xx responses: | "
"%d |
|---|
\n",
trstring, tdstring, tdstring, err_response);
if (keepalive)
printf("| Keep-Alive requests: | "
"%ld |
|---|
\n",
trstring, tdstring, tdstring, doneka);
/* 24-JAN-2002 MGD */
printf("| Response count: | "
"1nn:%d 2nn:%d 3nn:%d 4nn:%d "
"5nn:%d err:%d |
|---|
\n",
trstring, tdstring, tdstring,
responseCount[1], responseCount[2], responseCount[3],
responseCount[4], responseCount[5], responseCount[0]);
printf("| Total transferred: | "
"%ld bytes |
|---|
\n",
trstring, tdstring, tdstring, totalread);
if (posting > 0)
printf("| Total POSTed: | "
"%ld |
|---|
\n",
trstring, tdstring, tdstring, totalposted);
printf("| HTML transferred: | "
"%ld bytes |
|---|
\n",
trstring, tdstring, tdstring, totalbread);
/* avoid divide by zero */
if (timetaken) {
printf("| Requests per second: | "
"%.2f |
|---|
\n",
trstring, tdstring, tdstring, 1000 * (float) (done) / timetaken);
printf("| Transfer rate: | "
"%.2f kb/s received |
|---|
\n",
trstring, tdstring, tdstring, (float) (totalread) / timetaken);
if (posting > 0) {
printf("| | "
"%.2f kb/s sent |
\n",
trstring, tdstring, tdstring,
(float) (totalposted) / timetaken);
printf("| | "
"%.2f kb/s total |
\n",
trstring, tdstring, tdstring,
(float) (totalread + totalposted) / timetaken);
}
} {
/* work out connection times */
long totalcon = 0, total = 0;
long mincon = 9999999, mintot = 999999;
long maxcon = 0, maxtot = 0;
for (i = 0; i < requests; i++) {
struct data s = stats[i];
mincon = ap_min(mincon, s.ctime);
mintot = ap_min(mintot, s.time);
maxcon = ap_max(maxcon, s.ctime);
maxtot = ap_max(maxtot, s.time);
totalcon += s.ctime;
total += s.time;
}
if (requests > 0) { /* avoid division by zero (if 0 requests) */
printf("| Connnection Times (ms) |
|---|
\n",
trstring, tdstring);
printf("| | min | avg | max |
|---|
\n",
trstring, tdstring, tdstring, tdstring, tdstring);
printf("| Connect: | "
"%5ld | "
"%5ld | "
"%5ld |
|---|
\n",
trstring, tdstring, tdstring, mincon, tdstring, totalcon / requests, tdstring, maxcon);
printf("| Processing: | "
"%5ld | "
"%5ld | "
"%5ld |
|---|
\n",
trstring, tdstring, tdstring, mintot - mincon, tdstring,
(total / requests) - (totalcon / requests), tdstring, maxtot - maxcon);
printf("| Total: | "
"%5ld | "
"%5ld | "
"%5ld |
|---|
\n",
trstring, tdstring, tdstring, mintot, tdstring, total / requests, tdstring, maxtot);
}
printf("
\n");
}
}
/* --------------------------------------------------------- */
/* start asnchronous non-blocking connection */
static void start_connect(struct connection * c)
{
const char *what = "none";
c->read = 0;
c->bread = 0;
c->keepalive = 0;
c->cbx = 0;
c->gotheader = 0;
c->fd = socket(AF_INET, SOCK_STREAM, 0);
if (c->fd < 0) {
what = "SOCKET";
goto bad;
};
#if USE_SSL
/*
* XXXX move nonblocker - so that measnurement needs to have its OWN
* state engine OR cannot be compared to http.
*/
if (!ssl)
#endif
nonblock(c->fd);
again:
gettimeofday(&c->start, 0);
if (connect(c->fd, (struct sockaddr *) & server, sizeof(server)) < 0) {
if (errno == EINPROGRESS) {
c->state = STATE_CONNECTING;
}
else {
what = "CONNECT";
goto bad;
};
}
else {
/* connected first time */
c->state = STATE_CONNECTING;
}
#ifdef USE_SSL
/* XX no proper freeing in error's */
/*
* XXXX no proper choise of completely new connection or one which reuses
* (older) session keys. Fundamentally unrealistic.
*/
if (ssl) {
int e;
if (!(c->ssl = SSL_new(ctx))) {
fprintf(stderr, "Failed to set up new SSL context ");
ERR_print_errors_fp(stderr);
goto bad;
};
SSL_set_connect_state(c->ssl);
if ((e = SSL_set_fd(c->ssl, c->fd)) == -1) {
fprintf(stderr, "SSL fd init failed ");
ERR_print_errors_fp(stderr);
goto bad;
};
if ((e = SSL_connect(c->ssl)) == -1) {
fprintf(stderr, "SSL connect failed ");
ERR_print_errors_fp(stderr);
goto bad;
};
if (verbosity >= 1)
fprintf(stderr, "SSL connection OK: %s\n", SSL_get_cipher(c->ssl));
}
#endif
#if USE_SSL
if (ssl)
nonblock(c->fd);
#endif
FD_SET(c->fd, &writebits);
return;
bad:
ab_close(c->fd);
err_conn++;
if (bad++ > 10) {
err("\nTest aborted after 10 failures\n\n");
}
goto again;
}
/* --------------------------------------------------------- */
/* close down connection and save stats */
static void close_connection(struct connection * c)
{
if (c->read == 0 && c->keepalive) {
/*
* server has legitimately shut down an idle keep alive request
*/
good--; /* connection never happend */
}
else {
if (good == 1) {
/* first time here */
doclen = c->bread;
}
else if (c->bread != doclen) {
bad++;
err_length++;
}
/* save out time */
if (done < requests) {
struct data s;
if ((done) && (heartbeatres) && (!(done % heartbeatres))) {
fprintf(stderr, "Completed %ld requests\n", done);
fflush(stderr);
}
gettimeofday(&c->done, 0);
s.read = c->read;
s.starttime = c->start.tv_sec;
s.ctime = timedif(c->connect, c->start);
s.waittime = timedif(c->beginread, c->endwrite);
s.time = timedif(c->done, c->start);
/* 24-JAN-2002 MGD */
if (c->rclass >= '1' && c->rclass <= '5')
responseCount[c->rclass-'0']++;
else
responseCount[0]++;
stats[done++] = s;
}
}
ab_close(c->fd);
FD_CLR(c->fd, &readbits);
FD_CLR(c->fd, &writebits);
/* connect again */
start_connect(c);
return;
}
/* --------------------------------------------------------- */
/* read data from connection */
static void read_connection(struct connection * c)
{
int r;
char *part;
char respcode[4]; /* 3 digits and null */
gettimeofday(&c->beginread, 0);
#if USE_SSL
if (ssl) {
r = SSL_read(c->ssl, buffer, sizeof(buffer));
/* XXX fundamwentally worng .. */
if (r < 0 && SSL_get_error(c->ssl, r) == SSL_ERROR_WANT_READ) {
r = -1;
errno = EAGAIN;
}
}
else
#endif
r = ab_read(c->fd, buffer, sizeof(buffer));
if (r == 0 || (r < 0 && errno != EAGAIN)) {
good++;
close_connection(c);
return;
}
if (r < 0 && errno == EAGAIN)
return;
c->read += r;
totalread += r;
if (!c->gotheader) {
char *s;
int l = 4;
int space = CBUFFSIZE - c->cbx - 1; /* -1 to allow for 0
* terminator */
int tocopy = (space < r) ? space : r;
#ifndef CHARSET_EBCDIC
memcpy(c->cbuff + c->cbx, buffer, tocopy);
#else /* CHARSET_EBCDIC */
ascii2ebcdic(c->cbuff + c->cbx, buffer, tocopy);
#endif /* CHARSET_EBCDIC */
c->cbx += tocopy;
space -= tocopy;
c->cbuff[c->cbx] = 0; /* terminate for benefit of strstr */
if (verbosity >= 4) {
printf("LOG: header received:\n%s\n", c->cbuff);
}
s = strstr(c->cbuff, "\r\n\r\n");
/*
* this next line is so that we talk to NCSA 1.5 which blatantly
* breaks the http specification
*/
if (!s) {
s = strstr(c->cbuff, "\n\n");
l = 2;
}
if (!s) {
/* read rest next time */
if (space)
return;
else {
/*
* header is in invalid or too big - close connection
*/
ab_close(c->fd);
if (bad++ > 10) {
err("\nTest aborted after 10 failures\n\n");
}
FD_CLR(c->fd, &writebits);
start_connect(c);
}
}
else {
/* have full header */
if (!good) {
/*
* this is first time, extract some interesting info
*/
char *p, *q;
p = strstr(c->cbuff, "Server:");
q = servername;
if (p) {
p += 8;
while (*p > 32)
*q++ = *p++;
}
*q = 0;
}
/*
* XXX: this parsing isn't even remotely HTTP compliant... but in
* the interest of speed it doesn't totally have to be, it just
* needs to be extended to handle whatever servers folks want to
* test against. -djg
*/
/* check response code */
part = strstr(c->cbuff, "HTTP"); /* really HTTP/1.x_ */
strncpy(respcode, (part + strlen("HTTP/1.x_")), 3);
respcode[3] = '\0';
if (respcode[0] != '2') {
err_response++;
if (verbosity >= 2)
printf("WARNING: Response code not 2xx (%s)\n", respcode);
}
else if (verbosity >= 3) {
printf("LOG: Response code = %s\n", respcode);
}
/* 24-JAN-2002 MGD */
if (!strncmp (c->cbuff, "HTTP/1.", 7)) c->rclass = c->cbuff[9];
c->gotheader = 1;
*s = 0; /* terminate at end of header */
if (keepalive &&
(strstr(c->cbuff, "Keep-Alive")
|| strstr(c->cbuff, "keep-alive"))) { /* for benefit of MSIIS */
char *cl;
cl = strstr(c->cbuff, "Content-Length:");
/* handle NCSA, which sends Content-length: */
if (!cl)
cl = strstr(c->cbuff, "Content-length:");
if (cl) {
c->keepalive = 1;
c->length = atoi(cl + 16);
}
}
c->bread += c->cbx - (s + l - c->cbuff) + r - tocopy;
totalbread += c->bread;
}
}
else {
/* outside header, everything we have read is entity body */
c->bread += r;
totalbread += r;
}
/*
* cater for the case where we're using keepalives and doing HEAD
* requests
*/
if (c->keepalive && ((c->bread >= c->length) || (posting < 0))) {
/* finished a keep-alive connection */
good++;
doneka++;
/* save out time */
if (good == 1) {
/* first time here */
doclen = c->bread;
}
else if (c->bread != doclen) {
bad++;
err_length++;
}
if (done < requests) {
struct data s;
if ((done) && (heartbeatres) && (!(done % heartbeatres))) {
fprintf(stderr, "Completed %ld requests\n", done);
fflush(stderr);
}
gettimeofday(&c->done, 0);
s.read = c->read;
s.starttime = c->start.tv_sec;
s.ctime = timedif(c->connect, c->start);
s.waittime = timedif(c->beginread, c->endwrite);
s.time = timedif(c->done, c->start);
/* 24-JAN-2002 MGD */
if (c->rclass >= '1' && c->rclass <= '5')
responseCount[c->rclass-'0']++;
else
responseCount[0]++;
stats[done++] = s;
}
c->keepalive = 0;
c->length = 0;
c->gotheader = 0;
c->cbx = 0;
c->read = c->bread = 0;
write_request(c);
c->start = c->connect; /* zero connect time with keep-alive */
}
}
/* --------------------------------------------------------- */
/* run the tests */
static void test(void)
{
struct timeval timeout, now;
fd_set sel_read, sel_except, sel_write;
long i;
int connectport;
char * url_on_request, * host;
/* There are four hostname's involved:
* The 'hostname' from the URL, the
* hostname of the proxy, the value which
* is to go into the Host: header and
* the hostname we connect to over TCP.
*/
if (isproxy) {
/* Connect to proxyhost:proxyport
* And set Host: to the hostname of
* the proxy - whistl quoting the
* full URL in the GET/POST line.
*/
host = proxyhost;
connectport = proxyport;
url_on_request = fullurl;
}
else {
/* When there is no proxy:
* use the hostname to connect to,
* use the hostname in the Host:
* header; and do not quote a full
* URL in the GET/POST line.
*/
host = hostname;
connectport = port;
url_on_request = path;
}
if (!use_html) {
printf("Benchmarking %s (be patient)%s",
hostname, (heartbeatres ? "\n" : "..."));
fflush(stdout);
}
{
/* get server information */
struct hostent *he;
he = gethostbyname(host);
if (!he) {
char theerror[1024];
sprintf(theerror, "Bad hostname: %s\n", host);
err(theerror);
}
server.sin_family = he->h_addrtype;
server.sin_port = htons(connectport);
server.sin_addr.s_addr = ((unsigned long *) (he->h_addr_list[0]))[0];
}
con = malloc(concurrency * sizeof(struct connection));
memset(con, 0, concurrency * sizeof(struct connection));
stats = malloc(requests * sizeof(struct data));
FD_ZERO(&readbits);
FD_ZERO(&writebits);
/* setup request */
if (posting <= 0) {
sprintf(request, "%s %s HTTP/1.0\r\n"
"User-Agent: ApacheBench/%s\r\n"
"%s" "%s" "%s"
"Host: %s\r\n"
"Accept: */*\r\n"
"%s" "\r\n",
(posting == 0) ? "GET" : "HEAD",
url_on_request,
VERSION,
keepalive ? "Connection: Keep-Alive\r\n" : "",
cookie, auth,
host, hdrs);
}
else {
sprintf(request, "POST %s HTTP/1.0\r\n"
"User-Agent: ApacheBench/%s\r\n"
"%s" "%s" "%s"
"Host: %s\r\n"
"Accept: */*\r\n"
"Content-length: %d\r\n"
"Content-type: %s\r\n"
"%s"
"\r\n",
url_on_request,
VERSION,
keepalive ? "Connection: Keep-Alive\r\n" : "",
cookie, auth,
host, postlen,
(content_type[0]) ? content_type : "text/plain", hdrs);
}
if (verbosity >= 2)
printf("INFO: POST header == \n---\n%s\n---\n", request);
reqlen = strlen(request);
#ifdef CHARSET_EBCDIC
ebcdic2ascii(request, request, reqlen);
#endif /* CHARSET_EBCDIC */
/* ok - lets start */
gettimeofday(&start, 0);
/* initialise lots of requests */
for (i = 0; i < concurrency; i++)
start_connect(&con[i]);
while (done < requests) {
int n;
/* setup bit arrays */
memcpy(&sel_except, &readbits, sizeof(readbits));
memcpy(&sel_read, &readbits, sizeof(readbits));
memcpy(&sel_write, &writebits, sizeof(readbits));
/* check for time limit expiry */
gettimeofday(&now, 0);
if (tlimit && timedif(now, start) > (tlimit * 1000)) {
requests = done; /* so stats are correct */
}
/* Timeout of 30 seconds. */
timeout.tv_sec = 120;
timeout.tv_usec = 0;
n = ap_select(FD_SETSIZE, &sel_read, &sel_write, &sel_except, &timeout);
if (!n) {
err("\nServer timed out\n\n");
}
if (n < 1)
err("select");
for (i = 0; i < concurrency; i++) {
int s = con[i].fd;
if (FD_ISSET(s, &sel_except)) {
bad++;
err_except++;
start_connect(&con[i]);
continue;
}
if (FD_ISSET(s, &sel_read))
read_connection(&con[i]);
if (FD_ISSET(s, &sel_write))
write_request(&con[i]);
}
}
if (heartbeatres)
fprintf(stderr, "Finished %ld requests\n", done);
else
if (!use_html)
printf("..done\n");
if (use_html)
output_html_results();
else
output_results();
}
/* ------------------------------------------------------- */
/* display copyright information */
static void copyright(void)
{
if (!use_html) {
printf("This is ApacheBench, Version %s\n", VERSION " <$Revision: 1.58 $> apache-1.3");
printf("Copyright (c) 1996 Adam Twiss, Zeus Technology Ltd, http://www.zeustech.net/\n");
printf("Copyright (c) 1998-2001 The Apache Group, http://www.apache.org/\n");
printf("\n");
}
else {
printf("\n");
printf(" This is ApacheBench, Version %s <%s> apache-1.3
\n", VERSION, "$Revision: 1.58 $");
printf(" Copyright (c) 1996 Adam Twiss, Zeus Technology Ltd, http://www.zeustech.net/
\n");
printf(" Copyright (c) 1998-2001 The Apache Group, http://www.apache.org/
\n");
printf("
\n\n");
}
}
/* display usage information */
static void usage(char *progname)
{
fprintf(stderr, "Usage: %s [options] [http"
#if USE_SSL
"[s]"
#endif
"://]hostname[:port]/path\n", progname);
fprintf(stderr, "Options are:\n");
fprintf(stderr, " -n requests Number of requests to perform\n");
fprintf(stderr, " -c concurrency Number of multiple requests to make\n");
fprintf(stderr, " -t timelimit Seconds to max. wait for responses\n");
fprintf(stderr, " -p postfile File containg data to POST\n");
fprintf(stderr, " -T content-type Content-type header for POSTing\n");
fprintf(stderr, " -v verbosity How much troubleshooting info to print\n");
fprintf(stderr, " -w Print out results in HTML tables\n");
fprintf(stderr, " -i Use HEAD instead of GET\n");
fprintf(stderr, " -x attributes String to insert as table attributes\n");
fprintf(stderr, " -y attributes String to insert as tr attributes\n");
fprintf(stderr, " -z attributes String to insert as td or th attributes\n");
fprintf(stderr, " -C attribute Add cookie, eg. 'Apache=1234' (repeatable)\n");
fprintf(stderr, " -H attribute Add Arbitrary header line, eg. 'Accept-Encoding: zop'\n");
fprintf(stderr, " Inserted after all normal header lines. (repeatable)\n");
fprintf(stderr, " -A attribute Add Basic WWW Authentication, the attributes\n");
fprintf(stderr, " are a colon separated username and password.\n");
fprintf(stderr, " -P attribute Add Basic Proxy Authentication, the attributes\n");
fprintf(stderr, " are a colon separated username and password.\n");
fprintf(stderr, " -X proxy:port Proxyserver and port number to use\n");
fprintf(stderr, " -V Print version number and exit\n");
fprintf(stderr, " -k Use HTTP KeepAlive feature\n");
fprintf(stderr, " -d Do not show percentiles served table.\n");
fprintf(stderr, " -S Do not show confidence estimators and warnings.\n");
fprintf(stderr, " -g filename Output collected data to gnuplot format file.\n");
fprintf(stderr, " -e filename Output CSV file with percentages served\n");
#if USE_SSL
fprintf(stderr, " -s Use httpS instead of HTTP (SSL)\n");
#endif
fprintf(stderr, " -h Display usage information (this message)\n");
exit(EINVAL);
}
/* ------------------------------------------------------- */
/* split URL into parts */
static int parse_url(char * purl)
{
char *cp;
char *h;
char *p = NULL;
if (strlen(purl) > 7 && strncmp(purl, "http://", 7) == 0)
purl += 7;
else
#if USE_SSL
if (strlen(purl) > 8 && strncmp(purl, "https://", 8) == 0) {
purl += 8;
ssl = 1;
port = 443;
}
#else
if (strlen(purl) > 8 && strncmp(purl, "https://", 8) == 0) {
fprintf(stderr, "SSL not compiled in; no https support\n");
exit(1);
}
#endif
h = purl;
if ((cp = strchr(purl, ':')) != NULL) {
*cp++ = '\0';
p = cp;
purl = cp;
}
if ((cp = strchr(purl, '/')) == NULL)
return 1;
strcpy(path, cp);
*cp = '\0';
strcpy(hostname, h);
if (p != NULL)
port = atoi(p);
return 0;
}
/* ------------------------------------------------------- */
/* read data to POST from file, save contents and length */
static int open_postfile(char *pfile)
{
int postfd, status;
struct stat postfilestat;
if ((postfd = open(pfile, O_RDONLY)) == -1) {
printf("Invalid postfile name (%s)\n", pfile);
return errno;
}
if ((status = fstat(postfd, &postfilestat)) == -1) {
perror("Can\'t stat postfile\n");
return status;
}
postdata = malloc(postfilestat.st_size);
if (!postdata) {
printf("Can\'t alloc postfile buffer\n");
return ENOMEM;
}
if (read(postfd, postdata, postfilestat.st_size) != postfilestat.st_size) {
printf("error reading postfilen");
return EIO;
}
postlen = postfilestat.st_size;
return 0;
}
/* ------------------------------------------------------- */
extern char *optarg;
extern int optind, opterr, optopt;
/* sort out command-line args and call test */
int main(int argc, char **argv)
{
int c, r, l;
char tmp[1024];
/* table defaults */
tablestring = "";
trstring = "";
tdstring = "bgcolor=white";
cookie[0] = '\0';
auth[0] = '\0';
hdrs[0] = '\0';
proxyhost[0] = '\0';
optind = 1;
while ((c = getopt(argc, argv, "n:c:t:T:p:v:kVhwix:y:z:C:H:P:A:g:X:de:Sq"
#if USE_SSL
"s"
#endif
)) > 0) {
switch (c) {
#if USE_SSL
case 's':
ssl = 1;
break;
#endif
case 'n':
requests = atoi(optarg);
if (!requests) {
err("Invalid number of requests\n");
}
break;
case 'q':
heartbeatres = 0;
break;
case 'k':
keepalive = 1;
break;
case 'c':
concurrency = atoi(optarg);
break;
case 'g':
gnuplot = strdup(optarg);
break;
case 'd':
percentile = 0;
break;
case 'e':
csvperc = strdup(optarg);
break;
case 'S':
confidence = 0;
break;
case 'i':
if (posting == 1)
err("Cannot mix POST and HEAD");
posting = -1;
break;
case 'p':
if (posting != 0)
err("Cannot mix POST and HEAD");
if (0 == (r = open_postfile(optarg))) {
posting = 1;
}
else if (postdata) {
exit(r);
}
break;
case 'v':
verbosity = atoi(optarg);
break;
case 't':
tlimit = atoi(optarg);
requests = MAX_REQUESTS; /* need to size data array on
* something */
break;
case 'T':
strcpy(content_type, optarg);
break;
case 'C':
strncat(cookie, "Cookie: ", sizeof(cookie));
strncat(cookie, optarg, sizeof(cookie));
strncat(cookie, "\r\n", sizeof(cookie));
break;
case 'A':
/*
* assume username passwd already to be in colon separated form.
* Ready to be uu-encoded.
*/
while (isspace((int)*optarg))
optarg++;
l = ap_base64encode(tmp, optarg, strlen(optarg));
tmp[l] = '\0';
strncat(auth, "Authorization: Basic ", sizeof(auth));
strncat(auth, tmp, sizeof(auth));
strncat(auth, "\r\n", sizeof(auth));
break;
case 'P':
/*
* assume username passwd already to be in colon separated form.
*/
while (isspace((int)*optarg))
optarg++;
l = ap_base64encode(tmp, optarg, strlen(optarg));
tmp[l] = '\0';
strncat(auth, "Proxy-Authorization: Basic ", sizeof(auth));
strncat(auth, tmp, sizeof(auth));
strncat(auth, "\r\n", sizeof(auth));
break;
case 'X':
{
char *p;
/*
* assume proxy-name[:port]
*/
if ((p = strchr(optarg, ':'))) {
*p = '\0';
p++;
proxyport = atoi(p);
};
strcpy(proxyhost, optarg);
isproxy = 1;
}
break;
case 'H':
strncat(hdrs, optarg, sizeof(hdrs));
strncat(hdrs, "\r\n", sizeof(hdrs));
break;
case 'V':
copyright();
exit(0);
break;
case 'w':
use_html = 1;
break;
/*
* if any of the following three are used, turn on html output
* automatically
*/
case 'x':
use_html = 1;
tablestring = optarg;
break;
case 'y':
use_html = 1;
trstring = optarg;
break;
case 'z':
use_html = 1;
tdstring = optarg;
break;
case 'h':
usage(argv[0]);
break;
default:
fprintf(stderr, "%s: invalid option `%c'\n", argv[0], c);
usage(argv[0]);
break;
}
}
if (optind != argc - 1) {
fprintf(stderr, "%s: wrong number of arguments\n", argv[0]);
usage(argv[0]);
}
strcpy(url, argv[optind++]);
strcpy(fullurl, url);
if (parse_url(url)) {
fprintf(stderr, "%s: invalid URL\n", argv[0]);
usage(argv[0]);
}
if ((heartbeatres) && (requests > 150)) {
heartbeatres = requests / 10; /* Print a line every 10% of requests */
if (heartbeatres < 100)
heartbeatres = 100; /* but never more often than once every 100
* connections. */
}
else
/* if there are less than 150 requests; do not show
* the little tick/tock dots.
*/
heartbeatres = 0;
#ifdef USE_SSL
SSL_library_init();
if (!(ctx = SSL_CTX_new(SSLv2_client_method()))) {
fprintf(stderr, "Could not init SSL CTX: ");
ERR_print_errors_fp(stderr);
exit(1);
}
#endif
signal(SIGPIPE, SIG_IGN); /* Ignore writes to connections that
* have been closed at the other end.
* These writes are dealt with in the
* s_write() function. */
copyright();
test();
exit(0);
}