#include <pthread.h>
#include <sys/socket.h>
#include <netinet/in.h>
+#include <sys/epoll.h>
+#include <sys/ioctl.h>
+#include <errno.h>
unsigned short port = 2007;
unsigned room_sources = 0;
unsigned num_senders = 128;
+unsigned num_sockets_per_sender = 16;
unsigned do_listen = 1;
unsigned long long total_bytes_received = 0;
{ "source-list", required_argument, NULL, 's' },
{ "destination-list", required_argument, NULL, 'd' },
{ "num-senders", required_argument, NULL, 'n' },
+ { "num-sockets-per-sender", required_argument, NULL, 'N' },
{ "port", required_argument, NULL, 'p' },
{ "sender-only", no_argument, NULL, 'o' },
{ NULL, 0, NULL, 0 }
case 'n':
num_senders = atoi(optarg);
break;
+ case 'N':
+ num_sockets_per_sender = atoi(optarg);
+ break;
case 'p':
port = atoi(optarg);
break;
}
}
+void generate_new_sender(int ep_fd)
+{
+ int sock, one = 1;
+ unsigned src_num, dst_num;
+ unsigned long long num_bytes;
+ struct sockaddr_in sin;
+ struct epoll_event ev;
+
+ sock = socket(PF_INET, SOCK_STREAM, IPPROTO_TCP);
+ if (sock == -1) {
+ perror("socket()");
+ exit(1);
+ }
+
+ // find the right parameters
+ src_num = (unsigned)(num_sources * gen_uniform_random());
+ dst_num = (unsigned)(num_destinations * gen_uniform_random());
+ num_bytes = (unsigned)gen_pareto_random(1048576.0, 1.0);
+
+ // FIXME: bind to the right source
+
+ if (ioctl(sock, FIONBIO, &one) == -1) {
+ perror("FIONBIO");
+ exit(1);
+ }
+
+ sin.sin_family = AF_INET;
+ sin.sin_port = htons(port);
+ sin.sin_addr = destinations[dst_num];
+
+ // non-blocking connect (will be detected by epoll later)
+ if (connect(sock, (struct sockaddr *)&sin, sizeof(sin)) == -1 && errno != EINPROGRESS) {
+ perror("connect()");
+ exit(1);
+ }
+
+ // stick it in the epoll set (FIXME: make edge-triggered?)
+ ev.events = EPOLLOUT | EPOLLHUP | EPOLLERR;
+ ev.data.fd = sock;
+ ev.data.u64 = num_bytes;
+
+ if (epoll_ctl(ep_fd, EPOLL_CTL_ADD, sock, &ev) == -1) {
+ perror("EPOLL_CTL_ADD");
+ exit(1);
+ }
+}
+
void *sender_worker(void *arg)
{
unsigned i;
- int sock;
char buf[65536];
unsigned long long bytes_sent = 0;
+ int ep_fd;
+ struct epoll_event *events;
+ ep_fd = epoll_create(num_sockets_per_sender);
+ if (ep_fd == -1) {
+ perror("epoll_create");
+ exit(1);
+ }
+
+ // malloc, since there might not be enough room on the stack
+ events = (struct epoll_event *)malloc(sizeof(struct epoll_event) * num_sockets_per_sender);
+ if (events == NULL) {
+ perror("malloc");
+ exit(1);
+ }
+
+ // fill the buffer with random junk
for (i = 0; i < 65536; ++i)
buf[i] = rand() & 0xff;
- for (i = 0; i < 1000; ++i) {
- unsigned src_num = (unsigned)(num_sources * gen_uniform_random());
- unsigned dst_num = (unsigned)(num_destinations * gen_uniform_random());
- unsigned num_bytes = (unsigned)gen_pareto_random(1048576.0, 1.0);
- struct sockaddr_in sin;
+ // allocate all the senders
+ for (i = 0; i < num_sockets_per_sender; ++i)
+ generate_new_sender(ep_fd);
- sock = socket(PF_INET, SOCK_STREAM, IPPROTO_TCP);
- if (sock == -1) {
- perror("socket()");
- exit(1);
- }
-
- // FIXME: bind to the right source
-
- sin.sin_family = AF_INET;
- sin.sin_port = htons(port);
- sin.sin_addr = destinations[dst_num];
-
- if (connect(sock, (struct sockaddr *)&sin, sizeof(sin)) == -1) {
- perror("connect()");
+ for ( ;; ) {
+ int num_active = epoll_wait(ep_fd, events, num_sockets_per_sender, -1);
+ if (num_active == -1) {
+ perror("epoll_wait");
exit(1);
}
-
- while (num_bytes > 0) {
- unsigned bytes_to_send = num_bytes;
+
+ for (i = 0; i < num_active; ++i) {
+ unsigned bytes_to_send = events[i].data.u64;
unsigned ret;
if (bytes_to_send > 65536) {
bytes_to_send = 65536;
}
- ret = send(sock, buf, bytes_to_send, MSG_NOSIGNAL);
+ ret = send(events[i].data.fd, buf, bytes_to_send, MSG_NOSIGNAL);
if (ret == -1) {
perror("send()");
exit(1);
}
- num_bytes -= ret;
+ events[i].data.u64 -= ret;
bytes_sent += ret;
// update the central counter after every 1MB (8ms
bytes_sent = 0;
}
+
+ if (events[i].data.u64 == 0) {
+ close(events[i].data.fd);
+ if (epoll_ctl(ep_fd, EPOLL_CTL_DEL, events[i].data.fd, NULL) == -1) {
+ perror("EPOLL_CTL_ADD");
+ exit(1);
+ }
+
+ generate_new_sender(ep_fd);
+ }
}
-
- close(sock);
}
-
+
pthread_mutex_lock(&send_mutex);
total_bytes_sent += bytes_sent;
pthread_mutex_unlock(&send_mutex);
+ free(events);
+ close(ep_fd);
+
pthread_exit(0);
}
if (destinations == NULL || sources == NULL) {
fprintf(stderr, "Missing or empty source or destination host list. Aborting.\n");
+ exit(1);
}
if (do_listen) {
}
}
+ printf("Waiting five seconds before starting senders...\n");
+ sleep(5);
+
// Fire off sender workers.
for (i = 0; i < num_senders; ++i) {
pthread_t thread;
// Just stay around collecting statistics until we're done.
for ( ;; ) {
unsigned long long sent, received;
+ static unsigned long long last_sent = 0, last_received = 0;
+ double recv_rate, send_rate;
pthread_mutex_lock(&send_mutex);
sent = total_bytes_sent;
received = total_bytes_received;
pthread_mutex_unlock(&receive_mutex);
- printf("%llu %llu\n", sent, received);
+ send_rate = (sent - last_sent) * 8.0 / 1048576.0;
+ recv_rate = (received - last_received) * 8.0 / 1048576.0;
+
+ printf("%12llu %12llu %5.0f Mbit/sec %5.0f Mbit/sec\n", sent, received,
+ send_rate, recv_rate);
+
+ last_sent = sent;
+ last_received = received;
sleep(1);
}