X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=jam.c;h=d447debb1c723849714fd3b65356a3ca024ed0d5;hb=4122bc3e390fa1cc93fbd2854757067a6c34e763;hp=d1637f30fb7a8a6601fceacd242fb9a532cb130c;hpb=299b45d62f039f5bf329894bf891d604b8a638a8;p=jam diff --git a/jam.c b/jam.c index d1637f3..d447deb 100644 --- a/jam.c +++ b/jam.c @@ -8,6 +8,9 @@ #include #include #include +#include +#include +#include unsigned short port = 2007; @@ -20,6 +23,7 @@ unsigned num_sources = 0; unsigned room_sources = 0; unsigned num_senders = 128; +unsigned num_sockets_per_sender = 16; unsigned do_listen = 1; unsigned long long total_bytes_received = 0; @@ -32,6 +36,7 @@ const static struct option longopts[] = { { "source-list", required_argument, NULL, 's' }, { "destination-list", required_argument, NULL, 'd' }, { "num-senders", required_argument, NULL, 'n' }, + { "num-sockets-per-sender", required_argument, NULL, 'N' }, { "port", required_argument, NULL, 'p' }, { "sender-only", no_argument, NULL, 'o' }, { NULL, 0, NULL, 0 } @@ -120,6 +125,9 @@ void parse_options(int argc, char **argv) case 'n': num_senders = atoi(optarg); break; + case 'N': + num_sockets_per_sender = atoi(optarg); + break; case 'p': port = atoi(optarg); break; @@ -135,58 +143,104 @@ void parse_options(int argc, char **argv) } } +void generate_new_sender(int ep_fd) +{ + int sock, one = 1; + unsigned src_num, dst_num; + unsigned long long num_bytes; + struct sockaddr_in sin; + struct epoll_event ev; + + sock = socket(PF_INET, SOCK_STREAM, IPPROTO_TCP); + if (sock == -1) { + perror("socket()"); + exit(1); + } + + // find the right parameters + src_num = (unsigned)(num_sources * gen_uniform_random()); + dst_num = (unsigned)(num_destinations * gen_uniform_random()); + num_bytes = (unsigned)gen_pareto_random(1048576.0, 1.0); + + // FIXME: bind to the right source + + if (ioctl(sock, FIONBIO, &one) == -1) { + perror("FIONBIO"); + exit(1); + } + + sin.sin_family = AF_INET; + sin.sin_port = htons(port); + sin.sin_addr = destinations[dst_num]; + + // non-blocking connect (will be detected by epoll later) + if (connect(sock, (struct sockaddr *)&sin, sizeof(sin)) == -1 && errno != EINPROGRESS) { + perror("connect()"); + exit(1); + } + + // stick it in the epoll set (FIXME: make edge-triggered?) + ev.events = EPOLLOUT | EPOLLHUP | EPOLLERR; + ev.data.fd = sock; + ev.data.u64 = num_bytes; + + if (epoll_ctl(ep_fd, EPOLL_CTL_ADD, sock, &ev) == -1) { + perror("EPOLL_CTL_ADD"); + exit(1); + } +} + void *sender_worker(void *arg) { unsigned i; - int sock; char buf[65536]; unsigned long long bytes_sent = 0; + int ep_fd; + struct epoll_event *events; + ep_fd = epoll_create(num_sockets_per_sender); + if (ep_fd == -1) { + perror("epoll_create"); + exit(1); + } + + // malloc, since there might not be enough room on the stack + events = (struct epoll_event *)malloc(sizeof(struct epoll_event) * num_sockets_per_sender); + if (events == NULL) { + perror("malloc"); + exit(1); + } + + // fill the buffer with random junk for (i = 0; i < 65536; ++i) buf[i] = rand() & 0xff; - for (i = 0; i < 1000; ++i) { - unsigned src_num = (unsigned)(num_sources * gen_uniform_random()); - unsigned dst_num = (unsigned)(num_destinations * gen_uniform_random()); - unsigned num_bytes = (unsigned)gen_pareto_random(1048576.0, 1.0); - struct sockaddr_in sin; - - sock = socket(PF_INET, SOCK_STREAM, IPPROTO_TCP); - if (sock == -1) { - perror("socket()"); - exit(1); - } - - // FIXME: bind to the right source - - sin.sin_family = AF_INET; - sin.sin_port = htons(port); - sin.sin_addr = destinations[dst_num]; - - fprintf(stderr, "connecting %u\n", i); + // allocate all the senders + for (i = 0; i < num_sockets_per_sender; ++i) + generate_new_sender(ep_fd); - if (connect(sock, (struct sockaddr *)&sin, sizeof(sin)) == -1) { - perror("connect()"); + for ( ;; ) { + int num_active = epoll_wait(ep_fd, events, num_sockets_per_sender, -1); + if (num_active == -1) { + perror("epoll_wait"); exit(1); } - - fprintf(stderr, "connected\n"); - while (num_bytes > 0) { - unsigned bytes_to_send = num_bytes; + for (i = 0; i < num_active; ++i) { + unsigned bytes_to_send = events[i].data.u64; unsigned ret; if (bytes_to_send > 65536) { bytes_to_send = 65536; } - ret = send(sock, buf, bytes_to_send, MSG_NOSIGNAL); + ret = send(events[i].data.fd, buf, bytes_to_send, MSG_NOSIGNAL); if (ret == -1) { perror("send()"); exit(1); } - num_bytes -= ret; + events[i].data.u64 -= ret; bytes_sent += ret; // update the central counter after every 1MB (8ms @@ -198,15 +252,26 @@ void *sender_worker(void *arg) bytes_sent = 0; } + + if (events[i].data.u64 == 0) { + close(events[i].data.fd); + if (epoll_ctl(ep_fd, EPOLL_CTL_DEL, events[i].data.fd, NULL) == -1) { + perror("EPOLL_CTL_ADD"); + exit(1); + } + + generate_new_sender(ep_fd); + } } - - close(sock); } - + pthread_mutex_lock(&send_mutex); total_bytes_sent += bytes_sent; pthread_mutex_unlock(&send_mutex); + free(events); + close(ep_fd); + pthread_exit(0); } @@ -216,18 +281,18 @@ void *receiver_worker(void *arg) char buf[65536]; unsigned long long bytes_received = 0; - fprintf(stderr, "Receiver started\n"); - for ( ;; ) { int ret = read(sock, buf, 65536); if (ret == 0) break; + bytes_received += ret; + // update the central counter after every 1MB (8ms // at gigabit speeds, should be enough) of received data if (bytes_received > 1048576) { pthread_mutex_lock(&receive_mutex); - total_bytes_sent += bytes_received; + total_bytes_received += bytes_received; pthread_mutex_unlock(&receive_mutex); bytes_received = 0; @@ -334,6 +399,7 @@ int main(int argc, char **argv) if (destinations == NULL || sources == NULL) { fprintf(stderr, "Missing or empty source or destination host list. Aborting.\n"); + exit(1); } if (do_listen) { @@ -368,6 +434,9 @@ int main(int argc, char **argv) } } + printf("Waiting five seconds before starting senders...\n"); + sleep(5); + // Fire off sender workers. for (i = 0; i < num_senders; ++i) { pthread_t thread; @@ -378,7 +447,31 @@ int main(int argc, char **argv) } } - sleep(3600); + // Just stay around collecting statistics until we're done. + for ( ;; ) { + unsigned long long sent, received; + static unsigned long long last_sent = 0, last_received = 0; + double recv_rate, send_rate; + + pthread_mutex_lock(&send_mutex); + sent = total_bytes_sent; + pthread_mutex_unlock(&send_mutex); + + pthread_mutex_lock(&receive_mutex); + received = total_bytes_received; + pthread_mutex_unlock(&receive_mutex); + + send_rate = (sent - last_sent) * 8.0 / 1048576.0; + recv_rate = (received - last_received) * 8.0 / 1048576.0; + + printf("%12llu %12llu %5.0f Mbit/sec %5.0f Mbit/sec\n", sent, received, + send_rate, recv_rate); + + last_sent = sent; + last_received = received; + + sleep(1); + } exit(0); }