123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328 |
- /*
- * ZMap Copyright 2013 Regents of the University of Michigan
- *
- * Licensed under the Apache License, Version 2.0 (the "License"); you may not
- * use this file except in compliance with the License. You may obtain a copy
- * of the License at http://www.apache.org/licenses/LICENSE-2.0
- */
- #include "send.h"
- #include <stdlib.h>
- #include <stdio.h>
- #include <stdint.h>
- #include <time.h>
- #include <unistd.h>
- #include <pthread.h>
- #include <string.h>
- #include <errno.h>
- #include <assert.h>
- #include "../lib/includes.h"
- #include "../lib/logger.h"
- #include "../lib/random.h"
- #include "../lib/blacklist.h"
- #include "../lib/lockfd.h"
- #include "aesrand.h"
- #include "get_gateway.h"
- #include "iterator.h"
- #include "probe_modules/packet.h"
- #include "probe_modules/probe_modules.h"
- #include "shard.h"
- #include "state.h"
- #include "validate.h"
- // OS specific functions called by send_run
- static inline int send_packet(sock_t sock, void *buf, int len, uint32_t idx);
- static inline int send_run_init(sock_t sock);
- // Include the right implementations
- #if defined(PFRING)
- #include "send-pfring.h"
- #elif defined(__APPLE__) || defined(__FreeBSD__) || defined(__NetBSD__)
- #include "send-bsd.h"
- #else /* LINUX */
- #include "send-linux.h"
- #endif /* __APPLE__ || __FreeBSD__ || __NetBSD__ */
- // The iterator over the cyclic group
- // Lock for send run
- static pthread_mutex_t send_mutex = PTHREAD_MUTEX_INITIALIZER;
- // Source IP address for outgoing packets
- static in_addr_t srcip_first;
- static in_addr_t srcip_last;
- static uint32_t srcip_offset;
- static uint32_t num_src_addrs;
- // Source ports for outgoing packets
- static uint16_t num_src_ports;
- // global sender initialize (not thread specific)
- iterator_t* send_init(void)
- {
- // generate a new primitive root and starting position
- iterator_t *it;
- it = iterator_init(zconf.senders, zconf.shard_num, zconf.total_shards);
- // process the dotted-notation addresses passed to ZMAP and determine
- // the source addresses from which we'll send packets;
- srcip_first = inet_addr(zconf.source_ip_first);
- if (srcip_first == INADDR_NONE) {
- log_fatal("send", "invalid begin source ip address: `%s'",
- zconf.source_ip_first);
- }
- srcip_last = inet_addr(zconf.source_ip_last);
- if (srcip_last == INADDR_NONE) {
- log_fatal("send", "invalid end source ip address: `%s'",
- zconf.source_ip_last);
- }
- log_debug("send", "srcip_first: %u", srcip_first);
- log_debug("send", "srcip_last: %u", srcip_last);
- if (srcip_first == srcip_last) {
- srcip_offset = 0;
- num_src_addrs = 1;
- } else {
- uint32_t ip_first = ntohl(srcip_first);
- uint32_t ip_last = ntohl(srcip_last);
- assert(ip_first && ip_last);
- assert(ip_last > ip_first);
- uint32_t offset = (uint32_t) (aesrand_getword(zconf.aes) & 0xFFFFFFFF);
- srcip_offset = offset % (srcip_last - srcip_first);
- num_src_addrs = ip_last - ip_first + 1;
- }
- // process the source port range that ZMap is allowed to use
- num_src_ports = zconf.source_port_last - zconf.source_port_first + 1;
- log_debug("send", "will send from %i address%s on %u source ports",
- num_src_addrs, ((num_src_addrs ==1 ) ? "":"es"),
- num_src_ports);
- // global initialization for send module
- assert(zconf.probe_module);
- if (zconf.probe_module->global_initialize) {
- zconf.probe_module->global_initialize(&zconf);
- }
- // concert specified bandwidth to packet rate
- if (zconf.bandwidth > 0) {
- int pkt_len = zconf.probe_module->packet_length;
- pkt_len *= 8;
- pkt_len += 8*24; // 7 byte MAC preamble, 1 byte Start frame,
- // 4 byte CRC, 12 byte inter-frame gap
- if (pkt_len < 84*8) {
- pkt_len = 84*8;
- }
- if (zconf.bandwidth / pkt_len > 0xFFFFFFFF) {
- zconf.rate = 0;
- } else {
- zconf.rate = zconf.bandwidth / pkt_len;
- if (zconf.rate == 0) {
- log_warn("send", "bandwidth %lu bit/s is slower than 1 pkt/s, "
- "setting rate to 1 pkt/s", zconf.bandwidth);
- zconf.rate = 1;
- }
- }
- log_debug("send", "using bandwidth %lu bits/s, rate set to %d pkt/s",
- zconf.bandwidth, zconf.rate);
- }
- // Get the source hardware address, and give it to the probe
- // module
- if (!zconf.hw_mac_set) {
- if (get_iface_hw_addr(zconf.iface, zconf.hw_mac)) {
- log_fatal("send", "could not retrieve hardware address for "
- "interface: %s", zconf.iface);
- return NULL;
- }
- log_debug("send", "no source MAC provided. "
- "automatically detected %02x:%02x:%02x:%02x:%02x:%02x as hw "
- "interface for %s",
- zconf.hw_mac[0], zconf.hw_mac[1], zconf.hw_mac[2],
- zconf.hw_mac[3], zconf.hw_mac[4], zconf.hw_mac[5],
- zconf.iface);
- }
- log_debug("send", "source MAC address %02x:%02x:%02x:%02x:%02x:%02x",
- zconf.hw_mac[0], zconf.hw_mac[1], zconf.hw_mac[2],
- zconf.hw_mac[3], zconf.hw_mac[4], zconf.hw_mac[5]);
- if (zconf.dryrun) {
- log_info("send", "dryrun mode -- won't actually send packets");
- }
- // initialize random validation key
- validate_init();
- zsend.start = now();
- return it;
- }
- static inline ipaddr_n_t get_src_ip(ipaddr_n_t dst, int local_offset)
- {
- if (srcip_first == srcip_last) {
- return srcip_first;
- }
- return htonl(((ntohl(dst) + srcip_offset + local_offset)
- % num_src_addrs)) + srcip_first;
- }
- // one sender thread
- int send_run(sock_t st, shard_t *s)
- {
- log_trace("send", "send thread started");
- pthread_mutex_lock(&send_mutex);
- // Allocate a buffer to hold the outgoing packet
- char buf[MAX_PACKET_SIZE];
- memset(buf, 0, MAX_PACKET_SIZE);
- // OS specific per-thread init
- if (send_run_init(st)) {
- return -1;
- }
- // MAC address length in characters
- char mac_buf[(ETHER_ADDR_LEN * 2) + (ETHER_ADDR_LEN - 1) + 1];
- char *p = mac_buf;
- for(int i=0; i < ETHER_ADDR_LEN; i++) {
- if (i == ETHER_ADDR_LEN-1) {
- snprintf(p, 3, "%.2x", zconf.hw_mac[i]);
- p += 2;
- } else {
- snprintf(p, 4, "%.2x:", zconf.hw_mac[i]);
- p += 3;
- }
- }
- log_debug("send", "source MAC address %s",
- mac_buf);
- void *probe_data;
- if (zconf.probe_module->thread_initialize) {
- zconf.probe_module->thread_initialize(buf, zconf.hw_mac, zconf.gw_mac,
- zconf.target_port, &probe_data);
- }
- pthread_mutex_unlock(&send_mutex);
- // adaptive timing to hit target rate
- uint32_t count = 0;
- uint32_t last_count = count;
- double last_time = now();
- uint32_t delay = 0;
- int interval = 0;
- uint32_t max_targets = s->state.max_targets;
- volatile int vi;
- struct timespec ts, rem;
- double send_rate = (double) zconf.rate / zconf.senders;
- double slow_rate = 50; // packets per seconds per thread at which it uses the slow methos
- long nsec_per_sec = 1000 * 1000 * 1000;
- long long sleep_time = nsec_per_sec;
- if (zconf.rate > 0) {
- delay = 10000;
-
- if (send_rate < slow_rate) {
- // set the inital time difference
- sleep_time = nsec_per_sec / send_rate;
- last_time = now() - (1.0 / send_rate);
- } else {
- // estimate initial rate
- for (vi = delay; vi--; )
- ;
- delay *= 1 / (now() - last_time) / (zconf.rate / zconf.senders);
- interval = (zconf.rate / zconf.senders) / 20;
- last_time = now();
- }
- }
- uint32_t curr = shard_get_cur_ip(s);
- int attempts = zconf.num_retries + 1;
- uint32_t idx = 0;
- while (1) {
- // adaptive timing delay
- if (delay > 0) {
- count++;
- if (send_rate < slow_rate) {
- double t = now();
- double last_rate = (1.0 / (t - last_time));
- sleep_time *= ((last_rate / send_rate) + 1) / 2;
- ts.tv_sec = sleep_time / nsec_per_sec;
- ts.tv_nsec = sleep_time % nsec_per_sec;
- log_debug("sleep", "sleep for %d sec, %ld nanoseconds", ts.tv_sec, ts.tv_nsec);
- while (nanosleep(&ts, &rem) == -1) {}
-
- last_time = t;
- } else {
- for (vi = delay; vi--; )
- ;
- if (!interval || (count % interval == 0)) {
- double t = now();
- delay *= (double)(count - last_count)
- / (t - last_time) / (zconf.rate / zconf.senders);
- if (delay < 1)
- delay = 1;
- last_count = count;
- last_time = t;
- }
- }
- }
- if (zrecv.complete) {
- s->cb(s->id, s->arg);
- break;
- }
- if (s->state.sent >= max_targets) {
- s->cb(s->id, s->arg);
- log_trace("send", "send thread %hhu finished (max targets of %u reached)", s->id, max_targets);
- break;
- }
- if (zconf.max_runtime && zconf.max_runtime <= now() - zsend.start) {
- s->cb(s->id, s->arg);
- break;
- }
- if (curr == 0) {
- s->cb(s->id, s->arg);
- log_trace("send", "send thread %hhu finished, shard depleted", s->id);
- break;
- }
- s->state.sent++;
- for (int i=0; i < zconf.packet_streams; i++) {
- uint32_t src_ip = get_src_ip(curr, i);
- uint32_t validation[VALIDATE_BYTES/sizeof(uint32_t)];
- validate_gen(src_ip, curr, (uint8_t *)validation);
- zconf.probe_module->make_packet(buf, src_ip, curr, validation, i, probe_data);
- if (zconf.dryrun) {
- lock_file(stdout);
- zconf.probe_module->print_packet(stdout, buf);
- unlock_file(stdout);
- } else {
- int length = zconf.probe_module->packet_length;
- void *contents = buf + zconf.send_ip_pkts*sizeof(struct ether_header);
- for (int i = 0; i < attempts; ++i) {
- int rc = send_packet(st, contents, length, idx);
- if (rc < 0) {
- struct in_addr addr;
- addr.s_addr = curr;
- log_debug("send", "send_packet failed for %s. %s",
- inet_ntoa(addr), strerror(errno));
- s->state.failures++;
- } else {
- break;
- }
- }
- idx++;
- idx &= 0xFF;
- }
- }
- curr = shard_get_next_ip(s);
- }
- if (zconf.dryrun) {
- lock_file(stdout);
- fflush(stdout);
- unlock_file(stdout);
- }
- log_debug("send", "thread %hu finished", s->id);
- return EXIT_SUCCESS;
- }
|