123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426 |
- package classifier;
- import java.util.ArrayList;
- import java.util.HashMap;
- import java.util.HashSet;
- import java.util.Iterator;
- import java.util.LinkedList;
- import java.util.Map.Entry;
- import de.tu_darmstadt.tk.SmartHomeNetworkSim.core.Link;
- import de.tu_darmstadt.tk.SmartHomeNetworkSim.core.Packet;
- import de.tu_darmstadt.tk.SmartHomeNetworkSim.core.PacketSniffer;
- import de.tu_darmstadt.tk.SmartHomeNetworkSim.core.protocols.packets.MQTTpublishPacket;
- import weka.core.Attribute;
- import weka.core.DenseInstance;
- import weka.core.Instance;
- import weka.core.Instances;
- public abstract class BasicPacketClassifier implements PacketSniffer {
-
- protected boolean training = true;
-
-
- protected ArrayList<Attribute> atts = new ArrayList<Attribute>();
-
-
- protected Instances dataset;
-
-
- protected HashMap<Link, LinkedList<Packet>> collectedPackets = new HashMap<Link, LinkedList<Packet>>();
-
-
- protected HashMap<Link, LinkedList<Packet>> lastPackets = new HashMap<Link, LinkedList<Packet>>();
-
-
- protected HashSet<String> link_mappings = new HashSet<String>();
-
- protected HashSet<String> source_mappings = new HashSet<String>();
-
-
- protected HashSet<String> destination_mappings = new HashSet<String>();
-
-
- protected HashSet<String> protocol_mappings = new HashSet<String>();
-
- protected int NUMBER_OF_PACKETS = 200;
-
-
- public BasicPacketClassifier() {
-
- source_mappings.add("unknown");
- link_mappings.add("unknown");
- destination_mappings.add("unknown");
- protocol_mappings.add("unknown");
- }
-
- @Override
- public void processPackets(HashMap<Link, LinkedList<Packet>> packets) {
- if(training)
- try {
- training(packets);
- } catch (Exception e) {
- e.printStackTrace();
- }
- else
- classify(packets);
- }
-
-
- protected double getEstimatedPacketsPerSecond(Link link, Packet packet) {
-
- LinkedList<Packet> list = lastPackets.get(link);
- if(list == null) {
-
- list = new LinkedList<Packet>();
- lastPackets.put(link, list);
- }
- if(list.isEmpty()) {
- list.addLast(packet);
-
- return 1.0;
- }
- if(list.size() == NUMBER_OF_PACKETS){
- list.removeFirst();
- }
- list.addLast(packet);
-
- long elapsed_time = packet.getTimestamp()-list.getFirst().getTimestamp()/list.size();
- if(elapsed_time<=0)
- return Double.POSITIVE_INFINITY;
-
- return 1000.0/elapsed_time;
-
- }
-
-
- protected Instance packet2Instance(Link link, Packet packet, Instances dataset) {
-
- DenseInstance instance = new DenseInstance(dataset.numAttributes());
- instance.setDataset(dataset);
-
-
- instance.setValue(0, stringToNominal(link_mappings, link.getName()));
-
-
- if(packet.getSource()==null) {
- instance.setValue(1, "unknown");
- instance.setValue(2, Double.NEGATIVE_INFINITY);
- }else if(packet.getSource().getOwner()==null){
- instance.setValue(1, "unknown");
- instance.setValue(2, packet.getSource().getPortNumber());
- }else {
- instance.setValue(1, stringToNominal(source_mappings, packet.getSource().getOwner().getName()));
- instance.setValue(2, packet.getSource().getPortNumber());
- }
-
-
- if(packet.getDestination()==null) {
- instance.setValue(3, "unknown");
- instance.setValue(4, Double.NEGATIVE_INFINITY);
- }else if(packet.getDestination().getOwner()==null){
- instance.setValue(3, "unknown");
- instance.setValue(4, packet.getDestination().getPortNumber());
- }else {
- instance.setValue(3, stringToNominal(destination_mappings, packet.getDestination().getOwner().getName()));
- instance.setValue(4, packet.getDestination().getPortNumber());
- }
-
-
- instance.setValue(5, stringToNominal(protocol_mappings, packet.getProtocolName()));
-
-
- instance.setValue(6, getEstimatedPacketsPerSecond(link, packet));
-
- if(packet instanceof MQTTpublishPacket)
- instance.setValue(7, ((MQTTpublishPacket)packet).getValue());
- else
- instance.setValue(7, -1);
-
- return instance;
- }
-
-
- protected void insertNominalIntoMap(HashSet<String> map, String nominal) {
- if(map == null || nominal == null)
- return;
- map.add(nominal);
- }
-
- protected String stringToNominal(HashSet<String> map, String s) {
- return map.contains(s)?s:"unknown";
- }
-
-
- protected void training(HashMap<Link, LinkedList<Packet>> packets) {
- for(Entry<Link, LinkedList<Packet>> e:packets.entrySet()) {
- Link l = e.getKey();
-
- LinkedList<Packet> p = collectedPackets.get(l);
- if(p == null) {
- collectedPackets.put(l, new LinkedList<Packet>(e.getValue()));
- } else
- p.addAll(e.getValue());
- insertNominalIntoMap(link_mappings, l.getName());
- for(Packet pac: e.getValue()) {
- if(pac == null || pac.getSource()==null ||pac.getDestination() == null || pac.getSource().getOwner() == null || pac.getDestination().getOwner() == null)
- continue;
- insertNominalIntoMap(destination_mappings, pac.getSource().getOwner().getName());
- insertNominalIntoMap(destination_mappings, pac.getDestination().getOwner().getName());
- insertNominalIntoMap(source_mappings, pac.getSource().getOwner().getName());
- insertNominalIntoMap(source_mappings, pac.getDestination().getOwner().getName());
- insertNominalIntoMap(protocol_mappings, pac.getProtocolName());
- }
-
- }
- }
-
-
- protected void finishDataCollection() throws Exception{
-
- atts.add(new Attribute("Link-Name", new LinkedList<String>(link_mappings)));
- atts.add(new Attribute("Source-Device", new LinkedList<String>(source_mappings)));
- atts.add(new Attribute("Source-Port-number", false));
- atts.add(new Attribute("Destination-Device", new LinkedList<String>(destination_mappings)));
- atts.add(new Attribute("Destination-Port-number", false));
- Attribute pn = new Attribute("Protocol-name", new LinkedList<String>(protocol_mappings));
-
- atts.add(pn);
- Attribute pps = new Attribute("Packets-per-second", false);
-
- atts.add(pps);
- atts.add(new Attribute("PacketValue", false));
-
-
- dataset = new Instances("Packets", atts, 100000);
-
-
- for (Iterator<Entry<Link, LinkedList<Packet>>> it = collectedPackets.entrySet().iterator(); it.hasNext();) {
- Entry<Link, LinkedList<Packet>> entry = it.next();
-
- Link l = entry.getKey();
- for (Iterator<Packet> itPacket = entry.getValue().iterator(); itPacket.hasNext();) {
-
- Packet packet = (Packet) itPacket.next();
- dataset.add(packet2Instance(l, packet, dataset));
- }
- }
-
- trainModel(dataset);
- }
-
- private void printHashSet(String name, HashSet<String> toPrint) {
- System.out.println(name+":");
- for (Iterator<String> iterator = toPrint.iterator(); iterator.hasNext();) {
- String string = (String) iterator.next();
- System.out.print(string);
- if(iterator.hasNext())
- System.out.print(", ");
- }
- System.out.println();
- }
-
- protected void classify(HashMap<Link, LinkedList<Packet>> packets) {
- int tp = 0;
- int fp = 0;
- int tn = 0;
- int fn = 0;
- long start = Long.MAX_VALUE;
- long end = Long.MIN_VALUE;
- for (Iterator<Entry<Link, LinkedList<Packet>>> it = packets.entrySet().iterator(); it.hasNext();) {
-
- Entry<Link, LinkedList<Packet>> entry = it.next();
-
- Link l = entry.getKey();
- for (Iterator<Packet> itPacket = entry.getValue().iterator(); itPacket.hasNext();) {
-
- Packet packet = (Packet) itPacket.next();
- start = Math.min(start, packet.getTimestamp());
- end = Math.max(end, packet.getTimestamp());
-
- Instance packet_instance = packet2Instance(l, packet, dataset);
-
- if(packet_instance == null)continue;
- try {
- double dist = classifyInstance(packet_instance, packet);
- if(dist<=1.0) {
- if(packet.getLabel()==0)
- tn++;
- else
- fn++;
- }else {
- if(packet.getLabel()==0)
- fp++;
- else
- tp++;
- }
- } catch (Exception e) {
- if(packet.getLabel()==0)
- fp++;
- else
- tp++;
- }
- }
- }
- int n = tp+tn+fp+fn;
- if(n!=0) {
- System.out.println(getAlgoName()+" Performance: ["+start+"ms, "+end+"ms]");
- System.out.println("n: "+n);
- System.out.println("TP: "+tp);
- System.out.println("FP: "+fp);
- System.out.println("TN: "+tn);
- System.out.println("FN: "+fn);
- System.out.println("TPR: "+(tp/(tp+fn+0.0)));
- System.out.println("FPR: "+(fp/(fp+tn+0.0)));
- System.out.println("");
- }
- }
-
-
- public abstract void trainModel(Instances instances);
-
-
- public abstract double classifyInstance(Instance instance, Packet origin) throws Exception;
-
-
- public abstract long getClassificationStart();
-
- @Override
- public void setMode(boolean testing) {
- training = !testing;
- if(testing) {
- try {
- finishDataCollection();
- } catch (Exception e) {
- System.out.println("Clustering failed");
- e.printStackTrace();
- }
- }
- }
-
- @Override
- public boolean getMode() {
- return !training;
- }
-
-
- public abstract String getAlgoName();
- }
|