ing

discovery/discovery.go

@@ -71,140 +71,60 @@ func (d *discovery) stop() {
 }
 
 func (d *discovery) discoverZone(dz *model.DiscoveryZone) {
-	logging.Logger().Debug(fmt.Sprintf("Discovery: DiscoverZone is start"))
-
-	d.stopWg.Add(1)
-	resultChan := make(chan *model.Zone)
-	errChan := make(chan error)
-	doneChan := make(chan struct{})
-
-	defer func() {
-		close(resultChan)
-		close(errChan)
-		close(doneChan)
-		d.stopWg.Done()
-	}()
-
-	go scanZone(dz, resultChan, errChan, doneChan)
-
-	for {
-		select {
-		case z := <-resultChan:
+	taskScan(d,
+		func(resultChan chan interface{}, errChan chan error, doneChan chan struct{}) {
+			scanZone(dz, resultChan, errChan, doneChan)
+		},
+		func(result interface{}) {
+			z := result.(*model.Zone)
 			logging.Logger().Info(fmt.Sprintf("zone: %v", z))
 			if nil != dz.DiscoveryHost {
 				d.discoverHost(z, dz.DiscoveryHost)
 			}
-		case err := <-errChan:
-			logging.Logger().Info(fmt.Sprintf("zone err: %v", err))
-		case <-d.stopChan:
-			return
-		case <-doneChan:
-			logging.Logger().Debug(fmt.Sprintf("Discovery: DiscoverZone is complete"))
-			return
-		}
-	}
+		},
+	)
 }
 
 func (d *discovery) discoverHost(zone *model.Zone, dh *model.DiscoveryHost) {
-	logging.Logger().Debug(fmt.Sprintf("Discovery: DiscoverHost is start"))
-
-	d.stopWg.Add(1)
-	resultChan := make(chan *model.Host)
-	errChan := make(chan error)
-	doneChan := make(chan struct{})
-
-	defer func() {
-		close(resultChan)
-		close(errChan)
-		close(doneChan)
-		d.stopWg.Done()
-	}()
-
-	go scanHost(zone, dh, resultChan, errChan, doneChan)
-
-	for {
-		select {
-		case h := <-resultChan:
+	taskScan(d,
+		func(resultChan chan interface{}, errChan chan error, doneChan chan struct{}) {
+			scanHost(zone, dh, resultChan, errChan, doneChan)
+		},
+		func(result interface{}) {
+			h := result.(*model.Host)
 			logging.Logger().Info(fmt.Sprintf("host: %v", h))
 			if nil != dh.DiscoveryPort {
 				d.discoverPort(h, dh.DiscoveryPort)
 			}
-		case err := <-errChan:
-			logging.Logger().Info(fmt.Sprintf("host err: %v", err))
-		case <-d.stopChan:
-			return
-		case <-doneChan:
-			logging.Logger().Debug(fmt.Sprintf("Discovery: DiscoverHost is complete"))
-			return
-		}
-	}
+		},
+	)
 }
 
 func (d *discovery) discoverPort(host *model.Host, dp *model.DiscoveryPort) {
-	logging.Logger().Debug(fmt.Sprintf("Discovery: DiscoverPort is start"))
-
-	d.stopWg.Add(1)
-	resultChan := make(chan *model.Port)
-	errChan := make(chan error)
-	doneChan := make(chan struct{})
-
-	defer func() {
-		close(resultChan)
-		close(errChan)
-		close(doneChan)
-		d.stopWg.Done()
-	}()
-
-	go scanPort(host, dp, resultChan, errChan, doneChan)
-
-	for {
-		select {
-		case p := <-resultChan:
+	taskScan(d,
+		func(resultChan chan interface{}, errChan chan error, doneChan chan struct{}) {
+			scanPort(host, dp, resultChan, errChan, doneChan)
+		},
+		func(result interface{}) {
+			p := result.(*model.Port)
 			logging.Logger().Info(fmt.Sprintf("port: %v", p))
 			if nil != dp.DiscoveryService {
 				d.discoverService(p, dp.DiscoveryService)
 			}
-		case err := <-errChan:
-			logging.Logger().Info(fmt.Sprintf("port err: %v", err))
-		case <-d.stopChan:
-			return
-		case <-doneChan:
-			logging.Logger().Debug(fmt.Sprintf("Discovery: DiscoverPort is complete"))
-			return
-		}
-	}
+		},
+	)
 }
 
 func (d *discovery) discoverService(port *model.Port, ds *model.DiscoveryService) {
-	logging.Logger().Debug(fmt.Sprintf("Discovery: DiscoverService is start"))
-
-	d.stopWg.Add(1)
-	resultChan := make(chan *model.Service)
-	errChan := make(chan error)
-	doneChan := make(chan struct{})
-
-	defer func() {
-		close(resultChan)
-		close(errChan)
-		close(doneChan)
-		d.stopWg.Done()
-	}()
-
-	go scanService(port, ds, resultChan, errChan, doneChan)
-
-	for {
-		select {
-		case s := <-resultChan:
+	taskScan(d,
+		func(resultChan chan interface{}, errChan chan error, doneChan chan struct{}) {
+			scanService(port, ds, resultChan, errChan, doneChan)
+		},
+		func(result interface{}) {
+			s := result.(*model.Service)
 			logging.Logger().Info(fmt.Sprintf("service: %v", s))
-		case err := <-errChan:
-			logging.Logger().Info(fmt.Sprintf("service err: %v", err))
-		case <-d.stopChan:
-			return
-		case <-doneChan:
-			logging.Logger().Debug(fmt.Sprintf("Discovery: DiscoverService is complete"))
-			return
-		}
-	}
+		},
+	)
 }
 
 func (d *discovery) sendResult() {
@@ -214,3 +134,33 @@ func (d *discovery) sendResult() {
 func (d *discovery) sendError() {
 
 }
+
+func taskScan(d *discovery, task func(resultChan chan interface{}, errChan chan error, doneChan chan struct{}), onResult func(result interface{})) {
+	d.stopWg.Add(1)
+	resultChan := make(chan interface{})
+	errChan := make(chan error)
+	doneChan := make(chan struct{})
+
+	defer func() {
+		close(resultChan)
+		close(errChan)
+		close(doneChan)
+		d.stopWg.Done()
+	}()
+
+	go task(resultChan, errChan, doneChan)
+
+	for {
+		select {
+		case r := <-resultChan:
+			onResult(r)
+		case err := <-errChan:
+			logging.Logger().Info(fmt.Sprintf("task err: %v", err))
+		case <-doneChan:
+			logging.Logger().Debug(fmt.Sprintf("Discovery: task is complete"))
+			return
+		case <-d.stopChan:
+			return
+		}
+	}
+}

discovery/host.go

@@ -1,8 +1,166 @@
 package discovery
 
-import "git.loafle.net/overflow/overflow_discovery/api/module/discovery/model"
+import (
+	"bytes"
+	"fmt"
+	"net"
+	"time"
 
-func scanHost(zone *model.Zone, dh *model.DiscoveryHost, resultChan chan *model.Host, errChan chan error, doneChan chan<- struct{}) {
+	"git.loafle.net/commons_go/logging"
+	"github.com/google/gopacket"
+	"github.com/google/gopacket/layers"
 
-	doneChan <- struct{}{}
+	"git.loafle.net/overflow/overflow_discovery/api/module/discovery/model"
+	"git.loafle.net/overflow/overflow_discovery/commons/pcap"
+)
+
+func scanHost(zone *model.Zone, dh *model.DiscoveryHost, resultChan chan interface{}, errChan chan error, doneChan chan<- struct{}) {
+	ps, err := pcap.RetainScanner(zone)
+	if nil != err {
+		errChan <- fmt.Errorf("Discovery: Cannot retain pcap instance %v", err)
+		// doneChan <- struct{}{}
+		return
+	}
+
+	arpChan := ps.OpenARP()
+	defer func() {
+		if nil != ps {
+			ps.CloseARP(arpChan)
+			pcap.ReleaseScanner(zone)
+		}
+		doneChan <- struct{}{}
+	}()
+
+	go func() {
+		for {
+			select {
+			case packet, ok := <-arpChan:
+				if !ok {
+					logging.Logger().Debug(fmt.Sprintf("Discovery: arp channel is closed"))
+					return
+				}
+				logging.Logger().Debug(fmt.Sprintf("Discovery: arp packet %v", packet))
+			}
+		}
+	}()
+
+	time.Sleep(10 * time.Second)
+}
+
+func sendARP(ps pcap.PCapScanner, zone *model.Zone, dh *model.DiscoveryHost) error {
+	hwAddr, err := net.ParseMAC(zone.Mac)
+	if nil != err {
+		return err
+	}
+	ip := net.ParseIP(zone.IP)
+	if nil != ip {
+		return fmt.Errorf("Discovery: IP(%s) of zone is not valid", zone.IP)
+	}
+
+	ranges, err := getTargetHostRange(zone, dh)
+	if nil != err {
+		return err
+	}
+
+	ethPacket := makePacketEthernet(hwAddr)
+	arpPacket := makePacketARP(hwAddr, ip)
+	opts := gopacket.SerializeOptions{FixLengths: true, ComputeChecksums: true}
+	buf := gopacket.NewSerializeBuffer()
+
+	for _, targetHost := range ranges {
+		arpPacket.DstProtAddress = []byte(targetHost)
+		gopacket.SerializeLayers(buf, opts, ethPacket, arpPacket)
+		// if err := ps.WritePacketData(buf.Bytes()); err != nil {
+		// 	return err
+		// }
+		time.Sleep(time.Microsecond * 500)
+	}
+	return nil
+}
+
+func getTargetHostRange(zone *model.Zone, dh *model.DiscoveryHost) ([]net.IP, error) {
+	nIP, nIPNet, err := net.ParseCIDR(zone.Network)
+	if nil != err {
+		return nil, fmt.Errorf("Discovery: Network(%s) of zone is not valid", zone.Network)
+	}
+
+	firstIP := net.ParseIP(dh.FirstScanRange)
+	lastIP := net.ParseIP(dh.LastScanRange)
+	if nil == firstIP || nil == lastIP {
+		return nil, fmt.Errorf("Discovery: IP Range(First:%s, Last:%s) is not valid", dh.FirstScanRange, dh.LastScanRange)
+	}
+
+	firstIP16 := firstIP.To16()
+	lastIP16 := lastIP.To16()
+	if nil == firstIP16 || nil == lastIP16 {
+		return nil, fmt.Errorf("Discovery: IP Range(First:%s, Last:%s) is not valid", dh.FirstScanRange, dh.LastScanRange)
+	}
+
+	excludeIP16s := make([]net.IP, 0)
+	for _, eHost := range dh.ExcludeHosts {
+		eIP := net.ParseIP(eHost)
+		if nil == eIP {
+			return nil, fmt.Errorf("Discovery: IP(%v) of exclude host is not valid", eHost)
+		}
+		eIP16 := eIP.To16()
+		if nil == eIP16 {
+			return nil, fmt.Errorf("Discovery: IP(%v) of exclude host is not valid", eHost)
+		}
+		excludeIP16s = append(excludeIP16s, eIP16)
+	}
+
+	ranges := make([]net.IP, 0)
+
+	ip := nIP
+Loop:
+	for ip := ip.Mask(nIPNet.Mask); nIPNet.Contains(ip); inc(ip) {
+		ip16 := ip.To16()
+		if nil == ip16 {
+			return nil, fmt.Errorf("Discovery: IP(%v) converting is failed", ip)
+		}
+
+		if 0 > bytes.Compare(ip16, firstIP16) || 0 < bytes.Compare(ip16, lastIP16) {
+			continue
+		}
+
+		for _, eIP16 := range excludeIP16s {
+			if 0 == bytes.Compare(eIP16, ip16) {
+				continue Loop
+			}
+		}
+
+		ranges = append(ranges, ip)
+	}
+
+	return ranges, nil
+}
+
+func inc(ip net.IP) {
+	for j := len(ip) - 1; j >= 0; j-- {
+		ip[j]++
+		if ip[j] > 0 {
+			break
+		}
+	}
+}
+
+func makePacketEthernet(hw net.HardwareAddr) *layers.Ethernet {
+	return &layers.Ethernet{
+		SrcMAC:       hw,
+		DstMAC:       net.HardwareAddr{0xff, 0xff, 0xff, 0xff, 0xff, 0xff},
+		EthernetType: layers.EthernetTypeARP,
+	}
+}
+
+func makePacketARP(hw net.HardwareAddr, ip net.IP) *layers.ARP {
+	return &layers.ARP{
+		AddrType:          layers.LinkTypeEthernet,
+		Protocol:          layers.EthernetTypeIPv4,
+		HwAddressSize:     6,
+		ProtAddressSize:   4,
+		Operation:         layers.ARPRequest,
+		SourceHwAddress:   []byte(hw),
+		SourceProtAddress: []byte(ip),
+		DstHwAddress:      []byte{0, 0, 0, 0, 0, 0},
+	}
 }

discovery/port.go

@@ -2,6 +2,6 @@ package discovery
 
 import "git.loafle.net/overflow/overflow_discovery/api/module/discovery/model"
 
-func scanPort(host *model.Host, dp *model.DiscoveryPort, resultChan chan *model.Port, errChan chan error, doneChan chan<- struct{}) {
+func scanPort(host *model.Host, dp *model.DiscoveryPort, resultChan chan interface{}, errChan chan error, doneChan chan<- struct{}) {
 	doneChan <- struct{}{}
 }

discovery/service.go

@@ -2,6 +2,6 @@ package discovery
 
 import "git.loafle.net/overflow/overflow_discovery/api/module/discovery/model"
 
-func scanService(port *model.Port, ds *model.DiscoveryService, resultChan chan *model.Service, errChan chan error, doneChan chan<- struct{}) {
+func scanService(port *model.Port, ds *model.DiscoveryService, resultChan chan interface{}, errChan chan error, doneChan chan<- struct{}) {
 	doneChan <- struct{}{}
 }

discovery/zone.go

@@ -8,7 +8,7 @@ import (
 	"git.loafle.net/overflow/overflow_discovery/api/module/discovery/model"
 )
 
-func scanZone(dz *model.DiscoveryZone, resultChan chan *model.Zone, errChan chan error, doneChan chan<- struct{}) {
+func scanZone(dz *model.DiscoveryZone, resultChan chan interface{}, errChan chan error, doneChan chan<- struct{}) {
 	var err error
 	var ifaces []net.Interface
 	var addrs []net.Addr