This commit is contained in:
crusader 2017-11-18 00:12:38 +09:00
parent bc3790375a
commit 6ac80b1a88
6 changed files with 187 additions and 148 deletions

View File

@ -7,8 +7,6 @@ type DiscoveryZone struct {
} }
type DiscoveryHost struct { type DiscoveryHost struct {
Zone *Zone `json:"zone"`
FirstScanRange string `json:"firstScanRange"` FirstScanRange string `json:"firstScanRange"`
LastScanRange string `json:"lastScanRange"` LastScanRange string `json:"lastScanRange"`
ExcludeHosts []string `json:"excludeHosts"` ExcludeHosts []string `json:"excludeHosts"`
@ -17,8 +15,6 @@ type DiscoveryHost struct {
} }
type DiscoveryPort struct { type DiscoveryPort struct {
Host *Host `json:"host"`
FirstScanRange int `json:"firstScanRange"` FirstScanRange int `json:"firstScanRange"`
LastScanRange int `json:"lastScanRange"` LastScanRange int `json:"lastScanRange"`
ExcludePorts []int `json:"excludePorts"` ExcludePorts []int `json:"excludePorts"`
@ -27,8 +23,6 @@ type DiscoveryPort struct {
} }
type DiscoveryService struct { type DiscoveryService struct {
Port *Port `json:"port"`
IncludeServices []string `json:"includeServices"` IncludeServices []string `json:"includeServices"`
} }

View File

@ -4,6 +4,8 @@ import (
"fmt" "fmt"
"sync" "sync"
"git.loafle.net/commons_go/util/net/cidr"
"git.loafle.net/commons_go/logging" "git.loafle.net/commons_go/logging"
"git.loafle.net/overflow/overflow_discovery/api/module/discovery/model" "git.loafle.net/overflow/overflow_discovery/api/module/discovery/model"
) )
@ -24,16 +26,16 @@ func DiscoverZone(dz *model.DiscoveryZone) {
discoverer.discoverZone(dz) discoverer.discoverZone(dz)
} }
func DiscoverHost(dh *model.DiscoveryHost) { func DiscoverHost(zone *model.Zone, dh *model.DiscoveryHost) {
discoverer.discoverHost(dh.Zone, dh) discoverer.discoverHost(zone, dh)
} }
func DiscoverPort(dp *model.DiscoveryPort) { func DiscoverPort(host *model.Host, dp *model.DiscoveryPort) {
discoverer.discoverPort(dp.Host, dp) discoverer.discoverPort(host, dp)
} }
func DiscoverService(ds *model.DiscoveryService) { func DiscoverService(port *model.Port, ds *model.DiscoveryService) {
discoverer.discoverService(ds.Port, ds) discoverer.discoverService(port, ds)
} }
func Stop() { func Stop() {
@ -79,7 +81,13 @@ func (d *discovery) discoverZone(dz *model.DiscoveryZone) {
z := result.(*model.Zone) z := result.(*model.Zone)
logging.Logger().Info(fmt.Sprintf("zone: %v", z)) logging.Logger().Info(fmt.Sprintf("zone: %v", z))
if nil != dz.DiscoveryHost { if nil != dz.DiscoveryHost {
d.discoverHost(z, dz.DiscoveryHost) cr, _ := cidr.NewCIDRRanger(z.Network)
dh := &model.DiscoveryHost{
FirstScanRange: cr.First().String(),
LastScanRange: cr.Last().String(),
DiscoveryPort: dz.DiscoveryHost.DiscoveryPort,
}
d.discoverHost(z, dh)
} }
}, },
) )

View File

@ -3,148 +3,28 @@ package discovery
import ( import (
"fmt" "fmt"
"net" "net"
"time"
"git.loafle.net/commons_go/logging"
"git.loafle.net/commons_go/util/net/cidr"
"github.com/google/gopacket"
"github.com/google/gopacket/layers"
"git.loafle.net/overflow/overflow_discovery/api/module/discovery/model" "git.loafle.net/overflow/overflow_discovery/api/module/discovery/model"
"git.loafle.net/overflow/overflow_discovery/commons/pcap" "git.loafle.net/overflow/overflow_discovery/discovery/ipv4"
"git.loafle.net/overflow/overflow_discovery/discovery/ipv6"
) )
func scanHost(zone *model.Zone, dh *model.DiscoveryHost, resultChan chan interface{}, errChan chan error, doneChan chan<- struct{}) { func scanHost(zone *model.Zone, dh *model.DiscoveryHost, resultChan chan interface{}, errChan chan error, doneChan chan<- struct{}) {
ps, err := pcap.RetainScanner(zone) _, ipNet, err := net.ParseCIDR(zone.Network)
if nil != err {
errChan <- fmt.Errorf("Discovery: Cannot retain pcap instance %v", err)
// doneChan <- struct{}{}
return
}
cr, err := cidr.NewCIDRRanger(zone.Network)
if nil != err { if nil != err {
errChan <- err errChan <- err
return
}
hostRanges, err := getTargetHostRange(dh, cr)
if nil != err {
errChan <- err
return
}
arpChan := ps.OpenARP()
defer func() {
if nil != ps {
ps.CloseARP(arpChan)
pcap.ReleaseScanner(zone)
}
doneChan <- struct{}{} doneChan <- struct{}{}
}()
go func() {
hosts := make(map[string]*model.Host)
for {
select {
case packet, ok := <-arpChan:
if !ok {
logging.Logger().Debug(fmt.Sprintf("Discovery: arp channel is closed"))
return return
} }
if h := handlePacketARP(zone, cr, hosts, packet); nil != h { switch len(ipNet.IP) {
logging.Logger().Debug(fmt.Sprintf("Discovery: Host[%v] is founded", h)) case net.IPv4len:
} ipv4.ScanHost(zone, dh, resultChan, errChan, doneChan)
} case net.IPv6len:
} ipv6.ScanHost(zone, dh, resultChan, errChan, doneChan)
}()
if err := sendARP(ps, zone, hostRanges); nil != err { default:
errChan <- err errChan <- fmt.Errorf("Discovery: Not supported ip length")
doneChan <- struct{}{}
return return
} }
time.Sleep(10 * time.Second)
}
func handlePacketARP(zone *model.Zone, cr cidr.CIDRRanger, hosts map[string]*model.Host, packet *layers.ARP) *model.Host {
if packet.Operation != layers.ARPReply {
return nil
}
// logging.Logger().Debug(fmt.Sprintf("Discovery: arp packet %v", packet))
ip := net.IP(packet.SourceProtAddress)
if _, ok := hosts[ip.String()]; ok || !cr.Contains(ip) {
return nil
}
h := &model.Host{}
h.IP = ip.String()
h.Mac = net.HardwareAddr(packet.SourceHwAddress).String()
h.Zone = zone
hosts[ip.String()] = h
return h
}
func sendARP(ps pcap.PCapScanner, zone *model.Zone, hostRanges []net.IP) error {
hwAddr, err := net.ParseMAC(zone.Mac)
if nil != err {
return err
}
ip := net.ParseIP(zone.IP)
if nil == ip {
return fmt.Errorf("Discovery: IP(%s) of zone is not valid", zone.IP)
}
ethPacket := makePacketEthernet(hwAddr)
arpPacket := makePacketARP(hwAddr, ip.To4())
opts := gopacket.SerializeOptions{FixLengths: true, ComputeChecksums: true}
buf := gopacket.NewSerializeBuffer()
for _, targetHost := range hostRanges {
arpPacket.DstProtAddress = []byte(targetHost)
// log.Printf("ARP:%v", arpPacket)
gopacket.SerializeLayers(buf, opts, &ethPacket, &arpPacket)
if err := ps.WritePacketData(buf.Bytes()); err != nil {
return err
}
time.Sleep(time.Microsecond * 100)
}
return nil
}
func getTargetHostRange(dh *model.DiscoveryHost, cr cidr.CIDRRanger) ([]net.IP, error) {
excludeIPs := make([]net.IP, 0)
for _, eHost := range dh.ExcludeHosts {
eIP := net.ParseIP(eHost)
if nil == eIP {
return nil, fmt.Errorf("Discovery: IP(%v) of exclude host is not valid", eHost)
}
excludeIPs = append(excludeIPs, eIP)
}
ranges := cr.Range(excludeIPs)
return ranges, nil
}
func makePacketEthernet(hw net.HardwareAddr) layers.Ethernet {
return layers.Ethernet{
SrcMAC: hw,
DstMAC: net.HardwareAddr{0xff, 0xff, 0xff, 0xff, 0xff, 0xff},
EthernetType: layers.EthernetTypeARP,
}
}
func makePacketARP(hw net.HardwareAddr, ip net.IP) layers.ARP {
return layers.ARP{
AddrType: layers.LinkTypeEthernet,
Protocol: layers.EthernetTypeIPv4,
HwAddressSize: 6,
ProtAddressSize: 4,
Operation: layers.ARPRequest,
SourceHwAddress: []byte(hw),
SourceProtAddress: []byte(ip),
DstHwAddress: []byte{0, 0, 0, 0, 0, 0},
}
} }

150
discovery/ipv4/host.go Normal file
View File

@ -0,0 +1,150 @@
package ipv4
import (
"fmt"
"net"
"time"
"git.loafle.net/commons_go/logging"
"git.loafle.net/commons_go/util/net/cidr"
"github.com/google/gopacket"
"github.com/google/gopacket/layers"
"git.loafle.net/overflow/overflow_discovery/api/module/discovery/model"
"git.loafle.net/overflow/overflow_discovery/commons/pcap"
)
func ScanHost(zone *model.Zone, dh *model.DiscoveryHost, resultChan chan interface{}, errChan chan error, doneChan chan<- struct{}) {
ps, err := pcap.RetainScanner(zone)
if nil != err {
errChan <- fmt.Errorf("Discovery: Cannot retain pcap instance %v", err)
// doneChan <- struct{}{}
return
}
cr, err := cidr.NewCIDRRanger(zone.Network)
if nil != err {
errChan <- err
return
}
hostRanges, err := getTargetHostRange(dh, cr)
if nil != err {
errChan <- err
return
}
arpChan := ps.OpenARP()
defer func() {
if nil != ps {
ps.CloseARP(arpChan)
pcap.ReleaseScanner(zone)
}
doneChan <- struct{}{}
}()
go func() {
hosts := make(map[string]*model.Host)
for {
select {
case packet, ok := <-arpChan:
if !ok {
logging.Logger().Debug(fmt.Sprintf("Discovery: arp channel is closed"))
return
}
if h := handlePacketARP(zone, cr, hosts, packet); nil != h {
logging.Logger().Debug(fmt.Sprintf("Discovery: Host[%v] is founded", h))
}
}
}
}()
if err := sendARP(ps, zone, hostRanges); nil != err {
errChan <- err
return
}
time.Sleep(10 * time.Second)
}
func handlePacketARP(zone *model.Zone, cr cidr.CIDRRanger, hosts map[string]*model.Host, packet *layers.ARP) *model.Host {
if packet.Operation != layers.ARPReply {
return nil
}
// logging.Logger().Debug(fmt.Sprintf("Discovery: arp packet %v", packet))
ip := net.IP(packet.SourceProtAddress)
if _, ok := hosts[ip.String()]; ok || !cr.Contains(ip) {
return nil
}
h := &model.Host{}
h.IP = ip.String()
h.Mac = net.HardwareAddr(packet.SourceHwAddress).String()
h.Zone = zone
hosts[ip.String()] = h
return h
}
func sendARP(ps pcap.PCapScanner, zone *model.Zone, hostRanges []net.IP) error {
hwAddr, err := net.ParseMAC(zone.Mac)
if nil != err {
return err
}
ip := net.ParseIP(zone.IP)
if nil == ip {
return fmt.Errorf("Discovery: IP(%s) of zone is not valid", zone.IP)
}
ethPacket := makePacketEthernet(hwAddr)
arpPacket := makePacketARP(hwAddr, ip.To4())
opts := gopacket.SerializeOptions{FixLengths: true, ComputeChecksums: true}
buf := gopacket.NewSerializeBuffer()
for _, targetHost := range hostRanges {
arpPacket.DstProtAddress = []byte(targetHost)
// log.Printf("ARP:%v", arpPacket)
gopacket.SerializeLayers(buf, opts, &ethPacket, &arpPacket)
if err := ps.WritePacketData(buf.Bytes()); err != nil {
return err
}
time.Sleep(time.Microsecond * 100)
}
return nil
}
func getTargetHostRange(dh *model.DiscoveryHost, cr cidr.CIDRRanger) ([]net.IP, error) {
excludeIPs := make([]net.IP, 0)
for _, eHost := range dh.ExcludeHosts {
eIP := net.ParseIP(eHost)
if nil == eIP {
return nil, fmt.Errorf("Discovery: IP(%v) of exclude host is not valid", eHost)
}
excludeIPs = append(excludeIPs, eIP)
}
ranges := cr.Range(excludeIPs)
return ranges, nil
}
func makePacketEthernet(hw net.HardwareAddr) layers.Ethernet {
return layers.Ethernet{
SrcMAC: hw,
DstMAC: net.HardwareAddr{0xff, 0xff, 0xff, 0xff, 0xff, 0xff},
EthernetType: layers.EthernetTypeARP,
}
}
func makePacketARP(hw net.HardwareAddr, ip net.IP) layers.ARP {
return layers.ARP{
AddrType: layers.LinkTypeEthernet,
Protocol: layers.EthernetTypeIPv4,
HwAddressSize: 6,
ProtAddressSize: 4,
Operation: layers.ARPRequest,
SourceHwAddress: []byte(hw),
SourceProtAddress: []byte(ip),
DstHwAddress: []byte{0, 0, 0, 0, 0, 0},
}
}

7
discovery/ipv6/host.go Normal file
View File

@ -0,0 +1,7 @@
package ipv6
import "git.loafle.net/overflow/overflow_discovery/api/module/discovery/model"
func ScanHost(zone *model.Zone, dh *model.DiscoveryHost, resultChan chan interface{}, errChan chan error, doneChan chan<- struct{}) {
}

View File

@ -15,17 +15,17 @@ func (ds *DiscoveryService) DiscoverZone(dz *model.DiscoveryZone) error {
return nil return nil
} }
func (ds *DiscoveryService) DiscoverHost(dz *model.DiscoveryHost) error { func (ds *DiscoveryService) DiscoverHost(zone *model.Zone, dz *model.DiscoveryHost) error {
return nil return nil
} }
func (ds *DiscoveryService) DiscoverPort(dz *model.DiscoveryPort) error { func (ds *DiscoveryService) DiscoverPort(host *model.Host, dz *model.DiscoveryPort) error {
return nil return nil
} }
func (ds *DiscoveryService) DiscoverService(dz *model.DiscoveryService) error { func (ds *DiscoveryService) DiscoverService(port *model.Port, dz *model.DiscoveryService) error {
return nil return nil
} }