from scapy.config import conf from mac_vendor_lookup import MacLookup from typing import List, Optional, Tuple, Dict import socket import logging import netifaces import ipaddress from concurrent.futures import ThreadPoolExecutor import time from functools import lru_cache import json from pathlib import Path from datetime import datetime, timedelta import subprocess from scapy.layers.l2 import ARP, Ether from scapy.sendrecv import srp from utils.i18n import get_translations from babel.support import Translations from fastapi import Depends from models.subnet import SubnetScanResult, Device logging.basicConfig( level=logging.INFO, format="%(asctime)s - %(name)s - %(levelname)s - %(message)s" ) logger = logging.getLogger(__name__) class NetworkScanner: """Класс для сканирования подсети с использованием ARP-запросов.""" def __init__(self, interface: str, translations: Translations = Depends(get_translations())): self.interface = interface conf.iface = interface self.translations = translations def scan(self, subnet: str) -> List[Tuple[str, str]]: try: arp = ARP(pdst=subnet) ether = Ether(dst="ff:ff:ff:ff:ff:ff") packet = ether / arp result = srp(packet, timeout=2, verbose=False, iface=self.interface)[0] return [(received.psrc, received.hwsrc) for sent, received in result] except Exception as e: logger.error(f"Error scanning subnet {subnet}: {str(e)}") return [] class PortScanner: """Класс для сканирования открытых портов на устройствах.""" def __init__(self, interface: str, translations: Translations = Depends(get_translations())): self.interface = interface self.translations = translations def scan(self, ip: str) -> List[str]: return [] class DeviceInfoCollector: """Класс для сбора информации об устройствах, включая вендоров и хостнеймы.""" def __init__(self, translations: Translations = Depends(get_translations())): self.mac_lookup = MacLookup() self.nbtscan_cache = {} self.nbtscan_results = {} self.translations = translations @lru_cache(maxsize=1000) def get_vendor(self, mac: str) -> str: try: return self.mac_lookup.lookup(mac) except Exception as e: logger.warning(f"Failed to determine vendor for MAC {mac}: {str(e)}") return self.translations.gettext("Неизвестный") def scan_nbtscan(self, subnet: str) -> None: if subnet not in self.nbtscan_results: try: logger.debug(f"Starting nbtscan for subnet {subnet}") result = subprocess.run(["sudo", "nbtscan", "-r", str(subnet)], capture_output=True, text=True, check=False, timeout=10) logger.debug(f"Full nbtscan output: {result.stdout}") if result.returncode == 0: for line in result.stdout.splitlines(): logger.debug(f"Processing line: {line}") if not line.startswith(("IP address", "-", "Doing NBT")): parts = [p for p in line.split() if p] if len(parts) >= 2: ip_addr, hostname = parts[0], parts[1] if hostname != "": self.nbtscan_cache[ip_addr] = hostname logger.info(f"NetBIOS: Found hostname {hostname} for IP {ip_addr}") self.nbtscan_results[subnet] = True except subprocess.TimeoutExpired: logger.error(f"NetBIOS: Timeout for subnet {subnet}") except Exception as e: logger.error(f"NetBIOS: Error for subnet {subnet}: {str(e)}") def get_hostname(self, ip: str) -> Optional[str]: try: socket.setdefaulttimeout(2) return socket.gethostbyaddr(ip)[0] except (socket.herror, socket.gaierror, socket.timeout): logger.debug(f"DNS: Failed to resolve name for IP {ip}") subnet = ipaddress.ip_network(f"{ip}/24", strict=False) if subnet not in self.nbtscan_results: self.scan_nbtscan(str(subnet)) if ip in self.nbtscan_cache: return self.nbtscan_cache[ip] logger.debug(f"Failed to determine hostname for IP {ip} via DNS or NetBIOS") return None class DeviceStorage: """Класс для хранения и управления данными об устройствах.""" def __init__(self, storage_path: str = "storage/devices/devices.json", translations: Translations = Depends(get_translations())): self.storage_file = Path(storage_path) self.storage_file.parent.mkdir(parents=True, exist_ok=True) self.offline_timeout = timedelta(days=7) self.translations = translations def load_devices(self) -> Dict[str, Device]: try: if self.storage_file.exists(): with open(self.storage_file, "r", encoding="utf-8") as f: data = json.load(f) if not isinstance(data, dict) or "devices" not in data: logger.warning(f"Invalid JSON structure in {self.storage_file}, expected {'devices': [...]}, got {data}") return {} devices = {} for device_data in data.get("devices", []): device = Device(**device_data) if device.mac: devices[device.mac] = device return self._clean_old_devices(devices) return {} except json.JSONDecodeError as e: logger.error(f"JSON decode error in {self.storage_file}: {str(e)}") return {} except Exception as e: logger.error(f"Error loading devices: {str(e)}") return {} def _clean_old_devices(self, devices: Dict[str, Device]) -> Dict[str, Device]: now = datetime.now() filtered = {} for mac, device in devices.items(): if device.status == "offline" and device.last_seen: try: last_seen = datetime.fromisoformat(device.last_seen) if now - last_seen <= self.offline_timeout: filtered[mac] = device else: logger.info(f"Removed device {mac} (offline > 7 days)") except ValueError: logger.warning(f"Invalid last_seen format for device {mac}") else: filtered[mac] = device return filtered def save_devices(self, devices: List[Device]) -> None: try: data = SubnetScanResult(devices=devices).model_dump() with open(self.storage_file, "w", encoding="utf-8") as f: json.dump(data, f, indent=2, ensure_ascii=False) logger.info(f"Saved {len(devices)} devices to {self.storage_file}") except Exception as e: logger.error(f"Error saving devices: {str(e)}") raise Exception(self.translations.gettext("Ошибка при сохранении устройств: {error}").format(error=str(e))) class SubnetService: """Сервис для сканирования подсетей и управления устройствами.""" def __init__(self, translations: Translations = Depends(get_translations())): self.interface = self._get_default_interface() self.network_scanner = NetworkScanner(self.interface) self.port_scanner = PortScanner(self.interface) self.device_info = DeviceInfoCollector() self.storage = DeviceStorage() self.translations = translations logger.info(f"Initialized SubnetService with interface: {self.interface}") def _get_default_interface(self) -> str: try: gateways = netifaces.gateways() default_gateway = gateways.get("default", {}).get(netifaces.AF_INET) if default_gateway: iface = default_gateway[1] logger.info(f"Default interface from gateway: {iface}") return iface interfaces = netifaces.interfaces() for iface in interfaces: if iface != "lo": addrs = netifaces.ifaddresses(iface) if netifaces.AF_INET in addrs: logger.info(f"Selected interface: {iface}") return iface logger.warning("No suitable interface found, defaulting to eth0") return "eth0" except Exception as e: logger.warning(f"Failed to determine interface: {str(e)}, defaulting to eth0") return "eth0" def _get_default_subnet(self) -> str: """Автоматически определяет подсеть локального устройства.""" try: interfaces = netifaces.interfaces() for iface in interfaces: if iface == "lo" or iface != self.interface: continue addrs = netifaces.ifaddresses(iface) if netifaces.AF_INET in addrs: ip_info = addrs[netifaces.AF_INET][0] ip = ip_info["addr"] netmask = ip_info["netmask"] # Преобразуем маску из строки (например, "255.255.255.0") в CIDR mask = ipaddress.ip_network(f"0.0.0.0/{netmask}", strict=False).prefixlen network = ipaddress.ip_network(f"{ip}/{mask}", strict=False) logger.info(f"Auto-detected subnet: {network} (IP: {ip}, Mask: {netmask} -> /{mask})") return str(network) logger.warning("No suitable subnet found, defaulting to 0.0.0.0/0") return "0.0.0.0/0" except Exception as e: logger.error(f"Error determining default subnet: {str(e)}") return "0.0.0.0/0" def scan_subnet(self, subnet: Optional[str] = None) -> SubnetScanResult: """Сканирует указанную подсеть и возвращает результаты. Args: subnet (Optional[str]): Подсеть в формате CIDR (например, "10.1.1.0/24"). Если None или пустая строка, определяется автоматически. Returns: SubnetScanResult: Объект с результатами сканирования, содержащий список устройств. """ start_time = time.time() devices = [] now = datetime.now().astimezone() formatted_now = now.strftime("%d-%m-%Y, %H:%M") try: # Определяем подсеть, если не указана или пустая if not subnet or subnet.strip() == "": subnet = self._get_default_subnet() if subnet == "0.0.0.0/0": logger.warning("Default subnet is invalid, scan aborted") return SubnetScanResult(devices=devices) saved_devices = self.storage.load_devices() local_device = self._get_local_device(subnet) if local_device: local_device.status = "online" local_device.last_seen = formatted_now devices.append(local_device) if local_device.mac: saved_devices[local_device.mac] = local_device logger.info(f"Detected local device: {local_device.ip}, MAC: {local_device.mac}") logger.info(f"Scanning subnet: {subnet} with interface: {self.interface}") discovered_devices = self.network_scanner.scan(subnet) logger.info(f"Discovered devices: {len(discovered_devices)}") self.device_info.scan_nbtscan(subnet) def process_device(ip_mac: Tuple[str, str]) -> Optional[Device]: ip, mac = ip_mac if local_device and ip == local_device.ip: return None existing_device = saved_devices.get(mac) if existing_device: return Device( ip=ip, mac=mac, hostname=self.device_info.get_hostname(ip) or existing_device.hostname, vendor=self.device_info.get_vendor(mac), open_ports=existing_device.open_ports, status="online", last_seen=formatted_now, note=existing_device.note, ) vendor = self.device_info.get_vendor(mac) hostname = self.device_info.get_hostname(ip) return Device( ip=ip, mac=mac, hostname=hostname, vendor=vendor, open_ports=[], status="online", last_seen=formatted_now, note=None, ) with ThreadPoolExecutor(max_workers=10) as executor: device_results = executor.map(process_device, discovered_devices) devices.extend([d for d in device_results if d is not None]) active_macs = {d.mac for d in devices if d.mac} for mac, device in saved_devices.items(): if mac not in active_macs: device.status = "offline" devices.append(device) devices.sort(key=lambda x: int(ipaddress.IPv4Address(x.ip))) for device in devices: if device.mac: saved_devices[device.mac] = device self.storage.save_devices(list(saved_devices.values())) logger.info( f"Subnet scan {subnet} completed in {time.time() - start_time:.2f} seconds, " f"found {len(devices)} devices (active: {len(active_macs)})" ) return SubnetScanResult(devices=devices) except Exception as e: logger.error(f"Error scanning subnet {subnet}: {str(e)}") return SubnetScanResult(devices=devices) def _get_local_device(self, subnet: str) -> Optional[Device]: now = datetime.now().astimezone() formatted_now = now.strftime("%d-%m-%Y, %H:%M") try: subnet_network = ipaddress.ip_network(subnet, strict=False) interfaces = netifaces.interfaces() for iface in interfaces: if iface == "lo": continue addrs = netifaces.ifaddresses(iface) if netifaces.AF_INET in addrs and netifaces.AF_LINK in addrs: ip = addrs[netifaces.AF_INET][0]["addr"] if ipaddress.ip_address(ip) in subnet_network: mac = addrs[netifaces.AF_LINK][0]["addr"] vendor = self.device_info.get_vendor(mac) hostname = self.device_info.get_hostname(ip) logger.info(f"Local device detected: IP={ip}, MAC={mac}, Interface={iface}") return Device( ip=ip, mac=mac, hostname=hostname, vendor=vendor, open_ports=[], status="online", last_seen=formatted_now, note=None, ) logger.warning(f"Local device not found in subnet {subnet}") return None except Exception as e: logger.warning(f"Failed to get local device: {str(e)}") return None def add_note(self, mac: str, note: str) -> Tuple[bool, Optional[str]]: try: saved_devices = self.storage.load_devices() if mac not in saved_devices: logger.warning(f"Device with MAC {mac} not found") return False, self.translations.gettext("Устройство с MAC {mac} не найдено").format(mac=mac) if saved_devices[mac].note is not None: logger.error(f"Note for device with MAC {mac} already exists") return False, self.translations.gettext("Заметка для устройства с MAC {mac} уже существует").format(mac=mac) saved_devices[mac].note = note self.storage.save_devices(list(saved_devices.values())) logger.info(f"Added note '{note}' for device with MAC {mac}") return True, None except Exception as e: logger.error(f"Error adding note for MAC {mac}: {str(e)}") return False, self.translations.gettext("Внутренняя ошибка сервера: {error}").format(error=str(e)) def update_note(self, mac: str, note: str) -> Tuple[bool, Optional[str]]: try: saved_devices = self.storage.load_devices() if mac not in saved_devices: logger.warning(f"Device with MAC {mac} not found") return False, self.translations.gettext("Устройство с MAC {mac} не найдено").format(mac=mac) if saved_devices[mac].note is None: logger.error(f"Note for device with MAC {mac} does not exist") return False, self.translations.gettext("Заметка для устройства с MAC {mac} не существует").format(mac=mac) saved_devices[mac].note = note self.storage.save_devices(list(saved_devices.values())) logger.info(f"Updated note '{note}' for device with MAC {mac}") return True, None except Exception as e: logger.error(f"Error updating note for MAC {mac}: {str(e)}") return False, self.translations.gettext("Внутренняя ошибка сервера: {error}").format(error=str(e)) def delete_note(self, mac: str) -> Tuple[bool, Optional[str]]: try: saved_devices = self.storage.load_devices() if mac not in saved_devices: logger.warning(f"Device with MAC {mac} not found") return False, self.translations.gettext("Устройство с MAC {mac} не найдено").format(mac=mac) if saved_devices[mac].note is None: logger.error(f"Note for device with MAC {mac} does not exist") return False, self.translations.gettext("Заметка для устройства с MAC {mac} не существует").format(mac=mac) saved_devices[mac].note = None self.storage.save_devices(list(saved_devices.values())) logger.info(f"Deleted note for device with MAC {mac}") return True, None except Exception as e: logger.error(f"Error deleting note for MAC {mac}: {str(e)}") return False, self.translations.gettext("Внутренняя ошибка сервера: {error}").format(error=str(e))