from aiohttp import BasicAuth
import telnetlib3
import time
import logging
from threading import Thread, Lock
from datetime import datetime
import re
import asyncio
import aiohttp
logger = logging.getLogger(__name__)
class GPONCollector:
def __init__(self, config):
self.config = config
self.data = {}
self.lock = Lock()
self.running = False
self.thread = None
self.alerts = []
def start(self):
if self.running:
return
self.running = True
self.thread = Thread(target=self._collect_loop, daemon=True)
self.thread.start()
logger.info("Collector started")
def stop(self):
self.running = False
if self.thread:
self.thread.join(timeout=5)
logger.info("Collector stopped")
def get_data(self):
with self.lock:
return self.data.copy()
def get_alerts(self):
with self.lock:
return self.alerts.copy()
def _collect_loop(self):
while self.running:
try:
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
data = loop.run_until_complete(self._collect_all_data())
loop.close()
if data and data.get('status') == 'online':
with self.lock:
self.data = data
self._check_alerts(data)
rx = data.get('rx_power', 0)
tx = data.get('tx_power', 0)
temp = data.get('temperature', 0)
uptime = data.get('uptime', 0)
uptime_days = uptime // 86400
logger.info(f"Collected: RX={rx:.2f}dBm TX={tx:.2f}dBm Temp={temp:.1f}°C Uptime={uptime_days}d")
else:
logger.warning("No data or device offline")
except Exception as e:
logger.error(f"Error in collector loop: {e}", exc_info=True)
time.sleep(self.config.POLL_INTERVAL)
async def _collect_all_data(self):
omci_data = await self._collect_omci_async()
if not omci_data:
return None
web_data = await self._scrape_web_interface()
if web_data:
for key, value in web_data.items():
if value is not None:
omci_data[key] = value
return omci_data
async def _scrape_web_interface(self):
try:
auth = BasicAuth(self.config.GPON_USERNAME, self.config.GPON_PASSWORD)
base_url = f'http://{self.config.GPON_HOST}'
data = {}
connector = aiohttp.TCPConnector(ssl=False)
timeout = aiohttp.ClientTimeout(total=10, connect=5)
async with aiohttp.ClientSession(connector=connector, timeout=timeout) as session:
try:
url = f'{base_url}/status_pon.asp'
async with session.get(url, auth=auth) as response:
if response.status == 200:
html = await response.text()
temp_match = re.search(r'
]*>Temperature | \s*]*>([\d.]+)\s*C', html, re.IGNORECASE)
if temp_match:
data['temperature'] = float(temp_match.group(1))
logger.debug(f"[WEB] Temperature: {data['temperature']}")
volt_match = re.search(r' | ]*>Voltage | \s*]*>([\d.]+)\s*V', html, re.IGNORECASE)
if volt_match:
data['voltage'] = float(volt_match.group(1))
logger.debug(f"[WEB] Voltage: {data['voltage']}")
bias_match = re.search(r' | ]*>Bias Current | \s*]*>([\d.]+)\s*mA', html, re.IGNORECASE)
if bias_match:
data['tx_bias_current'] = float(bias_match.group(1))
logger.debug(f"[WEB] TX Bias: {data['tx_bias_current']}")
logger.info(f"[WEB] status_pon.asp OK: temp={data.get('temperature')} voltage={data.get('voltage')} bias={data.get('tx_bias_current')}")
else:
logger.warning(f"[WEB] status_pon.asp returned {response.status}")
except Exception as e:
logger.error(f"[WEB] Error fetching status_pon.asp: {e}")
if data:
logger.info(f"[WEB] Scraped {len(data)} fields from web interface")
else:
logger.warning("[WEB] No data scraped from web interface")
return data
except Exception as e:
logger.error(f"[WEB] Web scraping failed: {e}")
return {}
async def _collect_omci_async(self):
try:
reader, writer = await asyncio.wait_for(
telnetlib3.open_connection(
self.config.GPON_HOST,
self.config.GPON_PORT
),
timeout=10
)
await asyncio.wait_for(reader.readuntil(b'login: '), timeout=5)
writer.write(self.config.GPON_USERNAME + '\n')
await asyncio.wait_for(reader.readuntil(b'Password: '), timeout=5)
writer.write(self.config.GPON_PASSWORD + '\n')
await asyncio.sleep(2)
initial_output = await reader.read(2048)
if 'RTK.0>' in initial_output or 'command:#' in initial_output:
writer.write('exit\n')
await asyncio.sleep(1)
await reader.read(1024)
data = {
'timestamp': datetime.now().isoformat(),
'status': 'offline',
}
writer.write('cat /proc/uptime\n')
await asyncio.sleep(0.5)
uptime_output = await reader.read(1024)
uptime = self._parse_proc_uptime(uptime_output)
if uptime:
data['uptime'] = uptime
logger.debug(f"[TELNET] Uptime from /proc: {uptime}s")
writer.write('cat /proc/net/dev\n')
await asyncio.sleep(0.5)
netdev_output = await reader.read(4096)
traffic = self._parse_proc_net_dev(netdev_output)
if traffic:
data.update(traffic)
logger.debug(f"[TELNET] Traffic: RX={traffic.get('rx_bytes')} TX={traffic.get('tx_bytes')}")
writer.write('omcicli get sn\n')
await asyncio.sleep(0.5)
sn_output = await reader.read(1024)
sn = self._parse_serial(sn_output)
if sn:
data['serial_number'] = sn
logger.debug(f"[TELNET] Serial: {sn}")
writer.write('omcicli mib get Anig\n')
await asyncio.sleep(1.5)
anig_output = await reader.read(16384)
optical = self._parse_anig(anig_output)
if optical:
data.update(optical)
logger.debug(f"[TELNET] Optical: RX={optical.get('rx_power')} TX={optical.get('tx_power')}")
writer.write('omcicli mib get FecPmhd\n')
await asyncio.sleep(1)
fec_output = await reader.read(8192)
fec = self._parse_fec(fec_output)
if fec:
data.update(fec)
logger.debug(f"[TELNET] FEC: corrected={fec.get('fec_corrected')} uncorrected={fec.get('fec_uncorrected')}")
writer.write('omcicli mib get Ont2g\n')
await asyncio.sleep(1.5)
ont2g_output = await reader.read(16384)
device_info = self._parse_ont2g(ont2g_output)
if device_info:
data.update(device_info)
logger.debug(f"[TELNET] Device: vendor={device_info.get('vendor_id')} version={device_info.get('version')}")
writer.write('omcicli mib get OltG\n')
await asyncio.sleep(1)
oltg_output = await reader.read(8192)
olt_info = self._parse_oltg(oltg_output)
if olt_info:
data.update(olt_info)
logger.debug(f"[TELNET] OLT: vendor={olt_info.get('olt_vendor_info')} version={olt_info.get('olt_version_info')}")
writer.write('omcicli mib get PptpEthUni\n')
await asyncio.sleep(1)
pptpethuni_output = await reader.read(8192)
mac_info = self._parse_pptpethuni(pptpethuni_output)
if mac_info and mac_info.get('mac_address'):
data.update(mac_info)
logger.debug(f"[TELNET] MAC from PptpEthUni: {mac_info.get('mac_address')}")
else:
writer.write('omcicli mib get VeipUni\n')
await asyncio.sleep(1)
veipuni_output = await reader.read(8192)
mac_info = self._parse_veipuni(veipuni_output)
if mac_info and mac_info.get('mac_address'):
data.update(mac_info)
logger.debug(f"[TELNET] MAC from VeipUni: {mac_info.get('mac_address')}")
else:
writer.write('cat /sys/class/net/eth0/address\n')
await asyncio.sleep(0.5)
sys_mac_output = await reader.read(2048)
mac = self._parse_sys_mac(sys_mac_output)
if mac:
data['mac_address'] = mac
logger.debug(f"[TELNET] MAC from /sys: {mac}")
writer.write('exit\n')
await asyncio.sleep(0.3)
try:
writer.close()
except:
pass
if data.get('rx_power') is not None and data.get('tx_power') is not None:
data['status'] = 'online'
logger.info(f"[TELNET] Collected {len(data)} fields")
return data
except asyncio.TimeoutError:
logger.error("[TELNET] Timeout during telnet connection")
return None
except Exception as e:
logger.error(f"[TELNET] Telnet error: {e}", exc_info=True)
return None
def _parse_proc_uptime(self, output):
try:
match = re.search(r'(\d+\.\d+)', output)
if match:
return int(float(match.group(1)))
except Exception as e:
logger.error(f"Error parsing /proc/uptime: {e}")
return None
def _parse_proc_net_dev(self, output):
try:
data = {}
for line in output.split('\n'):
if 'eth0:' in line or 'br0:' in line:
parts = line.split()
if len(parts) >= 10:
data['rx_bytes'] = int(parts[1])
data['tx_bytes'] = int(parts[9])
data['rx_packets'] = int(parts[2])
data['tx_packets'] = int(parts[10])
break
return data
except Exception as e:
logger.error(f"Error parsing /proc/net/dev: {e}")
return {}
def _parse_anig(self, output):
try:
data = {}
rx_match = re.search(r'OpticalSignalLevel:\s*(0x[0-9a-fA-F]+)', output)
if rx_match:
rx_hex = int(rx_match.group(1), 16)
data['rx_power'] = self._convert_optical_power(rx_hex)
tx_match = re.search(r'TranOpticLevel:\s*(0x[0-9a-fA-F]+)', output)
if tx_match:
tx_hex = int(tx_match.group(1), 16)
data['tx_power'] = self._convert_optical_power(tx_hex)
return data
except Exception as e:
logger.error(f"Error parsing ANI-G: {e}")
return {}
def _parse_fec(self, output):
try:
data = {}
match = re.search(r'CorCodeWords:\s*(0x[0-9a-fA-F]+)', output)
if match:
data['fec_corrected'] = int(match.group(1), 16)
else:
data['fec_corrected'] = 0
match = re.search(r'UncorCodeWords:\s*(0x[0-9a-fA-F]+)', output)
if match:
data['fec_uncorrected'] = int(match.group(1), 16)
else:
data['fec_uncorrected'] = 0
return data
except Exception as e:
logger.error(f"Error parsing FEC: {e}")
return {'fec_corrected': 0, 'fec_uncorrected': 0}
def _parse_ont2g(self, output):
try:
data = {}
match = re.search(r'EqtID:\s*0x([0-9a-fA-F]+)', output, re.IGNORECASE)
if match:
hex_str = match.group(1)
try:
vendor_version = bytes.fromhex(hex_str).decode('ascii', errors='ignore').strip('\x00')
if vendor_version:
data['vendor_id'] = 'ALCL'
data['version'] = vendor_version
except:
pass
match = re.search(r'VendorId:\s*(\S+)', output, re.IGNORECASE)
if match:
data['vendor_id'] = match.group(1)
match = re.search(r'Version:\s*(\S+)', output, re.IGNORECASE)
if match:
data['version'] = match.group(1)
return data
except Exception as e:
logger.error(f"Error parsing ONT2-G: {e}")
return {}
def _parse_oltg(self, output):
try:
data = {}
match = re.search(r'OltVendorId:\s*(\S+)', output, re.IGNORECASE)
if match:
data['olt_vendor_info'] = match.group(1)
match = re.search(r'Version:\s*(\S+)', output, re.IGNORECASE)
if match:
data['olt_version_info'] = match.group(1)
return data
except Exception as e:
logger.error(f"Error parsing OLT-G: {e}")
return {}
def _parse_pptpethuni(self, output):
try:
data = {}
match = re.search(r'MacAddress:\s*([0-9a-fA-F:]+)', output, re.IGNORECASE)
if match:
data['mac_address'] = match.group(1)
return data
match = re.search(r'MacAddress:\s*0x([0-9a-fA-F]+)', output, re.IGNORECASE)
if match:
hex_str = match.group(1)
if len(hex_str) == 12:
mac = ':'.join([hex_str[i:i+2] for i in range(0, 12, 2)])
data['mac_address'] = mac
return data
return data
except Exception as e:
logger.error(f"Error parsing PptpEthUni: {e}")
return {}
def _parse_veipuni(self, output):
try:
data = {}
match = re.search(r'MacAddress:\s*([0-9a-fA-F:]+)', output, re.IGNORECASE)
if match:
data['mac_address'] = match.group(1)
return data
match = re.search(r'MacAddress:\s*0x([0-9a-fA-F]+)', output, re.IGNORECASE)
if match:
hex_str = match.group(1)
if len(hex_str) == 12:
mac = ':'.join([hex_str[i:i+2] for i in range(0, 12, 2)])
data['mac_address'] = mac
return data
return data
except Exception as e:
logger.error(f"Error parsing VeipUni: {e}")
return {}
def _parse_sys_mac(self, output):
try:
output = output.replace('cat /sys/class/net/eth0/address', '')
output = output.replace('# ', '').strip()
match = re.search(r'([0-9a-fA-F]{2}:[0-9a-fA-F]{2}:[0-9a-fA-F]{2}:[0-9a-fA-F]{2}:[0-9a-fA-F]{2}:[0-9a-fA-F]{2})', output)
if match:
return match.group(1)
match = re.search(r'([0-9a-fA-F]{12})', output)
if match:
mac = match.group(1)
return ':'.join([mac[i:i+2] for i in range(0, 12, 2)])
except Exception as e:
logger.error(f"Error parsing /sys MAC: {e}")
return None
def _parse_serial(self, output):
try:
match = re.search(r'SerialNumber:\s*(\S+)', output, re.IGNORECASE)
if match:
return match.group(1)
except Exception as e:
logger.error(f"Error parsing serial: {e}")
return None
def _convert_optical_power(self, hex_value):
if hex_value > 0x7fff:
signed_value = hex_value - 0x10000
else:
signed_value = hex_value
return signed_value * 0.002
def _check_alerts(self, data):
new_alerts = []
thresholds = self.config.THRESHOLDS
rx = data.get('rx_power')
if rx is not None:
if rx < thresholds['rx_power_min']:
new_alerts.append({
'severity': 'critical',
'category': 'optical',
'message': f'RX Power critically low: {rx:.2f} dBm',
'value': rx,
'timestamp': datetime.now().isoformat()
})
elif rx > thresholds['rx_power_max']:
new_alerts.append({
'severity': 'warning',
'category': 'optical',
'message': f'RX Power high: {rx:.2f} dBm',
'value': rx,
'timestamp': datetime.now().isoformat()
})
tx = data.get('tx_power')
if tx is not None:
if tx < thresholds['tx_power_min'] or tx > thresholds['tx_power_max']:
new_alerts.append({
'severity': 'warning',
'category': 'optical',
'message': f'TX Power out of range: {tx:.2f} dBm',
'value': tx,
'timestamp': datetime.now().isoformat()
})
temp = data.get('temperature')
if temp is not None and temp > thresholds.get('temperature_max', 85):
new_alerts.append({
'severity': 'warning',
'category': 'temperature',
'message': f'Temperature high: {temp:.1f}°C',
'value': temp,
'timestamp': datetime.now().isoformat()
})
fec_uncor = data.get('fec_uncorrected', 0)
if fec_uncor > 0:
new_alerts.append({
'severity': 'critical',
'category': 'transmission',
'message': f'FEC Uncorrected Errors: {fec_uncor}',
'value': fec_uncor,
'timestamp': datetime.now().isoformat()
})
self.alerts = new_alerts[-20:]
if new_alerts:
logger.warning(f"Generated {len(new_alerts)} alerts")
|